| 1 | import { ConfigService } from '@nestjs/config'; |
| 2 | import { Test, TestingModule |
| 3 | import { Readable } |
| 4 | import { buffer } |
| 5 | import { beforeEach, describe |
| 6 | |
| 7 | import { S3DeleteError } |
| 8 | import { S3Service } |
| 9 | |
| 10 | const config = { |
| 11 | S3_ENDPOINT: 'https://example.r2.cloudflarestorage.com', |
| 12 | S3_ACCESS_KEY_ID: 'key', |
| 13 | S3_SECRET_ACCESS_KEY: 'secret', |
| 14 | S3_BUCKET: 'ghost', |
| 15 | }; |
| 16 | |
| 17 | describe('S3Service', () |
| 18 | let service: |
| 19 | |
| 20 | beforeEach(async () |
| 21 | const module: |
| 22 | providers: [ |
| 23 | S3Service, |
| 24 | { |
| 25 | provide: ConfigService, |
| 26 | useValue: { |
| 27 | getOrThrow: (key: |
| 28 | }, |
| 29 | }, |
| 30 | ], |
| 31 | }).compile(); |
| 32 | |
| 33 | service = module. |
| 34 | }); |
| 35 | |
| 36 | it('should be defined', |
| 37 | expect(service).toBeDefined |
| 38 | }); |
| 39 | |
| 40 | it('exposes the bucket so callers do not each read config', |
| 41 | expect(service.bucket |
| 42 | }); |
| 43 | |
| 44 | describe('deleteUnder', |
| 45 | it('deletes everything under the prefix except the kept keys', |
| 46 | vi.spyOn(service |
| 47 | Contents: [{ Key: |
| 48 | } as never); |
| 49 | const deleteObjects = |
| 50 | .spyOn(service, |
| 51 | .mockResolvedValue({} as |
| 52 | |
| 53 | await service.deleteUnder |
| 54 | |
| 55 | expect(service.listObjectsV2 |
| 56 | Bucket: 'ghost', |
| 57 | Prefix: 'p/', |
| 58 | }); |
| 59 | expect(deleteObjects).toHaveBeenCalledWith |
| 60 | Bucket: 'ghost', |
| 61 | Delete: { Objects: [ |
| 62 | }); |
| 63 | }); |
| 64 | |
| 65 | it('follows the listing past its first page', |
| 66 | vi.spyOn(service |
| 67 | .mockResolvedValueOnce({ |
| 68 | Contents: [{ Key: |
| 69 | NextContinuationToken: 'next', |
| 70 | } as never) |
| 71 | .mockResolvedValueOnce({ Contents: |
| 72 | const deleteObjects = |
| 73 | .spyOn(service, |
| 74 | .mockResolvedValue({} as |
| 75 | |
| 76 | await service.deleteUnder |
| 77 | |
| 78 | expect(service.listObjectsV2 |
| 79 | Bucket: 'ghost', |
| 80 | Prefix: 'p/', |
| 81 | ContinuationToken: 'next', |
| 82 | }); |
| 83 | expect(deleteObjects).toHaveBeenCalledTimes |
| 84 | }); |
| 85 | |
| 86 | it('throws when any object survives the delete', |
| 87 | vi.spyOn(service |
| 88 | Contents: [{ Key: |
| 89 | } as never); |
| 90 | vi.spyOn(service |
| 91 | Errors: [{ Key: |
| 92 | } as never); |
| 93 | |
| 94 | await expect(service |
| 95 | }); |
| 96 | |
| 97 | it('sends no delete when nothing is stale', |
| 98 | vi.spyOn(service |
| 99 | const deleteObjects = |
| 100 | |
| 101 | await service.deleteUnder |
| 102 | |
| 103 | expect(deleteObjects).not |
| 104 | }); |
| 105 | }); |
| 106 | |
| 107 | describe('putStream', |
| 108 | /** Behaves like the SDK: reads the body to its end, and settles only then or when aborted. */ |
| 109 | function sdkLikePut() { |
| 110 | const signals: |
| 111 | vi.spyOn(service |
| 112 | input: { |
| 113 | options: { |
| 114 | ) => { |
| 115 | signals.push(options |
| 116 | return new Promise |
| 117 | options.abortSignal.addEventListener |
| 118 | reject(new Error |
| 119 | ); |
| 120 | buffer(input.Body |
| 121 | }); |
| 122 | }) as never) |
| 123 | return signals; |
| 124 | } |
| 125 | |
| 126 | it('stores a body that arrives whole', |
| 127 | sdkLikePut(); |
| 128 | await expect( |
| 129 | service.putStream({ |
| 130 | Key: 'k', |
| 131 | Body: Readable.from |
| 132 | ContentLength: 5, |
| 133 | }), |
| 134 | ).resolves.toBeUndefined() |
| 135 | }); |
| 136 | |
| 137 | it("aborts the upload and throws the source's error when the source dies midway, leaving nothing unhandled", |
| 138 | const signals = |
| 139 | const unhandled = |
| 140 | process.on('unhandledRejection |
| 141 | |
| 142 | const source = |
| 143 | source.push(Buffer |
| 144 | const upload = |
| 145 | Key: 'k', |
| 146 | Body: source, |
| 147 | ContentLength: 100, |
| 148 | }); |
| 149 | source.destroy( |
| 150 | Object.assign(new |
| 151 | ); |
| 152 | |
| 153 | await expect(upload |
| 154 | expect(signals[0] |
| 155 | await new Promise |
| 156 | process.off('unhandledRejection |
| 157 | expect(unhandled).not |
| 158 | }); |
| 159 | }); |
| 160 | }); |