Added raw byte array in storage

src/fileservice.ts

@@ -2,10 +2,11 @@ import { sha1 } from "https://denopkg.com/chiefbiiko/sha1/mod.ts";
 
 
 export interface FileService {
-  createFromFullBody(path: string, body: string): Promise<FileMetaData>;
+  createFromFullBody(path: string, body: string|Uint8Array): Promise<FileMetaData>;
   list(): AsyncIterable<FileMetaData>;
   deleteByPath(path: string): Promise<void>;
   getFullBodyByPath(path: string): Promise<string|null>;
+  getRawBodyByPath(path: string): Promise<Uint8Array|null>;
   getMetaDataByID(id: string): Promise<FileMetaData| null>;
   renameById(id: string, newPath: string): Promise<FileMetaData|null>;
   renameByPath(originalPath: string, newPath: string): Promise<FileMetaData|null>;
@@ -37,18 +38,18 @@ export class DenoKVBlobService {
         this.blobSize = blobSize;
     }
 
-    private *splitText(body: string): Generator<string>{
+    private *splitText(body: Uint8Array): Generator<Uint8Array>{
         let blobCount = 0;
-        let txt = body.substring(blobCount * this.blobSize, (blobCount + 1) * this.blobSize);
+        let txt = body.slice(blobCount * this.blobSize, (blobCount + 1) * this.blobSize);
         while(txt.length > 0 ){
             yield txt;
             blobCount += 1;
-            txt = body.substring(blobCount * this.blobSize, (blobCount + 1) * this.blobSize);
+            txt = body.slice(blobCount * this.blobSize, (blobCount + 1) * this.blobSize);
         }
 
     }
 
-    async persistBlob(index: string, body: string): Promise<void>{
+    async persistBlob(index: string, body: Uint8Array): Promise<void>{
         let blobCount = 0;
         for(const txt of this.splitText(body)){
             const blob_id = sha1(txt, "utf8", "hex");
@@ -58,14 +59,22 @@ export class DenoKVBlobService {
         }
     }
 
-    async getBlob(index: string): Promise<string>{
-        let ret = "";
+    // todo: remove
+    private concatUint8Array(arr1: Uint8Array, arr2: Uint8Array): Uint8Array {
+        const mergedArray = new Uint8Array(arr1.length + arr2.length);
+        mergedArray.set(arr1);
+        mergedArray.set(arr2, arr1.length);
+        return mergedArray;
+    }
+
+    async getBlob(index: string): Promise<Uint8Array>{
+        let ret = new Uint8Array();
         for await(const itm of this.kv.list<string>({prefix: ['blob_index', index]})){
-            const foo = await this.kv.get<string>(['blob', itm.value])
+            const foo = await this.kv.get<Uint8Array>(['blob', itm.value])
             if(foo.value === null){
                 throw new Error(`Inconsistant blob index for key "${foo.value}", this is very bad.`);
             }
-            ret += foo.value;
+            ret = this.concatUint8Array(ret, foo.value);
         }
         return ret;
     }
@@ -91,13 +100,14 @@ export class DenoKVFileService implements FileService {
         this.blobService = new DenoKVBlobService(kv, 500);
     }
 
-    async createFromFullBody(path: string, body: string): Promise<FileMetaData> {
+    async createFromFullBody(path: string, body: string|Uint8Array): Promise<FileMetaData> {
         const newId = crypto.randomUUID();
         const serializedFile: SerializedFile = {id: newId, path, bodySize: body.length};
         const idx: SerializedFilePathIndex = {fileId: newId};
         await this.kv.set(['file', newId], serializedFile);
         await this.kv.set(['file_index_path', path], idx);
-        await this.blobService.persistBlob(newId, body);
+        const bodyBytes: Uint8Array = body instanceof Uint8Array ? body: new TextEncoder().encode(body);
+        await this.blobService.persistBlob(newId, bodyBytes);
         return {id: newId, path, bodySize: body.length};
     }
 
@@ -124,6 +134,11 @@ export class DenoKVFileService implements FileService {
     }
 
     async getFullBodyByPath(path: string): Promise<string|null> {
+        const ret = await this.getRawBodyByPath(path);
+        return ret == null ? null : new TextDecoder().decode(ret);
+    }
+
+    async getRawBodyByPath(path: string): Promise<Uint8Array|null> {
         const idx = await this.kv.get<SerializedFilePathIndex>(["file_index_path", path]);
         if(idx.value === null){
             return null;

tests/fileservice_test.ts

@@ -53,15 +53,19 @@ Deno.test("DenoKVBlobService happy path", async (t) => {
     
     const bs = new DenoKVBlobService(kv, 50);
 
+    function toUint8Array(s: string): Uint8Array{
+        return new TextEncoder().encode(s);
+    }
+
     await t.step("read write small text", async () => {
-        await bs.persistBlob('0002', 'hello world');
+        await bs.persistBlob('0002', toUint8Array('hello world'));
         const body = await bs.getBlob('0002');
-        assertEquals(body, 'hello world');
+        assertEquals(body, toUint8Array('hello world'));
         assertEquals(await bs.getNumberOfBlobs('0002'), 1);
     });
 
     await t.step("read write large text", async () => {
-        const largeText = generateLargeText(33, 100);
+        const largeText = toUint8Array(generateLargeText(33, 100));
         await bs.persistBlob('0001', largeText);
         const body = await bs.getBlob('0001');
         assertEquals(body, largeText);
@@ -128,7 +132,24 @@ Deno.test("DenoKVFileService happy path", async (t) => {
     });
 
     kv.close();
-
-
-
 });
+
+
+Deno.test("DenoKVFileService happy path with byte array", async (t) => {
+    const kv = await Deno.openKv(":memory:");
+    const fs: FileService = new DenoKVFileService(kv);
+    await t.step("Create and read 1 binary file", async () => {
+        const inputBody = new Uint8Array([240]);
+        const file = await fs.createFromFullBody('hello', inputBody);
+
+        assertEquals(file.path, 'hello');
+        assertEquals(file.bodySize, inputBody.length);
+
+        const bodyString = await fs.getFullBodyByPath('hello');
+        assertEquals(bodyString, new TextDecoder().decode(inputBody));
+    });
+
+
+    kv.close();
+
+});