diff --git a/src/lib/server/connectors/surreal.db.ts b/src/lib/server/connectors/surreal.db.ts index c09455c..07e638e 100755 --- a/src/lib/server/connectors/surreal.db.ts +++ b/src/lib/server/connectors/surreal.db.ts @@ -1,4 +1,4 @@ -import Surreal, { RecordId, StringRecordId } from "surrealdb"; +import Surreal, { StringRecordId } from "surrealdb"; export type { QueryResult } from "surrealdb"; try { @@ -19,8 +19,6 @@ const db = new Surreal(); export function parseToRID(idStr: string) { return new StringRecordId(idStr); - // const [a, b] = idStr.split(":"); - // return new RecordId(a, b); } if (CONFIG.url.length > 0) { diff --git a/src/lib/server/db/apidata.db.ts b/src/lib/server/db/apidata.db.ts index 7b21bc4..0f8cbe8 100755 --- a/src/lib/server/db/apidata.db.ts +++ b/src/lib/server/db/apidata.db.ts @@ -48,8 +48,8 @@ const upsertData = async ( Math.random() * (data.length * 0.2 - data.length * 0.05) + data.length * 0.05, ); - if (chunkSize > 1_000) { - chunkSize = 1_000; + if (chunkSize > 4_000) { + chunkSize = 4_000; } console.log(`Chunk Size: ${chunkSize}`); @@ -59,12 +59,15 @@ const upsertData = async ( // Insert new entries in chunks console.time("insertion time"); - const chunks = chunkArray(entries, chunkSize).map(async (chunk) => { + const chunks = chunkArray(entries, chunkSize); + // .map(async (chunk) => { + // await surreal.insert(tableName, chunk); + // }); + // for (let i = 0; i < chunks.length; i += 2) { + // await Promise.all(chunks.slice(i, i + 2)); + // } + for (const chunk of chunks) { await surreal.insert(tableName, chunk); - }); - - for (let i = 0; i < chunks.length; i += 2) { - await Promise.all(chunks.slice(i, i + 2)); } console.timeEnd("insertion time");