shihaam/okiba-org-backend
1
0
Fork 0
mirror of https://github.com/okiba-org/backend.git synced 2025-07-01 20:38:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor: change to async file operations

Browse Source
This commit is contained in:
alok8bb
2022-07-10 00:47:00 +05:30
parent 68eebf1229
commit f520d16f19
4 changed files with 21 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
src/db/index.ts
View File

@ -1,7 +1,8 @@
import { logError, logSuccess, projectRoot } from "../utils";
import fs from "fs";
import path from "path";
import { Client, QueryResult } from "pg";
import { Client } from "pg";
import fsp from "fs/promises";
export const tableExists = async (db: Client): Promise<boolean> => {
const result = await db
@ -47,33 +48,22 @@ export const populateDB = async (db: Client) => {
)
.catch((err) => err);
fs.readFile(
filepath,
{ encoding: "utf-8" },
async (err: Error | null, data: string) => {
if (err != null) {
logError(err.message);
throw err;
}
let data = await fsp.readFile(filepath, { encoding: "utf-8" });
let arr: Array<string> = data.split("\r\n");
let arr: string[] = data.split("\r\n");
// 1k entries per query
const chunkSize = 1000;
for (let i = 0; i < arr.length; i += chunkSize) {
const chunk: Array<string> = arr.slice(i, i + chunkSize);
// 1k entries per query
const chunkSize = 1000;
for (let i = 0; i < arr.length; i += chunkSize) {
const chunk: string[] = arr.slice(i, i + chunkSize);
const queryStr = {
text: `INSERT INTO words (val) VALUES ${expand(
chunk.length
)}`,
values: chunk,
};
const queryStr = {
text: `INSERT INTO words (val) VALUES ${expand(chunk.length)}`,
values: chunk,
};
await db.query(queryStr);
}
}
);
await db.query(queryStr);
}
logSuccess("Successfully populated the database!");
};