package.json

@@ -23,26 +23,27 @@
     "Thomas Birke @quafzi <quafzi@netextreme.de>",
     "Afzaal Ameer @afzaalace",
     "Andrew N Golovkov @AndorCS",
-    "Gregory Oschwald @oschwald"
+    "Gregory Oschwald @oschwald",
+    "Mariano Facundo Scigliano @MarianoFacundoArch"
   ],
   "dependencies": {
     "mmdb-lib": "2.1.1",
     "tiny-lru": "11.2.11"
   },
   "devDependencies": {
     "@types/ip6addr": "0.2.6",
-    "@types/jest": "29.5.13",
+    "@types/jest": "29.5.14",
     "@types/netmask": "2.0.5",
-    "@types/node": "20.16.10",
+    "@types/node": "22.8.6",
     "@types/sinon": "17.0.3",
-    "ip-address": "9.0.5",
+    "ip-address": "10.0.1",
     "ip6addr": "0.2.5",
     "jest": "29.7.0",
     "prettier": "3.3.3",
-    "semantic-release": "24.1.0",
-    "sinon": "18.0.0",
+    "semantic-release": "24.2.0",
+    "sinon": "19.0.2",
     "ts-jest": "29.2.5",
-    "typescript": "5.5.4"
+    "typescript": "5.6.3"
   },
   "repository": {
     "type": "git",

src/fs.ts

@@ -5,4 +5,5 @@ export default {
   existsSync: fs.existsSync,
   readFile: util.promisify(fs.readFile),
   watchFile: fs.watchFile,
+  createReadStream: fs.createReadStream, 
 };

src/index.test.ts

@@ -18,7 +18,7 @@ describe('index', () => {
     sandbox.stub(fs, 'watchFile').callsFake((paramA, paramB, cb) => {
       watchHandler = cb;
     });
-    sandbox.spy(fs, 'readFile');
+    sandbox.spy(fs, 'createReadStream');
   });
   afterEach(() => {
     sandbox.restore();
@@ -51,17 +51,17 @@ describe('index', () => {
       const lookup = await maxmind.open(dbPath, options);
       assert(lookup.get('2001:230::'));
       assert((fs.watchFile as SinonSpy).calledOnce);
-      assert((fs.readFile as SinonSpy).calledOnce);
+      assert((fs.createReadStream as SinonSpy).calledOnce);
     });
 
     it('should work with auto updates', async () => {
       const options = { watchForUpdates: true };
       const lookup = await maxmind.open(dbPath, options);
       assert(lookup.get('2001:230::'));
       assert((fs.watchFile as SinonSpy).calledOnce);
-      assert((fs.readFile as SinonSpy).calledOnce);
+      assert((fs.createReadStream as SinonSpy).calledOnce);
       await watchHandler();
-      assert((fs.readFile as SinonSpy).calledTwice);
+      assert((fs.createReadStream as SinonSpy).calledTwice);
     });
 
     it('should work with auto updates and call specified hook', async () => {

src/index.ts

@@ -17,14 +17,36 @@ export interface OpenOpts {
   watchForUpdatesHook?: Callback;
 }
 
+const readFile = async (filepath: string): Promise<Buffer> => {
+  return new Promise((resolve, reject) => {
+    const chunks: Buffer[] = [];
+    const stream = fs.createReadStream(filepath, {
+      highWaterMark: 64 * 1024 * 1024, // 64 MB chunks
+    });
+
+    stream.on('data', (chunk: Buffer) => {
+      chunks.push(chunk);
+    });
+
+    stream.on('end', () => {
+      resolve(Buffer.concat(chunks));
+    });
+
+    stream.on('error', (err) => {
+      reject(err);
+    });
+  });
+};
+
+
 export const open = async <T extends Response>(
   filepath: string,
   opts?: OpenOpts,
   cb?: Callback
 ): Promise<Reader<T>> => {
   assert(!cb, utils.legacyErrorMessage);
 
-  const database = await fs.readFile(filepath);
+  const database = await readFile(filepath);
 
   if (isGzip(database)) {
     throw new Error(
@@ -63,7 +85,7 @@ export const open = async <T extends Response>(
       if (!(await waitExists())) {
         return;
       }
-      const updatedDatabase = await fs.readFile(filepath);
+      const updatedDatabase = await readFile(filepath);
       cache.clear();
       reader.load(updatedDatabase);
       if (opts.watchForUpdatesHook) {