test: rename test db to test data

velut · Apr 23, 2024 · 8be7ff9 · 8be7ff9
1 parent 208a6bc
commit 8be7ff9
Show file tree

Hide file tree

Showing 37 changed files with 66 additions and 63 deletions.
diff --git a/data/get-abbreviated-packument.db.gz b/data/get-abbreviated-packument.db.gz
diff --git a/data/get-package-versions-downloads.db.gz b/data/get-package-versions-downloads.db.gz
diff --git a/data/get-packument.db.gz b/data/get-packument.db.gz
diff --git a/data/get-registry-metadata.db.gz b/data/get-registry-metadata.db.gz
diff --git a/data/get-registry-signing-keys.db.gz b/data/get-registry-signing-keys.db.gz
diff --git a/data/search-packages.db.gz b/data/search-packages.db.gz
diff --git a/data/test/get-abbreviated-packument.json.gz b/data/test/get-abbreviated-packument.json.gz
diff --git a/data/get-bulk-daily-package-downloads.db.gz → .../get-bulk-daily-package-downloads.json.gz b/data/get-bulk-daily-package-downloads.db.gz → .../get-bulk-daily-package-downloads.json.gz
diff --git a/data/get-bulk-package-downloads.db.gz → data/test/get-bulk-package-downloads.json.gz b/data/get-bulk-package-downloads.db.gz → data/test/get-bulk-package-downloads.json.gz
diff --git a/data/get-daily-package-downloads.db.gz → .../test/get-daily-package-downloads.json.gz b/data/get-daily-package-downloads.db.gz → .../test/get-daily-package-downloads.json.gz
diff --git a/data/get-daily-registry-downloads.db.gz → ...test/get-daily-registry-downloads.json.gz b/data/get-daily-registry-downloads.db.gz → ...test/get-daily-registry-downloads.json.gz
diff --git a/data/get-package-downloads.db.gz → data/test/get-package-downloads.json.gz b/data/get-package-downloads.db.gz → data/test/get-package-downloads.json.gz
diff --git a/data/get-package-manifest.db.gz → data/test/get-package-manifest.json.gz b/data/get-package-manifest.db.gz → data/test/get-package-manifest.json.gz
diff --git a/data/test/get-package-versions-downloads.json.gz b/data/test/get-package-versions-downloads.json.gz
diff --git a/data/test/get-packument.json.gz b/data/test/get-packument.json.gz
diff --git a/data/get-registry-downloads.db.gz → data/test/get-registry-downloads.json.gz b/data/get-registry-downloads.db.gz → data/test/get-registry-downloads.json.gz
diff --git a/data/test/get-registry-metadata.json.gz b/data/test/get-registry-metadata.json.gz
diff --git a/data/test/get-registry-signing-keys.json.gz b/data/test/get-registry-signing-keys.json.gz
diff --git a/data/test/search-packages.json.gz b/data/test/search-packages.json.gz
diff --git a/package.json b/package.json
@@ -48,7 +48,7 @@
 		"build": "tsc --noEmit && tsup",
 		"attw": "attw --pack . --ignore-rules cjs-resolves-to-esm",
 		"test": "vitest",
-		"test:update-db": "bun run scripts/update-test-db.ts",
+		"test:update-data": "bun run scripts/update-test-data.ts",
 		"test:ci": "vitest run --coverage --bail 1",
 		"lint": "prettier --check .",
 		"format": "prettier --write .",

diff --git a/scripts/update-test-data.ts b/scripts/update-test-data.ts
@@ -0,0 +1,3 @@
+import { $ } from "bun";
+
+await $`UPDATE_TEST_DATA=true vitest run --bail 1 --test-timeout=60000`;
diff --git a/scripts/update-test-db.ts b/scripts/update-test-db.ts
diff --git a/src/get-abbreviated-packument.test.ts b/src/get-abbreviated-packument.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getAbbreviatedPackument } from "./get-abbreviated-packument";
 
-const { loadIntoCache, updateFromCache } = testDb("get-abbreviated-packument");
+const { loadIntoCache, updateFromCache } = testData("get-abbreviated-packument");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-bulk-daily-package-downloads.test.ts b/src/get-bulk-daily-package-downloads.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getBulkDailyPackageDownloads } from "./get-bulk-daily-package-downloads";
 
-const { loadIntoCache, updateFromCache } = testDb("get-bulk-daily-package-downloads");
+const { loadIntoCache, updateFromCache } = testData("get-bulk-daily-package-downloads");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-bulk-package-downloads.test.ts b/src/get-bulk-package-downloads.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getBulkPackageDownloads } from "./get-bulk-package-downloads";
 
-const { loadIntoCache, updateFromCache } = testDb("get-bulk-package-downloads");
+const { loadIntoCache, updateFromCache } = testData("get-bulk-package-downloads");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-daily-package-downloads.test.ts b/src/get-daily-package-downloads.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getDailyPackageDownloads } from "./get-daily-package-downloads";
 
-const { loadIntoCache, updateFromCache } = testDb("get-daily-package-downloads");
+const { loadIntoCache, updateFromCache } = testData("get-daily-package-downloads");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-daily-registry-downloads.test.ts b/src/get-daily-registry-downloads.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getDailyRegistryDownloads } from "./get-daily-registry-downloads";
 
-const { loadIntoCache, updateFromCache } = testDb("get-daily-registry-downloads");
+const { loadIntoCache, updateFromCache } = testData("get-daily-registry-downloads");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-package-downloads.test.ts b/src/get-package-downloads.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getPackageDownloads } from "./get-package-downloads";
 
-const { loadIntoCache, updateFromCache } = testDb("get-package-downloads");
+const { loadIntoCache, updateFromCache } = testData("get-package-downloads");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-package-manifest.test.ts b/src/get-package-manifest.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getPackageManifest } from "./get-package-manifest";
 
-const { loadIntoCache, updateFromCache } = testDb("get-package-manifest");
+const { loadIntoCache, updateFromCache } = testData("get-package-manifest");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-package-versions-downloads.test.ts b/src/get-package-versions-downloads.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getPackageVersionsDownloads } from "./get-package-versions-downloads";
 
-const { loadIntoCache, updateFromCache } = testDb("get-package-versions-downloads");
+const { loadIntoCache, updateFromCache } = testData("get-package-versions-downloads");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-packument.test.ts b/src/get-packument.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getPackument } from "./get-packument";
 
-const { loadIntoCache, updateFromCache } = testDb("get-packument");
+const { loadIntoCache, updateFromCache } = testData("get-packument");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-registry-downloads.test.ts b/src/get-registry-downloads.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getRegistryDownloads } from "./get-registry-downloads";
 
-const { loadIntoCache, updateFromCache } = testDb("get-registry-downloads");
+const { loadIntoCache, updateFromCache } = testData("get-registry-downloads");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-registry-metadata.test.ts b/src/get-registry-metadata.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getRegistryMetadata } from "./get-registry-metadata";
 
-const { loadIntoCache, updateFromCache } = testDb("get-registry-metadata");
+const { loadIntoCache, updateFromCache } = testData("get-registry-metadata");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/get-registry-signing-keys.test.ts b/src/get-registry-signing-keys.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { getRegistrySigningKeys } from "./get-registry-signing-keys";
 
-const { loadIntoCache, updateFromCache } = testDb("get-registry-signing-keys");
+const { loadIntoCache, updateFromCache } = testData("get-registry-signing-keys");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/src/search-packages.test.ts b/src/search-packages.test.ts
@@ -1,8 +1,8 @@
 import { afterAll, beforeAll, expect, test } from "vitest";
-import { testDb } from "../utils/test-db";
+import { testData } from "../utils/test-data";
 import { searchPackages } from "./search-packages";
 
-const { loadIntoCache, updateFromCache } = testDb("search-packages");
+const { loadIntoCache, updateFromCache } = testData("search-packages");
 
 beforeAll(async () => {
 	await loadIntoCache();

diff --git a/utils/test-data.ts b/utils/test-data.ts
@@ -0,0 +1,36 @@
+import { compressSync, decompressSync, strFromU8, strToU8 } from "fflate";
+import fs from "node:fs/promises";
+import { cache } from "../src/cache";
+import { JsonStrip } from "./json-strip";
+
+export const testData = (name: string) => {
+	const filename = `./data/test/${name}.json.gz`;
+	return {
+		loadIntoCache: async () => {
+			cache.clear();
+			if (process.env.UPDATE_TEST_DATA === "true") {
+				// Don't load old data into cache if we're updating test data with fresh data.
+				return;
+			}
+			const buf = await fs.readFile(filename);
+			const data = JSON.parse(strFromU8(decompressSync(buf))) as [string, unknown][];
+			if (data.length > 0) {
+				cache.resize(data.length);
+				for (const [key, value] of data) {
+					cache.set(key, value);
+				}
+			}
+		},
+		updateFromCache: async () => {
+			if (process.env.UPDATE_TEST_DATA === "true" && cache.size > 0) {
+				const entries = [...cache.entriesAscending()].map(([key, value]) => [
+					key,
+					JsonStrip.parse(value),
+				]);
+				const data = compressSync(strToU8(JSON.stringify(entries)));
+				await fs.writeFile(filename, data);
+			}
+			cache.clear();
+		},
+	};
+};
diff --git a/utils/test-db.ts b/utils/test-db.ts
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		import { $ } from "bun";

		await $`UPDATE_TEST_DATA=true vitest run --bail 1 --test-timeout=60000`;