andyburke/fsdb
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: recurse for indexed items properly

Browse source
This commit is contained in:
Andy Burke 2025-11-06 22:00:01 -08:00
parent e46f9cefb7
commit 8f70191586
3 changed files with 103 additions and 54 deletions
Download patch file Download diff file Expand all files Collapse all files

98
tests/04_indexing_sanity_checks.test.ts
View file

@ -1,21 +1,22 @@
import * as asserts from "@std/assert";
import * as fsdb from "../fsdb.ts";
import { FSDB_INDEXER_SYMLINKS } from "../indexers.ts";
import { get_data_dir, random_email_address, random_phone_number } from "./helpers.ts";
import lurid from "@andyburke/lurid";
import by_email from "../organizers/by_email.ts";
import by_character from "../organizers/by_character.ts";
import by_phone from "../organizers/by_phone.ts";
import { sentence } from "jsr:@ndaidong/txtgen";
import * as asserts from '@std/assert';
import * as fsdb from '../fsdb.ts';
import { FSDB_INDEXER_SYMLINKS } from '../indexers.ts';
import { get_data_dir, random_email_address, random_phone_number } from './helpers.ts';
import lurid from '@andyburke/lurid';
import by_email from '../organizers/by_email.ts';
import by_character from '../organizers/by_character.ts';
import by_phone from '../organizers/by_phone.ts';
import { sentence } from 'jsr:@ndaidong/txtgen';
import { by_lurid } from '@andyburke/fsdb/organizers';
Deno.test({
name: "index some items",
name: 'index some items',
permissions: {
env: true,
// https://github.com/denoland/deno/discussions/17258
read: true,
write: true,
write: true
},
fn: async () => {
type ITEM = {
@ -27,40 +28,47 @@ Deno.test({
};
const item_collection: fsdb.FSDB_COLLECTION<ITEM> = new fsdb.FSDB_COLLECTION<ITEM>({
name: "test-04-items",
root: get_data_dir() + "/test-04-items",
name: 'test-04-items',
root: get_data_dir() + '/test-04-items',
indexers: {
email: new FSDB_INDEXER_SYMLINKS<ITEM>({
name: "email",
field: "email",
organize: by_email,
name: 'email',
field: 'email',
organize: by_email
}),
phone: new FSDB_INDEXER_SYMLINKS<ITEM>({
name: "phone",
field: "phone",
organize: by_phone,
name: 'phone',
field: 'phone',
organize: by_phone
}),
stable: new FSDB_INDEXER_SYMLINKS<ITEM>({
name: "stable",
field: "stable",
name: 'stable',
field: 'stable',
to_many: true,
organize: by_character,
organize: by_character
}),
custom_organizing_test: new FSDB_INDEXER_SYMLINKS<ITEM>({
name: 'custom_organizing_test',
organize: (word) => [word],
organize_id: (id: string) => {
return [id.substring(0, 4), ...by_lurid(id)];
},
get_values_to_index: (item: ITEM) => item.value.split(/\W/).filter((word) => word.length > 3),
to_many: true
}),
by_character_test: new FSDB_INDEXER_SYMLINKS<ITEM>({
name: "by_character_test",
name: 'by_character_test',
organize: by_character,
get_values_to_index: (item: ITEM) =>
item.value.split(/\W/).filter((word) => word.length > 3),
to_many: true,
get_values_to_index: (item: ITEM) => item.value.split(/\W/).filter((word) => word.length > 3),
to_many: true
}),
by_possibly_undefined: new FSDB_INDEXER_SYMLINKS<ITEM>({
name: "by_possibly_undefined",
name: 'by_possibly_undefined',
organize: by_character,
get_values_to_index: (item: ITEM) =>
item.email.indexOf(".com") > 0 ? [item.email] : [],
to_many: true,
}),
},
get_values_to_index: (item: ITEM) => item.email.indexOf('.com') > 0 ? [item.email] : [],
to_many: true
})
}
});
asserts.assert(item_collection);
@ -71,8 +79,8 @@ Deno.test({
id: lurid(),
email: random_email_address(),
phone: random_phone_number(),
stable: "stable",
value: sentence(),
stable: 'stable',
value: sentence()
};
items.push(item);
@ -100,8 +108,7 @@ Deno.test({
const words_in_value: string[] = item.value
.split(/\W/)
.filter((word) => word.length > 3);
const random_word_in_value: string =
words_in_value[Math.floor(Math.random() * words_in_value.length)];
const random_word_in_value: string = words_in_value[Math.floor(Math.random() * words_in_value.length)];
const fetched_by_word_in_value: ITEM[] = (
await item_collection.find({ by_character_test: random_word_in_value })
).map((entry) => entry.load());
@ -109,8 +116,19 @@ Deno.test({
asserts.assertGreater(fetched_by_word_in_value.length, 0);
asserts.assert(
fetched_by_word_in_value.find(
(word_in_value_item) => word_in_value_item.id === item.id,
),
(word_in_value_item) => word_in_value_item.id === item.id
)
);
const fetched_by_custom_organization_index: ITEM[] = (
await item_collection.find({ custom_organizing_test: random_word_in_value })
).map((entry) => entry.load());
asserts.assertLess(fetched_by_custom_organization_index.length, items.length);
asserts.assertGreater(fetched_by_custom_organization_index.length, 0);
asserts.assert(
fetched_by_custom_organization_index.find(
(word_in_value_item) => word_in_value_item.id === item.id
)
);
}
@ -119,7 +137,7 @@ Deno.test({
asserts.assert(random_item);
const criteria: Record<string, string> = {
stable: "stable",
stable: 'stable'
};
if (Math.random() < 0.5) {
@ -154,5 +172,5 @@ Deno.test({
// ) => entry.load());
// asserts.assertFalse(fetched_by_word_in_value.find((word_in_value_item) => word_in_value_item.id === item.id));
// }
},
}
});