diff --git a/Assets/Qdrant/storage/collections/data-v4/0/newest_clocks.json b/Assets/Qdrant/storage/collections/data-v4/0/newest_clocks.json new file mode 100644 index 0000000..bd071af --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/newest_clocks.json @@ -0,0 +1 @@ +{"clocks":[{"peer_id":2200039024721645,"clock_id":0,"current_tick":14856,"token":4264049887784047456}]} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/replica_state.json b/Assets/Qdrant/storage/collections/data-v4/0/replica_state.json new file mode 100644 index 0000000..65e2006 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/replica_state.json @@ -0,0 +1 @@ +{"is_local":true,"this_peer_id":2200039024721645,"peers":{"2200039024721645":"Active"}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.deleted b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.deleted new file mode 100644 index 0000000..b64dfab Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.deleted differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.mappings b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.mappings new file mode 100644 index 0000000..89d48b3 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.mappings differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.versions b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.versions new file mode 100644 index 0000000..d035491 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/id_tracker.versions differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_index/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_index/config.json new file mode 100644 index 0000000..35e5ea3 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_index/config.json @@ -0,0 +1 @@ +{"indexed_fields":{}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/bitmask.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/bitmask.dat new file mode 100644 index 0000000..747987e Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/bitmask.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/config.json new file mode 100644 index 0000000..9477c12 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/config.json @@ -0,0 +1 @@ +{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/gaps.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/gaps.dat new file mode 100644 index 0000000..7380535 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/gaps.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/page_0.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/page_0.dat new file mode 100644 index 0000000..9345b61 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/page_0.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/tracker.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/tracker.dat new file mode 100644 index 0000000..cc05870 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/payload_storage/tracker.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/segment.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/segment.json new file mode 100644 index 0000000..ae5288a --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/segment.json @@ -0,0 +1 @@ +{"initial_version":10002,"version":10002,"config":{"vector_data":{"":{"size":1536,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"hnsw","options":{"m":16,"ef_construct":100,"full_scan_threshold":10000,"max_indexing_threads":0,"on_disk":false}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/graph.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/graph.bin new file mode 100644 index 0000000..f6c9d8b Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/graph.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/hnsw_config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/hnsw_config.json new file mode 100644 index 0000000..8640593 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/hnsw_config.json @@ -0,0 +1 @@ +{"m":16,"m0":32,"ef_construct":100,"ef":100,"full_scan_threshold":1666,"max_indexing_threads":0,"payload_m":null,"payload_m0":null,"indexed_vector_count":1667} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/links_compressed.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/links_compressed.bin new file mode 100644 index 0000000..04237c1 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_index/links_compressed.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/deleted/flags_a.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/deleted/flags_a.dat new file mode 100644 index 0000000..9e0f96a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/deleted/flags_a.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/deleted/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/deleted/status.dat new file mode 100644 index 0000000..1ae2dfb Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/deleted/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/chunk_0.mmap b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/chunk_0.mmap new file mode 100644 index 0000000..1c1b2df Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/chunk_0.mmap differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/config.json new file mode 100644 index 0000000..993dc90 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/config.json @@ -0,0 +1 @@ +{"chunk_size_bytes":33552384,"chunk_size_vectors":5461,"dim":1536,"populate":true} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/status.dat new file mode 100644 index 0000000..b6cdf71 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/vector_storage/vectors/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/version.info b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/version.info new file mode 100644 index 0000000..09a3acf --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/13cd2bf1-1b7b-42b2-a82c-b2720fecd401/version.info @@ -0,0 +1 @@ +0.6.0 \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.deleted b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.deleted new file mode 100644 index 0000000..8b4f29e Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.deleted differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.mappings b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.mappings new file mode 100644 index 0000000..ebfb210 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.mappings differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.versions b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.versions new file mode 100644 index 0000000..279ad82 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/id_tracker.versions differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_index/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_index/config.json new file mode 100644 index 0000000..35e5ea3 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_index/config.json @@ -0,0 +1 @@ +{"indexed_fields":{}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/bitmask.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/bitmask.dat new file mode 100644 index 0000000..9793e09 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/bitmask.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/config.json new file mode 100644 index 0000000..9477c12 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/config.json @@ -0,0 +1 @@ +{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/gaps.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/gaps.dat new file mode 100644 index 0000000..c5c8cf0 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/gaps.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/page_0.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/page_0.dat new file mode 100644 index 0000000..21ef4b2 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/page_0.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/tracker.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/tracker.dat new file mode 100644 index 0000000..c81c76a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/payload_storage/tracker.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/segment.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/segment.json new file mode 100644 index 0000000..884cf67 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/segment.json @@ -0,0 +1 @@ +{"initial_version":9999,"version":9999,"config":{"vector_data":{"":{"size":1536,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"hnsw","options":{"m":16,"ef_construct":100,"full_scan_threshold":10000,"max_indexing_threads":0,"on_disk":false}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/graph.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/graph.bin new file mode 100644 index 0000000..4bd281c Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/graph.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/hnsw_config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/hnsw_config.json new file mode 100644 index 0000000..a6b5dc5 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/hnsw_config.json @@ -0,0 +1 @@ +{"m":16,"m0":32,"ef_construct":100,"ef":100,"full_scan_threshold":1666,"max_indexing_threads":0,"payload_m":null,"payload_m0":null,"indexed_vector_count":3334} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/links_compressed.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/links_compressed.bin new file mode 100644 index 0000000..ed73daa Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_index/links_compressed.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/deleted/flags_a.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/deleted/flags_a.dat new file mode 100644 index 0000000..9e0f96a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/deleted/flags_a.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/deleted/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/deleted/status.dat new file mode 100644 index 0000000..33c68fb Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/deleted/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/chunk_0.mmap b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/chunk_0.mmap new file mode 100644 index 0000000..6ec48c2 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/chunk_0.mmap differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/config.json new file mode 100644 index 0000000..993dc90 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/config.json @@ -0,0 +1 @@ +{"chunk_size_bytes":33552384,"chunk_size_vectors":5461,"dim":1536,"populate":true} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/status.dat new file mode 100644 index 0000000..650dd71 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/vector_storage/vectors/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/version.info b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/version.info new file mode 100644 index 0000000..09a3acf --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/647c6b35-c189-4797-a266-9088158aaf95/version.info @@ -0,0 +1 @@ +0.6.0 \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.deleted b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.deleted new file mode 100644 index 0000000..8b4f29e Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.deleted differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.mappings b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.mappings new file mode 100644 index 0000000..1f5799e Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.mappings differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.versions b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.versions new file mode 100644 index 0000000..c2fb7c0 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/id_tracker.versions differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_index/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_index/config.json new file mode 100644 index 0000000..35e5ea3 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_index/config.json @@ -0,0 +1 @@ +{"indexed_fields":{}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/bitmask.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/bitmask.dat new file mode 100644 index 0000000..e26537e Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/bitmask.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/config.json new file mode 100644 index 0000000..9477c12 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/config.json @@ -0,0 +1 @@ +{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/gaps.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/gaps.dat new file mode 100644 index 0000000..abffc42 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/gaps.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/page_0.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/page_0.dat new file mode 100644 index 0000000..fa9614a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/page_0.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/tracker.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/tracker.dat new file mode 100644 index 0000000..854d36e Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/payload_storage/tracker.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/segment.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/segment.json new file mode 100644 index 0000000..a2e67fd --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/segment.json @@ -0,0 +1 @@ +{"initial_version":10000,"version":10000,"config":{"vector_data":{"":{"size":1536,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"hnsw","options":{"m":16,"ef_construct":100,"full_scan_threshold":10000,"max_indexing_threads":0,"on_disk":false}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/graph.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/graph.bin new file mode 100644 index 0000000..45f718b Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/graph.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/hnsw_config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/hnsw_config.json new file mode 100644 index 0000000..a6b5dc5 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/hnsw_config.json @@ -0,0 +1 @@ +{"m":16,"m0":32,"ef_construct":100,"ef":100,"full_scan_threshold":1666,"max_indexing_threads":0,"payload_m":null,"payload_m0":null,"indexed_vector_count":3334} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/links_compressed.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/links_compressed.bin new file mode 100644 index 0000000..10690c8 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_index/links_compressed.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/deleted/flags_a.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/deleted/flags_a.dat new file mode 100644 index 0000000..9e0f96a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/deleted/flags_a.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/deleted/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/deleted/status.dat new file mode 100644 index 0000000..33c68fb Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/deleted/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/chunk_0.mmap b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/chunk_0.mmap new file mode 100644 index 0000000..3e36329 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/chunk_0.mmap differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/config.json new file mode 100644 index 0000000..993dc90 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/config.json @@ -0,0 +1 @@ +{"chunk_size_bytes":33552384,"chunk_size_vectors":5461,"dim":1536,"populate":true} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/status.dat new file mode 100644 index 0000000..650dd71 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/vector_storage/vectors/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/version.info b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/version.info new file mode 100644 index 0000000..09a3acf --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/719c3ecf-9220-4066-bacf-768498b691ac/version.info @@ -0,0 +1 @@ +0.6.0 \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/mutable_id_tracker.mappings b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/mutable_id_tracker.mappings new file mode 100644 index 0000000..467496d Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/mutable_id_tracker.mappings differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/mutable_id_tracker.versions b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/mutable_id_tracker.versions new file mode 100644 index 0000000..7de1e5b Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/mutable_id_tracker.versions differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_index/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_index/config.json new file mode 100644 index 0000000..35e5ea3 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_index/config.json @@ -0,0 +1 @@ +{"indexed_fields":{}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/bitmask.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/bitmask.dat new file mode 100644 index 0000000..f49d061 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/bitmask.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/config.json new file mode 100644 index 0000000..9477c12 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/config.json @@ -0,0 +1 @@ +{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/gaps.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/gaps.dat new file mode 100644 index 0000000..fef228a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/gaps.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/page_0.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/page_0.dat new file mode 100644 index 0000000..beb725b Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/page_0.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/tracker.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/tracker.dat new file mode 100644 index 0000000..2aec869 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/payload_storage/tracker.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/segment.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/segment.json new file mode 100644 index 0000000..a7ada38 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/segment.json @@ -0,0 +1 @@ +{"initial_version":null,"version":14856,"config":{"vector_data":{"":{"size":1536,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"plain","options":{}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/deleted/flags_a.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/deleted/flags_a.dat new file mode 100644 index 0000000..9e0f96a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/deleted/flags_a.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/deleted/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/deleted/status.dat new file mode 100644 index 0000000..a104d94 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/deleted/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/chunk_0.mmap b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/chunk_0.mmap new file mode 100644 index 0000000..218122f Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/chunk_0.mmap differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/config.json new file mode 100644 index 0000000..993dc90 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/config.json @@ -0,0 +1 @@ +{"chunk_size_bytes":33552384,"chunk_size_vectors":5461,"dim":1536,"populate":true} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/status.dat new file mode 100644 index 0000000..2d1a618 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/vector_storage/vectors/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/version.info b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/version.info new file mode 100644 index 0000000..09a3acf --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/bdc7bd1b-35e5-4509-af29-c46d7480b588/version.info @@ -0,0 +1 @@ +0.6.0 \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.deleted b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.deleted new file mode 100644 index 0000000..b64dfab Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.deleted differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.mappings b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.mappings new file mode 100644 index 0000000..1f5ff1b Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.mappings differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.versions b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.versions new file mode 100644 index 0000000..481919c Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/id_tracker.versions differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_index/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_index/config.json new file mode 100644 index 0000000..35e5ea3 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_index/config.json @@ -0,0 +1 @@ +{"indexed_fields":{}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/bitmask.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/bitmask.dat new file mode 100644 index 0000000..0f2d262 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/bitmask.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/config.json new file mode 100644 index 0000000..9477c12 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/config.json @@ -0,0 +1 @@ +{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/gaps.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/gaps.dat new file mode 100644 index 0000000..bd6a2b7 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/gaps.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/page_0.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/page_0.dat new file mode 100644 index 0000000..1762e55 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/page_0.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/tracker.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/tracker.dat new file mode 100644 index 0000000..1ade045 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/payload_storage/tracker.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/segment.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/segment.json new file mode 100644 index 0000000..f0ec597 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/segment.json @@ -0,0 +1 @@ +{"initial_version":11669,"version":11669,"config":{"vector_data":{"":{"size":1536,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"hnsw","options":{"m":16,"ef_construct":100,"full_scan_threshold":10000,"max_indexing_threads":0,"on_disk":false}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/graph.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/graph.bin new file mode 100644 index 0000000..ee6875b Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/graph.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/hnsw_config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/hnsw_config.json new file mode 100644 index 0000000..8640593 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/hnsw_config.json @@ -0,0 +1 @@ +{"m":16,"m0":32,"ef_construct":100,"ef":100,"full_scan_threshold":1666,"max_indexing_threads":0,"payload_m":null,"payload_m0":null,"indexed_vector_count":1667} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/links_compressed.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/links_compressed.bin new file mode 100644 index 0000000..dee44b2 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_index/links_compressed.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/deleted/flags_a.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/deleted/flags_a.dat new file mode 100644 index 0000000..9e0f96a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/deleted/flags_a.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/deleted/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/deleted/status.dat new file mode 100644 index 0000000..1ae2dfb Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/deleted/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/chunk_0.mmap b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/chunk_0.mmap new file mode 100644 index 0000000..dd3224a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/chunk_0.mmap differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/config.json new file mode 100644 index 0000000..993dc90 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/config.json @@ -0,0 +1 @@ +{"chunk_size_bytes":33552384,"chunk_size_vectors":5461,"dim":1536,"populate":true} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/status.dat new file mode 100644 index 0000000..b6cdf71 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/vector_storage/vectors/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/version.info b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/version.info new file mode 100644 index 0000000..09a3acf --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/cb3f662e-b0cb-4978-b242-cf6eec339f89/version.info @@ -0,0 +1 @@ +0.6.0 \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.deleted b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.deleted new file mode 100644 index 0000000..8b4f29e Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.deleted differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.mappings b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.mappings new file mode 100644 index 0000000..c0a5f20 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.mappings differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.versions b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.versions new file mode 100644 index 0000000..604e418 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/id_tracker.versions differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_index/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_index/config.json new file mode 100644 index 0000000..35e5ea3 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_index/config.json @@ -0,0 +1 @@ +{"indexed_fields":{}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/bitmask.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/bitmask.dat new file mode 100644 index 0000000..da0547e Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/bitmask.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/config.json new file mode 100644 index 0000000..9477c12 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/config.json @@ -0,0 +1 @@ +{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/gaps.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/gaps.dat new file mode 100644 index 0000000..6b13827 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/gaps.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/page_0.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/page_0.dat new file mode 100644 index 0000000..626b072 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/page_0.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/tracker.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/tracker.dat new file mode 100644 index 0000000..a549d28 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/payload_storage/tracker.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/segment.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/segment.json new file mode 100644 index 0000000..06aac00 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/segment.json @@ -0,0 +1 @@ +{"initial_version":13336,"version":13336,"config":{"vector_data":{"":{"size":1536,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"hnsw","options":{"m":16,"ef_construct":100,"full_scan_threshold":10000,"max_indexing_threads":0,"on_disk":false}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/graph.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/graph.bin new file mode 100644 index 0000000..6705c1d Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/graph.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/hnsw_config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/hnsw_config.json new file mode 100644 index 0000000..a6b5dc5 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/hnsw_config.json @@ -0,0 +1 @@ +{"m":16,"m0":32,"ef_construct":100,"ef":100,"full_scan_threshold":1666,"max_indexing_threads":0,"payload_m":null,"payload_m0":null,"indexed_vector_count":3334} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/links_compressed.bin b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/links_compressed.bin new file mode 100644 index 0000000..05efee6 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_index/links_compressed.bin differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/deleted/flags_a.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/deleted/flags_a.dat new file mode 100644 index 0000000..9e0f96a Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/deleted/flags_a.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/deleted/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/deleted/status.dat new file mode 100644 index 0000000..33c68fb Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/deleted/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/chunk_0.mmap b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/chunk_0.mmap new file mode 100644 index 0000000..908dcd0 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/chunk_0.mmap differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/config.json b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/config.json new file mode 100644 index 0000000..993dc90 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/config.json @@ -0,0 +1 @@ +{"chunk_size_bytes":33552384,"chunk_size_vectors":5461,"dim":1536,"populate":true} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/status.dat b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/status.dat new file mode 100644 index 0000000..650dd71 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/vector_storage/vectors/status.dat differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/version.info b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/version.info new file mode 100644 index 0000000..09a3acf --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/segments/f828a538-3f80-4333-be02-0e18480618d6/version.info @@ -0,0 +1 @@ +0.6.0 \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/shard_config.json b/Assets/Qdrant/storage/collections/data-v4/0/shard_config.json new file mode 100644 index 0000000..e14dc07 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/shard_config.json @@ -0,0 +1 @@ +{"type":"ReplicaSet"} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/wal/.wal b/Assets/Qdrant/storage/collections/data-v4/0/wal/.wal new file mode 100644 index 0000000..e69de29 diff --git a/Assets/Qdrant/storage/collections/data-v4/0/wal/closed-8043 b/Assets/Qdrant/storage/collections/data-v4/0/wal/closed-8043 new file mode 100644 index 0000000..a01768f Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/wal/closed-8043 differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/wal/first-index b/Assets/Qdrant/storage/collections/data-v4/0/wal/first-index new file mode 100644 index 0000000..21d0950 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/0/wal/first-index @@ -0,0 +1 @@ +{"ack_index":14856} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/0/wal/open-4 b/Assets/Qdrant/storage/collections/data-v4/0/wal/open-4 new file mode 100644 index 0000000..c5b9ccf Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/wal/open-4 differ diff --git a/Assets/Qdrant/storage/collections/data-v4/0/wal/open-5 b/Assets/Qdrant/storage/collections/data-v4/0/wal/open-5 new file mode 100644 index 0000000..809e388 Binary files /dev/null and b/Assets/Qdrant/storage/collections/data-v4/0/wal/open-5 differ diff --git a/Assets/Qdrant/storage/collections/data-v4/config.json b/Assets/Qdrant/storage/collections/data-v4/config.json new file mode 100644 index 0000000..924000e --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/config.json @@ -0,0 +1 @@ +{"params":{"vectors":{"size":1536,"distance":"Cosine"},"shard_number":1,"replication_factor":1,"write_consistency_factor":1,"on_disk_payload":true},"hnsw_config":{"m":16,"ef_construct":100,"full_scan_threshold":10000,"max_indexing_threads":0,"on_disk":false},"optimizer_config":{"deleted_threshold":0.2,"vacuum_min_vector_number":1000,"default_segment_number":0,"max_segment_size":null,"memmap_threshold":null,"indexing_threshold":10000,"flush_interval_sec":5,"max_optimization_threads":null},"wal_config":{"wal_capacity_mb":32,"wal_segments_ahead":0,"wal_retain_closed":1},"quantization_config":null,"uuid":null} \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/shard_key_mapping.json b/Assets/Qdrant/storage/collections/data-v4/shard_key_mapping.json new file mode 100644 index 0000000..0637a08 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/shard_key_mapping.json @@ -0,0 +1 @@ +[] \ No newline at end of file diff --git a/Assets/Qdrant/storage/collections/data-v4/version.info b/Assets/Qdrant/storage/collections/data-v4/version.info new file mode 100644 index 0000000..f7abe27 --- /dev/null +++ b/Assets/Qdrant/storage/collections/data-v4/version.info @@ -0,0 +1 @@ +0.4.2 \ No newline at end of file diff --git a/v2/app/src/App.css b/v2/app/src/App.css index 1f54898..5f24a69 100644 --- a/v2/app/src/App.css +++ b/v2/app/src/App.css @@ -8,7 +8,7 @@ button, input, select{ } form{ - @apply border p-2 bg-gray-200; + @apply border p-2 bg-gray-200 text-lg; } .symbol{ diff --git a/v2/app/src/utils/parsing.js b/v2/app/src/utils/parsing.js index f804e19..9acf7f7 100644 --- a/v2/app/src/utils/parsing.js +++ b/v2/app/src/utils/parsing.js @@ -1,6 +1,6 @@ import { fetch } from '@tauri-apps/plugin-http'; -const COLLECTION_DATA = 'data-v3'; +const COLLECTION_DATA = 'data-v4'; const COLLECTION_THEME = 'theme-v1'; const COLLECTION_KEYWORD = 'keywords_v1'; diff --git a/v2/scrapper/embeddings.js b/v2/scrapper/embeddings.js index 6dace98..9426a0a 100644 --- a/v2/scrapper/embeddings.js +++ b/v2/scrapper/embeddings.js @@ -4,7 +4,7 @@ import { v4 as uuidv4 } from 'uuid'; const COLLECTION_DATA = 'data-v2'; -async function clearCollection(collection){ +export async function clearCollection(collection){ // clear Qdrant collection const res_delete=await fetch(`http://localhost:6333/collections/${collection}`, { method: 'DELETE', @@ -48,10 +48,15 @@ export async function processData(filepath, clear=false, collection=COLLECTION_D const response = readFileSync(filepath); const json=await JSON.parse(response); - json.output.forEach(async (item, index)=>{ + for(const index in json.output){ + const item=json.output[index]; const text=jsonToText(item); // console.log(text); + if(text.trim().length===0){ + console.log("Empty text, skipping..."); + return; + } const embeddings=await textToEmbeddings(text); @@ -66,27 +71,29 @@ export async function processData(filepath, clear=false, collection=COLLECTION_D metadata: JSON.stringify(item.metadata), }, collection); - }); + } } async function textToEmbeddings(text){ - // call embedding API - const response=await fetch('https://api.openai.com/v1/embeddings', { - method: 'POST', - headers: { - 'Content-Type': 'application/json', - 'Authorization': `Bearer ${process.env.OPENAI_API_KEY}` - }, - body: JSON.stringify({ - model: "text-embedding-3-small", - input: text - }) - }); + + try{ - const result = await response.json(); - // console.log(result); - return result.data[0]?.embedding; + // call embedding API + const response=await fetch('https://api.openai.com/v1/embeddings', { + method: 'POST', + headers: { + 'Content-Type': 'application/json', + 'Authorization': `Bearer ${process.env.OPENAI_API_KEY}` + }, + body: JSON.stringify({ + model: "text-embedding-3-small", + input: text + }) + }); + const result = await response.json(); + // console.log(result); + return result.data[0]?.embedding; }catch(err){ console.error("Error fetching embeddings:", err); @@ -97,11 +104,11 @@ async function textToEmbeddings(text){ function jsonToText(item){ let text = ""; - text += `Summary: ${item.summry} `; - text += `Keywords: ${item.keywords.join(", ")} `; - text += `Order: ${item.number}/${item.total} `; - text += `User: ${item.user} `; - text += `Teaser: ${item.teaser.replace(/[\r\n]+/g, ' ')} `; + if(item.summry) text += `Summary: ${item.summry} `; + if(item.keywords && item.keywords.length > 0) text += `Keywords: ${item.keywords.join(", ")} `; + if(item.number && item.total) text += `Order: ${item.number}/${item.total} `; + if(item.user) text += `User: ${item.user} `; + if(item.teaser) text += `Teaser: ${item.teaser.replace(/[\r\n]+/g, ' ')} `; return text; } @@ -109,25 +116,30 @@ function jsonToText(item){ async function writeToQdrant(id,embeddings, payload, collection){ - // write embeddings to Qdrant - const res=await fetch(`http://localhost:6333/collections/${collection}/points?wait=true`, { - method: 'PUT', - headers: { - 'Content-Type': 'application/json', - }, - body: JSON.stringify({ - points: [{ - id: id, - vector: embeddings, - payload: payload - }] - }) - }); - - const data = await res.json(); - console.log(data); - return data; + try{ + // write embeddings to Qdrant + const res=await fetch(`http://localhost:6333/collections/${collection}/points?wait=true`, { + method: 'PUT', + headers: { + 'Content-Type': 'application/json', + }, + body: JSON.stringify({ + points: [{ + id: id, + vector: embeddings, + payload: payload + }] + }) + }); + + const data = await res.json(); + console.log(data); + + return data; + }catch(err){ + console.error("Error writing to Qdrant:", err); + } } export async function searchByText(query){ diff --git a/v2/scrapper/main.js b/v2/scrapper/main.js index ae5e4f2..69e7cbd 100644 --- a/v2/scrapper/main.js +++ b/v2/scrapper/main.js @@ -3,7 +3,8 @@ import { getThread } from "./scrapper.js"; import { searchThreads } from "./search.js"; import { writeFileSync, existsSync, mkdirSync, readdirSync, statSync } from "fs"; import dotenv from 'dotenv'; -import { processData } from "./embeddings.js"; +import { processData, clearCollection } from "./embeddings.js"; + dotenv.config(); @@ -55,6 +56,7 @@ const Version="v3"; const DEBUG_MODE=false; const SCRAP_TYPE='KEYWORD'; // 'KEYWORD' or 'TAG' const CLEAR=true; +const COLLECTION_NAME='data-v4'; async function step1(){ // const chooseKeywords=['人生 妥協','邊界 被侵犯','卡住 職涯','尷尬 年齡','厭世 創作']; @@ -158,9 +160,14 @@ async function step3(){ const folders = readdirSync(`./processed_${Version}`); console.log("Folders in raw folder:", folders); - if(CLEAR) await clearCollection(collection); + if(CLEAR) await clearCollection(COLLECTION_NAME); + + // for(const folder of folders){ + for(var i=0;i=2) break; - for(const folder of folders){ + const folder=folders[i]; // check is folder const isFolder = statSync(`./processed_${Version}/${folder}`).isDirectory(); if (!isFolder) { @@ -172,10 +179,12 @@ async function step3(){ console.log(`Files in folder ${folder}:`, files); for(const index in files){ + if(DEBUG_MODE && index>0) return; // for testing, process only first file + const file=files[index]; try{ - await processData(`./processed_${Version}/${folder}/${file}`, false, `data-v3`); + await processData(`./processed_${Version}/${folder}/${file}`, false, COLLECTION_NAME); }catch(err){ console.error("Error processing embeddings for folder", folder, ":", err); } @@ -190,9 +199,9 @@ async function main(){ // await step1(); // await getThread('https://www.threads.com/@pytteliten_/post/DJpeh8BoO3a', cookies); - await step2(); + // await step2(); // await parseTest('./processed_v3/00後整頓職場/DBEB0ACzF4j.json'); - // await step3(); + await step3(); }