Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
39 commits
Select commit Hold shift + click to select a range
351f03c
update to vc143
Jun 4, 2025
1af89ef
merge
Nov 20, 2025
e762fd5
move mergepostings to refineindex
Nov 22, 2025
57bf5ed
fix errorcode
Nov 25, 2025
f8ea350
Add checksum verification in merge
Dec 3, 2025
574412e
add configuable merge during search and benchmark test
Dec 4, 2025
b79b98a
fix linux localtime_s to localtime_r
Dec 4, 2025
a26f2ed
fix the benchmark to avoid create workspace after reload during search
Dec 11, 2025
da41c2b
add output file to the benchmark
Dec 11, 2025
c1036bc
fix the BatchNum
Dec 11, 2025
20fa847
fix benchmark to include multiple batch perf
Dec 12, 2025
fa5fb29
write the result in time
Dec 12, 2025
bcafeb7
let benchmark fit for larger dataset
Dec 12, 2025
3107cf6
ensure metadata size
Dec 12, 2025
b87551c
add build time
Dec 12, 2025
40a89d6
add rebuild and resume configuration
Dec 12, 2025
b78aa90
change printstep
Dec 12, 2025
d29ce73
fix print step
Dec 13, 2025
c6e0dfc
add more append threads
Dec 15, 2025
e06a423
add more log and change Multiget to use buffer
Dec 16, 2025
2e28ed2
clean some logs
Dec 16, 2025
1e08a00
ensure workspace posting size.
Dec 17, 2025
d3f2a76
add Get to PageBuffer API
Dec 17, 2025
1fe1bb3
fix cache issue
Dec 19, 2025
89cac4b
fix unsafe_delete
Dec 30, 2025
2bc00ca
fix unsafe delete
Dec 30, 2025
130dcfb
avoid dataset incblock leak
Dec 31, 2025
f771a7c
Add split VID check
Jan 2, 2026
6714e5a
fix dataset
Jan 3, 2026
2baa358
merge changes in internal version
Jan 9, 2026
9f2ed71
Fix labelset compiling issue
zhol01825 Jan 27, 2026
133dfbf
test quantization in SPFresh (#440)
MaggieQi Jan 27, 2026
be5422f
fix SPFresh Dynamic Quantize vector
zhol01825 Jan 27, 2026
90993f4
add some fixes to dynamic cases
Jan 28, 2026
66d754a
fix BKT reconstruct crashes
Jan 28, 2026
6c8c4ee
remove OPQ training dependance
zhol01825 Jan 28, 2026
149e3e8
fix BKT clustering atomic_float_add issue
zhol01825 Feb 3, 2026
3d2c8c7
optimize the reconstruct vector allocation
zhol01825 Feb 4, 2026
4b2e4cf
fix Windows compiling for interlockedcompareexchange
Feb 4, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 21 additions & 0 deletions .vscode/c_cpp_properties.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
{
"configurations": [
{
"name": "Linux",
"includePath": [
"${workspaceFolder}/**",
"${workspaceFolder}/AnnService/inc",
"${workspaceFolder}/Test/inc",
"${workspaceFolder}/ThirdParty/**",
"/usr/include/**"
],
"defines": [],
"compilerPath": "/usr/bin/g++",
"cStandard": "c17",
"cppStandard": "c++17",
"intelliSenseMode": "gcc-x64",
"compileCommands": "${workspaceFolder}/build/compile_commands.json"
}
],
"version": 4
}
219 changes: 219 additions & 0 deletions .vscode/launch.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,219 @@
{
"version": "2.0.0",
"configurations": [
{
"name": "(gdb) Launch SPFresh Test",
"type": "cppdbg",
"request": "launch",
"preLaunchTask": "Build Debug",
"stopAtEntry": false,
"program": "${workspaceFolder}/Debug/SPTAGTest",
"args": [ "--run_test=SPFreshTest/CacheTest" ],
"cwd": "${workspaceFolder}/Debug",
"environment": [
{
"name": "UDF_RUNTIME_DIR",
"value": "${workspaceFolder}"
},
{
"name": "STARROCKS_HOME",
"value": "${workspaceFolder}"
},
{
"name": "PYTHON_INSTALL_DIR",
"value": "${workspaceFolder}/thirdparty/installed/python"
},
{
"name": "LD_LIBRARY_PATH",
"value": "/usr/lib/jvm/java-1.11.0-openjdk-amd64/lib/server:${workspaceFolder}/Debug"
},
{
"name": "LD_PRELOAD",
"value": "/usr/lib/gcc/x86_64-linux-gnu/11/libasan.so"
},
{
"name": "PCI_ALLOWED",
"value": "1462:00:00.0"
},
{
"name": "SPFRESH_SPDK_USE_SSD_IMPL",
"value": "1"
},
{
"name": "SPFRESH_SPDK_CONF",
"value": "./bdev.json"
},
{
"name": "SPFRESH_SPDK_BDEV",
"value": "Nvme0n1"
},
{
"name": "BENCHMARK_CONFIG",
"value": "benchmark.ini"
}
],
"externalConsole": false,
"MIMode": "gdb",
"miDebuggerPath": "/usr/bin/gdb",
"additionalSOLibSearchPath": "${workspaceFolder}/Debug",
"setupCommands": [
{
"description": "Enable pretty-printing for gdb",
"text": "-enable-pretty-printing",
"ignoreFailures": true
},
{
"description": "Set Disassembly Flavor to Intel",
"text": "-gdb-set disassembly-flavor intel",
"ignoreFailures": true
},
{
"description": "Skip standard library files",
"text": "-gdb-set skip-solib-deps on",
"ignoreFailures": true
}
]
},
{
"name": "(gdb) Launch All Tests",
"type": "cppdbg",
"request": "launch",
"stopAtEntry": false,
"program": "${workspaceFolder}/Debug/SPTAGTest",
"args": [ "--run_test=SPFreshTest" ],
"cwd": "${workspaceFolder}/Debug",
"environment": [
{
"name": "UDF_RUNTIME_DIR",
"value": "${workspaceFolder}"
},
{
"name": "STARROCKS_HOME",
"value": "${workspaceFolder}"
},
{
"name": "PYTHON_INSTALL_DIR",
"value": "${workspaceFolder}/thirdparty/installed/python"
},
{
"name": "LD_LIBRARY_PATH",
"value": "/usr/lib/jvm/java-1.11.0-openjdk-amd64/lib/server:${workspaceFolder}/Debug"
},
{
"name": "LD_PRELOAD",
"value": "/usr/lib/gcc/x86_64-linux-gnu/11/libasan.so"
},
{
"name": "PCI_ALLOWED",
"value": "1462:00:00.0"
},
{
"name": "SPFRESH_SPDK_USE_SSD_IMPL",
"value": "1"
},
{
"name": "SPFRESH_SPDK_CONF",
"value": "./bdev.json"
},
{
"name": "SPFRESH_SPDK_BDEV",
"value": "Nvme0n1"
}
],
"externalConsole": false,
"MIMode": "gdb",
"miDebuggerPath": "/usr/bin/gdb",
"additionalSOLibSearchPath": "${workspaceFolder}/Debug",
"setupCommands": [
{
"description": "Enable pretty-printing for gdb",
"text": "-enable-pretty-printing",
"ignoreFailures": true
},
{
"description": "Set Disassembly Flavor to Intel",
"text": "-gdb-set disassembly-flavor intel",
"ignoreFailures": true
},
{
"description": "Skip standard library files",
"text": "-gdb-set skip-solib-deps on",
"ignoreFailures": true
}
]
},
{
"name": "(gdb) Launch SPFresh Benchmark",
"type": "cppdbg",
"request": "launch",
"preLaunchTask": "Build Debug",
"stopAtEntry": false,
"program": "${workspaceFolder}/Debug/SPTAGTest",
"args": [ "--run_test=SPFreshTest/BenchmarkFromConfig" ],
"cwd": "${workspaceFolder}/Debug",
"environment": [
{
"name": "UDF_RUNTIME_DIR",
"value": "${workspaceFolder}"
},
{
"name": "STARROCKS_HOME",
"value": "${workspaceFolder}"
},
{
"name": "PYTHON_INSTALL_DIR",
"value": "${workspaceFolder}/thirdparty/installed/python"
},
{
"name": "LD_LIBRARY_PATH",
"value": "/usr/lib/jvm/java-1.11.0-openjdk-amd64/lib/server:${workspaceFolder}/Debug"
},
{
"name": "LD_PRELOAD",
"value": "/usr/lib/gcc/x86_64-linux-gnu/11/libasan.so"
},
{
"name": "PCI_ALLOWED",
"value": "1462:00:00.0"
},
{
"name": "SPFRESH_SPDK_USE_SSD_IMPL",
"value": "1"
},
{
"name": "SPFRESH_SPDK_CONF",
"value": "./bdev.json"
},
{
"name": "SPFRESH_SPDK_BDEV",
"value": "Nvme0n1"
},
{
"name": "BENCHMARK_CONFIG",
"value": "benchmark.ini"
}
],
"externalConsole": false,
"MIMode": "gdb",
"miDebuggerPath": "/usr/bin/gdb",
"additionalSOLibSearchPath": "${workspaceFolder}/Debug",
"setupCommands": [
{
"description": "Enable pretty-printing for gdb",
"text": "-enable-pretty-printing",
"ignoreFailures": true
},
{
"description": "Set Disassembly Flavor to Intel",
"text": "-gdb-set disassembly-flavor intel",
"ignoreFailures": true
},
{
"description": "Skip standard library files",
"text": "-gdb-set skip-solib-deps on",
"ignoreFailures": true
}
]
}
]
}
103 changes: 103 additions & 0 deletions .vscode/settings.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,103 @@
{
"debug.allowBreakpointsEverywhere": true,
"debug.disassemblyView.showSourceCode": true,
"C_Cpp.debugging.engineLogging": false,
"C_Cpp.loggingLevel": "Information",
"files.associations": {
"array": "cpp",
"bitset": "cpp",
"string_view": "cpp",
"initializer_list": "cpp",
"ranges": "cpp",
"span": "cpp",
"regex": "cpp",
"utility": "cpp",
"valarray": "cpp",
"barrier": "cpp",
"__hash_table": "cpp",
"__split_buffer": "cpp",
"__tree": "cpp",
"deque": "cpp",
"iterator": "cpp",
"list": "cpp",
"map": "cpp",
"queue": "cpp",
"random": "cpp",
"set": "cpp",
"stack": "cpp",
"string": "cpp",
"unordered_map": "cpp",
"unordered_set": "cpp",
"vector": "cpp",
"atomic": "cpp",
"cctype": "cpp",
"clocale": "cpp",
"cmath": "cpp",
"csetjmp": "cpp",
"csignal": "cpp",
"cstdarg": "cpp",
"cstddef": "cpp",
"cstdio": "cpp",
"cstdlib": "cpp",
"cstring": "cpp",
"ctime": "cpp",
"cwchar": "cpp",
"cwctype": "cpp",
"any": "cpp",
"strstream": "cpp",
"bit": "cpp",
"cfenv": "cpp",
"charconv": "cpp",
"chrono": "cpp",
"cinttypes": "cpp",
"codecvt": "cpp",
"compare": "cpp",
"complex": "cpp",
"concepts": "cpp",
"condition_variable": "cpp",
"coroutine": "cpp",
"cstdint": "cpp",
"cuchar": "cpp",
"forward_list": "cpp",
"exception": "cpp",
"algorithm": "cpp",
"functional": "cpp",
"memory": "cpp",
"memory_resource": "cpp",
"numeric": "cpp",
"optional": "cpp",
"ratio": "cpp",
"source_location": "cpp",
"system_error": "cpp",
"tuple": "cpp",
"type_traits": "cpp",
"fstream": "cpp",
"future": "cpp",
"iomanip": "cpp",
"iosfwd": "cpp",
"iostream": "cpp",
"istream": "cpp",
"latch": "cpp",
"limits": "cpp",
"mutex": "cpp",
"new": "cpp",
"numbers": "cpp",
"ostream": "cpp",
"scoped_allocator": "cpp",
"semaphore": "cpp",
"shared_mutex": "cpp",
"sstream": "cpp",
"stdexcept": "cpp",
"stop_token": "cpp",
"streambuf": "cpp",
"syncstream": "cpp",
"thread": "cpp",
"typeindex": "cpp",
"typeinfo": "cpp",
"variant": "cpp",
"expected": "cpp",
"spanstream": "cpp",
"stacktrace": "cpp",
"__nullptr": "cpp"
}
}
27 changes: 27 additions & 0 deletions .vscode/tasks.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
{
"version": "2.0.0",
"tasks": [
{
"label": "Build Debug",
"type": "shell",
"command": "make",
"args": ["-j4"],
"group": {
"kind": "build",
"isDefault": true
},
"options": {
"cwd": "${workspaceFolder}/build"
},
"problemMatcher": ["$gcc"],
"presentation": {
"echo": true,
"reveal": "always",
"focus": false,
"panel": "shared",
"showReuseMessage": true,
"clear": false
}
}
]
}
4 changes: 2 additions & 2 deletions AnnService/Aggregator.vcxproj
Original file line number Diff line number Diff line change
Expand Up @@ -29,13 +29,13 @@
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
<ConfigurationType>Application</ConfigurationType>
<UseDebugLibraries>true</UseDebugLibraries>
<PlatformToolset>v142</PlatformToolset>
<PlatformToolset>v143</PlatformToolset>
<CharacterSet>MultiByte</CharacterSet>
</PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
<ConfigurationType>Application</ConfigurationType>
<UseDebugLibraries>false</UseDebugLibraries>
<PlatformToolset>v142</PlatformToolset>
<PlatformToolset>v143</PlatformToolset>
<WholeProgramOptimization>true</WholeProgramOptimization>
<CharacterSet>MultiByte</CharacterSet>
</PropertyGroup>
Expand Down
Loading
Loading