Setup
- Collection
- 100,000 unchanged documents + 200 initial mutation targets
- Measured phase
- 30 seconds · 10 changes/s · 10 background queries/s
- Database
- Version 0.8.7 · 2 CPUs · 3 GiB memory
Validity checks
- Changes were submitted on schedulePassed
- Observation reads started on schedulePassed
- Background queries started on schedulePassed
- Search recall met the 95% targetPassed
- Every mutation had a valid starting statePassed
- The client dropped no mutationsPassed
- Quality queries stayed in the intended corpusPassed
- The configured search index was verifiedPassed
Measurements
| Change | First visible p95 | Confirmed p95 | Confirmed changes |
|---|---|---|---|
| insert | 34.60 ms | 96.78 ms | 100/100 |
| Replace | 33.86 ms | 94.33 ms | 100/100 |
| delete | 31.24 ms | 95.95 ms | 100/100 |
Background queries: 300/300 succeeded · recall 99.4% · p95 time 15.70 ms.
Client scheduling and request times
Arrival lag p95: 0.75 ms. Probe dispatch lag p95: 1.32 ms. Probe request p95: 12.46 ms. Write request p95: 21.64 ms.
Inspect the raw evidence
These compressed files are the inputs to the evidence audit.
Effective database configuration
{
"version": "0.8.7",
"postgres": "PostgreSQL 16.15 (Debian 16.15-1.pgdg12+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 12.2.0-14+deb12u1) 12.2.0, 64-bit",
"ef_search": 128,
"ack": "autocommit, READ COMMITTED",
"transport": "psycopg, connection per worker",
"query_plan": [
{
"Plan": {
"Node Type": "Limit",
"Parallel Aware": false,
"Async Capable": false,
"Startup Cost": 1674.2,
"Total Cost": 1691.32,
"Plan Rows": 10,
"Plan Width": 18,
"Plans": [
{
"Node Type": "Index Scan",
"Parent Relationship": "Outer",
"Parallel Aware": false,
"Async Capable": false,
"Scan Direction": "Forward",
"Index Name": "fb2_429e9a_023_hnsw",
"Relation Name": "fb2_429e9a_023",
"Alias": "fb2_429e9a_023",
"Startup Cost": 1674.2,
"Total Cost": 172905.99,
"Plan Rows": 99996,
"Plan Width": 18,
"Order By": "(embedding <=> '[-0.08946895,-0.094362676,0.092023626,-0.0040844884,0.043233823,0.00062519487,0.1075197,-0.035732996,0.013746996,-0.024103122,0.0021706754,-0.04720602,0.04787615,-0.02043222,0.058315646,0.081252135,-0.05375015,-0.030799072,-0.0077205584,0.035735283,-0.04474784,0.01614922,-0.06905586,0.04194401,-0.08832908,0.007873556,0.0044992934,0.021968655,0.010953364,0.07212316,0.023185596,0.001176476,0.04725166,-0.03580423,-0.032344446,0.004752835,-0.056179125,-0.0353235,-0.037251893,-0.005143068,-0.027599342,0.024403147,0.031338032,0.0056410627,0.008425455,-0.0087741045,-0.039870497,-0.011831836,0.042621233,0.048142947,0.01603842,0.06745542,-0.038018145,0.064212486,-0.009636566,0.01607475,-0.0027868534,-0.03761097,-0.011889431,-0.01084577,0.083403684,0.028946918,0.061870236,-0.045382615,0.03812586,0.060426526,-0.017003024,0.02328925,-0.093020774,-0.024072766,0.042720392,-0.022444837,-0.011597358,0.01209231,-0.005953629,0.029691145,-0.011711495,-0.053345133,-0.081757374,-0.049303155,0.032193717,-0.038507868,-0.0060101775,-0.031470332,-0.07362443,0.03575578,0.0245484,0.01985519,-0.15116754,0.050386053,-0.0389634,0.07548389,-0.09264168,-0.012602816,-0.0035539444,-0.046416666,0.015100493,0.100691915,-0.037529,0.04600518,-0.021859422,0.014675989,-0.097722545,-0.053200893,-0.017040461,-0.01629616,-0.012339222,0.06543302,0.07252074,-0.044301156,0.03054835,-0.038570553,0.019310065,-0.005527747,-0.029386865,-0.058248505,0.065443166,0.028506057,0.0878254,0.058387812,0.081721246,-0.0005962058,0.0569388,0.00960514,0.011667701,0.014456492,-0.07218306,-3.0444767e-33,0.06687367,-0.019213954,0.058202963,0.025171444,-0.028259544,-0.04171671,0.03127722,0.04865431,-0.0721459,-0.050143186,-0.029907746,0.06248994,-0.05096076,-0.065192886,0.010210447,-0.077256374,-0.043370593,-0.0901922,-0.066522665,0.026072454,-0.022315364,0.075375885,-0.029968103,-0.0050771856,-0.0046955296,0.0065650316,-0.06791897,0.07368851,0.056069646,-0.021026025,-0.011352883,0.038811427,-0.090847075,-0.056490287,-0.039881036,0.032885592,-0.029586185,0.04753608,0.006341778,-0.0034275919,0.03681623,0.09326265,-0.0532089,0.032396164,0.012605483,0.045778517,-0.0006472902,0.029721813,0.0734947,-0.037117425,-0.09356724,-0.0071634455,-0.032400057,0.010453378,0.06286513,0.006053158,0.060524322,0.091866635,0.063640274,0.055919155,0.053222507,-0.019174587,0.089296214,-0.058922265,0.013745364,-0.022907477,0.028347451,-0.040759467,-0.06820364,-0.061398294,-0.046857864,0.0060627847,0.010442015,-0.07662317,0.031950947,-0.107813306,-0.0016125626,-0.033413693,-0.09989722,-0.03580293,-0.036118146,-0.08276185,0.1280713,0.07596603,0.049225595,-0.026312606,0.0031930343,-0.0012469466,0.000872793,-0.040353082,-0.034516506,-0.036047976,0.004999689,-0.01570079,-0.09783203,1.4186912e-33,-0.0130903,0.04742377,0.02889633,0.09809088,0.043639127,-0.0747531,0.03402747,0.029147558,0.019848268,0.111865185,0.04845458,-0.016222177,0.025501896,0.09813583,-0.002833195,0.0038929228,0.048537854,0.014111116,0.036570966,-0.017512968,-0.079755045,0.043452248,0.10843892,0.061968718,-0.015678233,0.0060376576,0.010718569,-0.03907552,0.040307663,0.04553227,0.041731495,0.083179526,-0.0844024,-0.023447752,0.014485363,-0.00788756,-0.11410207,0.039309476,0.011220049,0.12889338,-0.07970701,0.010658111,-0.06657531,-0.022037188,-0.043459363,-0.030291978,0.05803613,0.06109021,-0.09415837,0.030727232,0.011858702,0.013526454,-0.049580045,-0.052486703,0.013218615,0.0050231596,0.07660412,-0.0046343356,-0.0692584,-0.03353194,0.022288544,0.022836983,0.01361394,-0.036331616,0.008194689,0.09226991,0.08229875,-0.047639843,-0.005033471,0.0066081914,-0.106666416,-0.06385503,0.006385333,0.06318358,0.03146985,-0.060764216,-0.043287244,-0.042385958,-0.07963737,-0.043478705,-0.031840656,0.060027804,0.027829666,0.03728562,-0.07014622,0.0649568,-0.052579004,-0.0034938955,-0.15390792,-0.04426162,0.028217599,0.05593145,0.023251446,0.029115746,-0.040321343,-1.8832651e-08,-0.037536032,0.0005056563,0.013919978,-0.038129315,0.061486673,0.005534046,-0.010768211,-0.16527015,0.061414365,0.019963786,-0.019666849,-0.059065994,0.00083181454,-0.016695915,0.01090875,0.02685501,-0.0008743374,-0.060967337,-0.049258173,0.012731965,-0.03973743,-0.0018210232,-0.03797001,0.00035104176,0.04477184,0.04185603,-0.03215796,-0.09103283,0.0467481,0.017810425,0.037437033,0.054782324,-0.0059442874,0.022557084,0.053393807,-0.03746794,-0.07080435,0.10548834,-0.04215435,0.042547524,0.05064807,0.07560324,0.04072184,-0.0011278372,0.00702018,-0.070807114,0.040035766,0.051417697,0.011316928,-0.028955372,0.04197099,-0.0026867494,-0.056857754,0.0761941,0.030621601,-0.052413527,-0.021492323,0.0957355,0.1013111,-0.082977295,-0.036080915,-0.03327806,0.0029404552,-0.03586191]'::vector)",
"Filter": "(cohort = 'static'::text)"
}
]
}
}
]
}