Merge pull request #4 from iamnbutler/feat/quality-research-index

Add private quality research index and calibration tools

NBNate Butler authored last monthcommitted by GitHub

60f8a62

30 files changed+5158-3

StackedSplit

README.md+2 −0

docs/quality-benchmarks.md+157 −0

docs/quality-index.md+94 −0

package.json+4 −1

scripts/backend/catalog/paid-jev.test.ts+17 −0

scripts/backend/catalog/paid-jev.ts+7 −0

scripts/backend/catalog/reader-evidence.ts+8 −2

scripts/backend/migrations/013_quality_index.sql+20 −0

scripts/backend/migrations/014_quality_index_head.sql+10 −0

scripts/backend/quality/assessment.test.ts+311 −0

scripts/backend/quality/assessment.ts+248 −0

scripts/backend/quality/benchmark.ts+88 −0

scripts/backend/quality/benchmarks.json+944 −0

scripts/backend/quality/claim-verifier.test.ts+280 −0

scripts/backend/quality/claim-verifier.ts+212 −0

scripts/backend/quality/claims-cli.test.ts+141 −0

scripts/backend/quality/claims-cli.ts+161 −0

scripts/backend/quality/claims.test.ts+252 −0

scripts/backend/quality/claims.ts+247 −0

scripts/backend/quality/cli.ts+116 −0

scripts/backend/quality/evidence.test.ts+151 −0

scripts/backend/quality/evidence.ts+132 −0

scripts/backend/quality/model-eval-fixtures.json+134 −0

scripts/backend/quality/model-eval.ts+267 −0

scripts/backend/quality/pipeline.test.ts+150 −0

scripts/backend/quality/pipeline.ts+216 −0

scripts/backend/quality/scoring.test.ts+302 −0

scripts/backend/quality/scoring.ts+247 −0

scripts/backend/quality/store.ts+58 −0

scripts/backend/quality/types.ts+182 −0