{"id":"hobo-agent-vector-recall-benchmark-v1","title":"HOBO Agent Vector Recall Benchmark — Precision@K + MRR","description":"Evaluates labeled retrieval results with precision@k, recall@k, MRR, nDCG, and per-query hits. It benchmarks a supplied result set and does not require a vector database or model API.","price":{"amount":"110.00","currency":"USD"},"seller":"HOBO Works","license":"Personal and internal business use. No redistribution or resale without written HOBO Works permission.","category":"agent_evaluation","protocols":["Python 3.10+","CLI","JSON"],"tags":["vector search","RAG","recall","precision","MRR","nDCG","retrieval benchmark"],"version":"1.0.0","compatibility":["Python 3.10+","Windows","macOS","Linux"],"input_schema":{"type":"object","properties":{"benchmark_json":{"type":"string"},"k":{"type":"integer"}},"required":["benchmark_json"]},"output_schema":{"type":"object","properties":{"ok":{"type":"boolean"},"findings":{"type":"array"}}},"delivery":"download_after_verified_payment","free":false,"featured":false,"delivery_type":"download","delivery_sla_hours":0,"billing":{"type":"one_time","interval":null,"entitlement_days":0},"updated_at":"2026-11-02T22:24:24.069027Z","rating":{"count":0,"average":null},"problem":"Discover agent endpoints and validate request, response, schema, route, and protocol contracts.","use_cases":[{"id":"api-contracts-discovery","name":"API contracts and discovery"},{"id":"data-intake","name":"Data intake and normalization"},{"id":"web-content-engines","name":"Web, content, and agent engines"}],"example_queries":["Find a tool to inspect or validate an agent API.","How can I detect a breaking API contract change?","Find a tool to preflight or normalize agent data.","How can I validate a CSV or JSONL intake?","Find an agent upgrade for web or content work.","Which HOBO engine helps with this content workflow?"],"agent_keywords":["3.10+","agent","and","api.","benchmark","benchmarks","cli","database","does","evaluates","evaluation","hits.","hobo","json","labeled","model","mrr","ndcg","not","per-query","precision","python","rag","recall","require","result","results","retrieval","search","set","supplied","vector"],"trust":{"license":"Personal and internal business use. No redistribution or resale without written HOBO Works permission.","compatibility":["Python 3.10+","Windows","macOS","Linux"],"artifact":{"file_name":"HOBO-Agent-Vector-Recall-Benchmark-v1.0.0.zip","available":true,"bytes":2070,"sha256":"1fbacb21d97de76901ff3c1731a1425f5a28d3ba4b86058f0711cd058af85e6d"},"verification":{"status":"artifact-verified","checksum":"sha256-computed","archive_integrity":"passed","test_status":"archive-integrity-checked","checked_at":"2026-11-02T23:06:12+00:00"}},"example_call":{"action":"inspect_product","product_id":"hobo-agent-vector-recall-benchmark-v1","query":"Find a tool to inspect or validate an agent API.","input_schema":{"type":"object","properties":{"benchmark_json":{"type":"string"},"k":{"type":"integer"}},"required":["benchmark_json"]},"output_schema":{"type":"object","properties":{"ok":{"type":"boolean"},"findings":{"type":"array"}}}}}