{"provenance":"Jev Quadrant jev-quadrant-v1 · source=jev · model=unscored · request=none · 2026-09-25T02:29:28.684Z","pack":{"id":"agent-observability","title":"Agent observability and guardrails","updated":"2026-09-24"},"result":{"schemaVersion":"jev-quadrant-v1","topicId":"agent-observability","status":"scored","source":"jev","framework":"jev-quadrant-v1","asOf":"2026-09-25T02:29:28.684Z","entities":[{"entityId":"langsmith","status":"scored","x":0.5425,"y":0.58,"uX":0.3467706085908999,"uY":0.3236464708948958,"rx":0.19072383472499496,"ry":0.1780055589921927,"quadrant":{"choice":"OPERATIONAL","confidence":0.7,"probabilities":{"OPERATIONAL":0.78,"ANCHORED":0.14,"FORMING":0.02,"DIRECTED":0.06}},"evidenceMass":1.9671,"answers":{"exec_shipped":{"type":"noul","noul":0.38},"exec_adoption":{"type":"noul","noul":0.17},"exec_reliability":{"type":"noul","noul":0.72},"exec_cadence":{"type":"noul","noul":0.9},"dir_strategy":{"type":"noul","noul":0.22},"dir_backed":{"type":"noul","noul":0.56},"dir_distinct":{"type":"noul","noul":0.72},"dir_invested":{"type":"noul","noul":0.82},"quadrant":{"type":"choice","choice":"OPERATIONAL","confidence":0.7,"probabilities":{"OPERATIONAL":0.78,"ANCHORED":0.14,"FORMING":0.02,"DIRECTED":0.06}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e179c979c6b88de4161c850521","requestHash":"a6d9109974c5326bb04794df7cc9717493cc7b34aaa0fba5c03670e8a6103271","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"langsmith","name":"LangSmith","website":"https://www.langchain.com/langsmith","description":"LangChain’s tracing, evaluation, and agent-operations platform."},"evidence":[{"id":"smithdb","kind":"announcement","url":"https://www.langchain.com/blog/introducing-smithdb","date":"2026-05-13","date_kind":"published","recency_weight":0.5946,"summary":"LangChain launched SmithDB, a Rust/DataFusion store backing LangSmith, stating 100% of US Cloud ingestion and tracing UI query traffic run on it and claiming up to 12× faster core experiences.","title":"SmithDB, the data layer for agent observability"},{"id":"interrupt-2026","kind":"announcement","url":"https://www.langchain.com/blog/interrupt-2026-overview","date":"2026-05-14","date_kind":"published","recency_weight":0.5969,"summary":"At Interrupt 2026 LangChain announced LangSmith Engine (autonomous issue clustering and fix proposals, public beta), Managed Deep Agents, LangSmith LLM Gateway for spend limits and sensitive-data detection, and related agent-lifecycle products.","title":"Everything we shipped at Interrupt"},{"id":"voice-tracing","kind":"release","url":"https://www.langchain.com/blog/trace-voice-agents-in-langsmith","date":"2026-07-21","date_kind":"published","recency_weight":0.7756,"summary":"LangSmith added Python tracing integrations for Pipecat, LiveKit, OpenAI Realtime, and Gemini Live, capturing conversation audio, STT/TTS, interruptions, and tool calls.","title":"Trace voice agents in LangSmith"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":1.9671}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1995,"output_tokens":210}},{"entityId":"langfuse","status":"scored","x":0.53,"y":0.5375,"uX":0.3264471487113893,"uY":0.2976025057580325,"rx":0.17954593179126413,"ry":0.16368137816691788,"quadrant":{"choice":"OPERATIONAL","confidence":0.77,"probabilities":{"DIRECTED":0.03,"FORMING":0.02,"ANCHORED":0.12,"OPERATIONAL":0.83}},"evidenceMass":2.4166,"answers":{"exec_shipped":{"type":"noul","noul":0.57},"exec_adoption":{"type":"noul","noul":0.11},"exec_reliability":{"type":"noul","noul":0.53},"exec_cadence":{"type":"noul","noul":0.91},"dir_strategy":{"type":"noul","noul":0.2},"dir_backed":{"type":"noul","noul":0.53},"dir_distinct":{"type":"noul","noul":0.65},"dir_invested":{"type":"noul","noul":0.77},"quadrant":{"type":"choice","choice":"OPERATIONAL","confidence":0.77,"probabilities":{"DIRECTED":0.03,"FORMING":0.02,"ANCHORED":0.12,"OPERATIONAL":0.83}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e180787814b7aa9344ae23dfd5","requestHash":"d4648692c1a52e3c34f5d719dc8a5c6d0ea10e540ca02778df4a1c38d1e8cd7e","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"langfuse","name":"Langfuse","website":"https://langfuse.com","description":"Open-source LLM and agent observability with cloud and self-host options."},"evidence":[{"id":"langfuse-v4","kind":"release","url":"https://langfuse.com/changelog/2026-08-17-langfuse-v4","date":"2026-08-17","date_kind":"published","recency_weight":0.8606,"summary":"Langfuse v4 launched on Langfuse Cloud and as GA for self-hosted deployments, claiming millisecond table loads and at least 10× faster long-range dashboards. Cloud becomes v4-only on 16 November 2026; v3 self-host security patches run through January 2027.","title":"Langfuse v4 is live"},{"id":"langfuse-may","kind":"announcement","url":"https://langfuse.com/blog/2026-05-31-langfuse-may-update","date":"2026-05-31","date_kind":"published","recency_weight":0.6373,"summary":"Langfuse’s May launch week shipped MCP, experiments in CI/CD, and an Agent Skill that coding agents can use to instrument apps and set up evaluators.","title":"Langfuse May 2026 update / launch week"},{"id":"langfuse-assistant","kind":"release","url":"https://langfuse.com/changelog/2026-09-03-langfuse-assistant","date":"2026-09-03","date_kind":"published","recency_weight":0.9188,"summary":"Langfuse shipped an Assistant for analyzing thousands of observations, with accompanying agent-skill and CLI guidance.","title":"Langfuse Assistant"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":2.4166}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1995,"output_tokens":210}},{"entityId":"arize-phoenix","status":"scored","x":0.37750000000000006,"y":0.43000000000000005,"uX":0.4047025249032996,"uY":0.3564514412843582,"rx":0.2225863886968148,"ry":0.196048292706397,"quadrant":{"choice":"OPERATIONAL","confidence":0.55,"probabilities":{"DIRECTED":0.09,"ANCHORED":0.01,"OPERATIONAL":0.67,"FORMING":0.23}},"evidenceMass":1.3045,"answers":{"exec_shipped":{"type":"noul","noul":0.23},"exec_adoption":{"type":"noul","noul":0.09},"exec_reliability":{"type":"noul","noul":0.27},"exec_cadence":{"type":"noul","noul":0.92},"dir_strategy":{"type":"noul","noul":0.15},"dir_backed":{"type":"noul","noul":0.33},"dir_distinct":{"type":"noul","noul":0.6},"dir_invested":{"type":"noul","noul":0.64},"quadrant":{"type":"choice","choice":"OPERATIONAL","confidence":0.55,"probabilities":{"DIRECTED":0.09,"ANCHORED":0.01,"OPERATIONAL":0.67,"FORMING":0.23}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e186bd7e2a8a52b1c09aba6834","requestHash":"13f28dd136f0435c0057cf710c9494ba7f8852e70d1669d8b3edf1ad562778b6","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"arize-phoenix","name":"Arize Phoenix","website":"https://arize.com/docs/phoenix","description":"Open-source AI observability with Phoenix Intelligence (PXI) agent."},"evidence":[{"id":"pxi","kind":"release","url":"https://arize.com/docs/phoenix/release-notes/06-2026/06-02-2026-pxi-agent","date":"2026-06-02","date_kind":"published","recency_weight":0.6422,"summary":"Arize Phoenix 17.0.0+ added PXI (Phoenix Intelligence), a beta AI engineering agent that investigates traces, prompts, and experiments in a sandboxed environment with filesystem, bash, and Phoenix MCP access.","title":"Introducing PXI"},{"id":"pxi-update","kind":"release","url":"https://arize.com/docs/phoenix/release-notes/06-2026/06-10-2026-pxi-agent-update","date":"2026-06-10","date_kind":"published","recency_weight":0.6623,"summary":"Phoenix 17.3.0+ expanded PXI with a skills menu, parallel subagents, playground orchestration, evaluator authoring, dataset management, and Claude Fable 5 in the playground.","title":"PXI agent update"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":1.3045}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1849,"output_tokens":210}},{"entityId":"braintrust","status":"scored","x":0.635,"y":0.445,"uX":0.3371130871617467,"uY":0.3486797837818012,"rx":0.18541219793896072,"ry":0.1917738810799907,"quadrant":{"choice":"OPERATIONAL","confidence":0.16,"probabilities":{"DIRECTED":0.29,"FORMING":0.02,"ANCHORED":0.32,"OPERATIONAL":0.37}},"evidenceMass":1.4248,"answers":{"exec_shipped":{"type":"noul","noul":0.78},"exec_adoption":{"type":"noul","noul":0.83},"exec_reliability":{"type":"noul","noul":0.4},"exec_cadence":{"type":"noul","noul":0.53},"dir_strategy":{"type":"noul","noul":0.16},"dir_backed":{"type":"noul","noul":0.42},"dir_distinct":{"type":"noul","noul":0.46},"dir_invested":{"type":"noul","noul":0.74},"quadrant":{"type":"choice","choice":"OPERATIONAL","confidence":0.16,"probabilities":{"DIRECTED":0.29,"FORMING":0.02,"ANCHORED":0.32,"OPERATIONAL":0.37}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e18bba7a1980dc5426410f902a","requestHash":"ae0cd408228493c23966fc93f707f7a18f5c58d810e28cd0ff90c5fb3b165c43","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"braintrust","name":"Braintrust","website":"https://www.braintrust.dev","description":"Evaluation-first observability and CI quality gates for production AI."},"evidence":[{"id":"braintrust-b","kind":"announcement","url":"https://www.braintrust.dev/blog/announcing-series-b","date":"2026-02-17","date_kind":"published","recency_weight":0.4286,"summary":"Braintrust announced an $80M Series B led by ICONIQ to become the observability layer for production AI, naming customers including Notion, Replit, Cloudflare, Ramp, and Dropbox.","title":"Braintrust Series B"},{"id":"braintrust-apis","kind":"docs","url":"https://www.braintrust.dev/articles/best-ai-apis-2026","date":"2026-09-24","date_kind":"accessed","recency_weight":0.9962,"summary":"Braintrust’s own comparison article documents logging and evaluation connectivity to Groq, Cerebras, Fireworks, Together, and Baseten, showing the product is used as an eval/observability layer over inference APIs.","title":"Best AI APIs in 2026"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":1.4248}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1824,"output_tokens":210}},{"entityId":"helicone","status":"scored","x":0.715,"y":0.2875,"uX":0.35334983918396906,"uY":0.36811844766519375,"rx":0.194342411551183,"ry":0.20246514621585657,"quadrant":{"choice":"OPERATIONAL","confidence":0.7,"probabilities":{"ANCHORED":0.16,"OPERATIONAL":0.78,"FORMING":0.04,"DIRECTED":0.02}},"evidenceMass":0.9047,"answers":{"exec_shipped":{"type":"noul","noul":0.84},"exec_adoption":{"type":"noul","noul":0.75},"exec_reliability":{"type":"noul","noul":0.68},"exec_cadence":{"type":"noul","noul":0.59},"dir_strategy":{"type":"noul","noul":0.12},"dir_backed":{"type":"noul","noul":0.21},"dir_distinct":{"type":"noul","noul":0.38},"dir_invested":{"type":"noul","noul":0.44},"quadrant":{"type":"choice","choice":"OPERATIONAL","confidence":0.7,"probabilities":{"ANCHORED":0.16,"OPERATIONAL":0.78,"FORMING":0.04,"DIRECTED":0.02}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e1909777cda2ae1b867c6f379a","requestHash":"4dac98066ed0335cf51259d8eceb182846e6f6b4cf394082c6b1d45a7c9c39eb","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"helicone","name":"Helicone","website":"https://www.helicone.ai","description":"Open-source LLM gateway and observability platform; acquired by Mintlify."},"evidence":[{"id":"helicone-join","kind":"announcement","url":"https://www.helicone.ai/blog/joining-mintlify","date":"2026-03-03","date_kind":"published","recency_weight":0.4524,"summary":"Helicone announced its acquisition by Mintlify and stated services remain live in maintenance mode with security updates, new-model support, and bug/performance fixes. The post cites 14.2 trillion tokens processed, 16,000 organizations, and 33 million end users tracked.","title":"Helicone is joining Mintlify"},{"id":"mintlify-acquire","kind":"announcement","url":"https://www.mintlify.com/blog/mintlify-acquires-helicone","date":"2026-03-03","date_kind":"published","recency_weight":0.4524,"summary":"Mintlify confirmed acquiring Helicone, described it as an open-source LLM observability platform and AI gateway, and said founders Justin Torre and Cole Gottdank are joining Mintlify in San Francisco.","title":"Mintlify acquires Helicone"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":0.9047}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1822,"output_tokens":210}},{"entityId":"galileo","status":"scored","x":0.36750000000000005,"y":0.2925,"uX":0.3754550880356092,"uY":0.38008393089428005,"rx":0.20650029841958506,"ry":0.20904616199185405,"quadrant":{"choice":"OPERATIONAL","confidence":0.31,"probabilities":{"DIRECTED":0.27,"ANCHORED":0.04,"FORMING":0.2,"OPERATIONAL":0.49}},"evidenceMass":0.9962,"answers":{"exec_shipped":{"type":"noul","noul":0.53},"exec_adoption":{"type":"noul","noul":0.12},"exec_reliability":{"type":"noul","noul":0.53},"exec_cadence":{"type":"noul","noul":0.29},"dir_strategy":{"type":"noul","noul":0.11},"dir_backed":{"type":"noul","noul":0.25},"dir_distinct":{"type":"noul","noul":0.6},"dir_invested":{"type":"noul","noul":0.21},"quadrant":{"type":"choice","choice":"OPERATIONAL","confidence":0.31,"probabilities":{"DIRECTED":0.27,"ANCHORED":0.04,"FORMING":0.2,"OPERATIONAL":0.49}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e195c77a8883d152eb85234503","requestHash":"41227cefc0c7b4c9b3bdca1d29709d1d4ff8b091c0d7a3c8c3048408db28b3f8","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"galileo","name":"Galileo","website":"https://www.galileo.ai","description":"Evaluation, observability, and runtime protection for GenAI applications."},"evidence":[{"id":"galileo-braintrust-roundup","kind":"independent","url":"https://www.braintrust.dev/articles/best-hallucination-detection-tools-2026","date":"2026-09-24","date_kind":"accessed","recency_weight":0.9962,"summary":"A Braintrust article describes Galileo’s hallucination workflow as Luna-2 evaluators, metrics such as Correctness and Context Adherence, and runtime guardrails with sub-200ms inline blocking on high-risk responses. This is a third-party description, not a Galileo primary source.","title":"Hallucination detection tools 2026 (Galileo section)"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":0.9962}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1707,"output_tokens":210}},{"entityId":"patronus","status":"scored","x":0.3025,"y":0.2675,"uX":0.3512796539731435,"uY":0.35792349332991547,"rx":0.19320380968522893,"ry":0.19685792133145352,"quadrant":{"choice":"FORMING","confidence":0.26,"probabilities":{"FORMING":0.45,"OPERATIONAL":0.18,"ANCHORED":0.01,"DIRECTED":0.36}},"evidenceMass":0.9962,"answers":{"exec_shipped":{"type":"noul","noul":0.47},"exec_adoption":{"type":"noul","noul":0.15},"exec_reliability":{"type":"noul","noul":0.3},"exec_cadence":{"type":"noul","noul":0.29},"dir_strategy":{"type":"noul","noul":0.12},"dir_backed":{"type":"noul","noul":0.2},"dir_distinct":{"type":"noul","noul":0.47},"dir_invested":{"type":"noul","noul":0.28},"quadrant":{"type":"choice","choice":"FORMING","confidence":0.26,"probabilities":{"FORMING":0.45,"OPERATIONAL":0.18,"ANCHORED":0.01,"DIRECTED":0.36}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e19b4b7d94bdf64949f645331b","requestHash":"3532867d47bd8cd9b753a7535884b43b9ec4a3f54d8dd06b0b3fd63b357c9230","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"patronus","name":"Patronus AI","website":"https://www.patronus.ai","description":"Evaluator models and domain-specific testing for LLM applications."},"evidence":[{"id":"patronus-roundup","kind":"independent","url":"https://www.braintrust.dev/articles/best-hallucination-detection-tools-2026","date":"2026-09-24","date_kind":"accessed","recency_weight":0.9962,"summary":"A Braintrust article describes Patronus AI as providing evaluator models, evaluation APIs, Lynx open-source hallucination detection, FinanceBench, and CopyrightCatcher. Primary Patronus announcement pages were not independently retrieved for this pack.","title":"Hallucination detection tools 2026 (Patronus section)"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":0.9962}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1691,"output_tokens":207}},{"entityId":"agentops","status":"scored","x":0.185,"y":0.1775,"uX":0.3265302146592062,"uY":0.32689005296988466,"rx":0.1795916180625634,"ry":0.17978952913343657,"quadrant":{"choice":"FORMING","confidence":0.52,"probabilities":{"DIRECTED":0.04,"ANCHORED":0,"FORMING":0.64,"OPERATIONAL":0.32}},"evidenceMass":0.9962,"answers":{"exec_shipped":{"type":"noul","noul":0.24},"exec_adoption":{"type":"noul","noul":0.1},"exec_reliability":{"type":"noul","noul":0.19},"exec_cadence":{"type":"noul","noul":0.21},"dir_strategy":{"type":"noul","noul":0.1},"dir_backed":{"type":"noul","noul":0.18},"dir_distinct":{"type":"noul","noul":0.25},"dir_invested":{"type":"noul","noul":0.18},"quadrant":{"type":"choice","choice":"FORMING","confidence":0.52,"probabilities":{"DIRECTED":0.04,"ANCHORED":0,"FORMING":0.64,"OPERATIONAL":0.32}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e19fee72febb51f5b4ecb73da7","requestHash":"14de17473e63cd03ed4fec33cc2b27e1b5fad53c238ed4fc80d53d4302922804","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"agentops","name":"AgentOps","website":"https://www.agentops.ai","description":"Session-level observability aimed at agent runs."},"evidence":[{"id":"agentops-site","kind":"product","url":"https://www.agentops.ai","date":"2026-09-24","date_kind":"accessed","recency_weight":0.9962,"summary":"The AgentOps marketing site presents a product for observing and debugging AI agent sessions. No dated 2026 primary announcement was retrieved for this pack; only the live product page is cited.","title":"AgentOps site"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":0.9962}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1637,"output_tokens":207}},{"entityId":"lakera","status":"scored","x":0.19,"y":0.19,"uX":0.3250248813468813,"uY":0.32564047587414713,"rx":0.17876368474078472,"ry":0.17910226173078095,"quadrant":{"choice":"FORMING","confidence":0.67,"probabilities":{"FORMING":0.75,"DIRECTED":0.11,"OPERATIONAL":0.14,"ANCHORED":0}},"evidenceMass":0.9962,"answers":{"exec_shipped":{"type":"noul","noul":0.24},"exec_adoption":{"type":"noul","noul":0.11},"exec_reliability":{"type":"noul","noul":0.2},"exec_cadence":{"type":"noul","noul":0.21},"dir_strategy":{"type":"noul","noul":0.12},"dir_backed":{"type":"noul","noul":0.2},"dir_distinct":{"type":"noul","noul":0.26},"dir_invested":{"type":"noul","noul":0.18},"quadrant":{"type":"choice","choice":"FORMING","confidence":0.67,"probabilities":{"FORMING":0.75,"DIRECTED":0.11,"OPERATIONAL":0.14,"ANCHORED":0}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e1a4b67cd09c14ad9f08721057","requestHash":"531cf7e3ac593792da0554120dd3ddffe690a11b03e1cc1db1025612305ab1f6","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"lakera","name":"Lakera","website":"https://www.lakera.ai","description":"API-first AI security and prompt-injection guardrails."},"evidence":[{"id":"lakera-site","kind":"product","url":"https://www.lakera.ai","date":"2026-09-24","date_kind":"accessed","recency_weight":0.9962,"summary":"Lakera’s public site markets Guard as an API for filtering prompt injection and other AI security threats. A dated 2026 primary launch post was not retrieved; the live product page is the cited item.","title":"Lakera site"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":0.9962}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1643,"output_tokens":207}},{"entityId":"guardrails-ai","status":"scored","x":0.22749999999999998,"y":0.18,"uX":0.3426250054208654,"uY":0.324603505965191,"rx":0.18844375298147598,"ry":0.17853192828085507,"quadrant":{"choice":"FORMING","confidence":0.61,"probabilities":{"DIRECTED":0.08,"FORMING":0.71,"ANCHORED":0,"OPERATIONAL":0.21}},"evidenceMass":0.9962,"answers":{"exec_shipped":{"type":"noul","noul":0.36},"exec_adoption":{"type":"noul","noul":0.1},"exec_reliability":{"type":"noul","noul":0.23},"exec_cadence":{"type":"noul","noul":0.22},"dir_strategy":{"type":"noul","noul":0.11},"dir_backed":{"type":"noul","noul":0.17},"dir_distinct":{"type":"noul","noul":0.24},"dir_invested":{"type":"noul","noul":0.2},"quadrant":{"type":"choice","choice":"FORMING","confidence":0.61,"probabilities":{"DIRECTED":0.08,"FORMING":0.71,"ANCHORED":0,"OPERATIONAL":0.21}}},"model":"jev-latest","resolvedModel":"jev-1.13.0","requestId":"req_01a0d5e1aa0177829e24facafe799052","requestHash":"f2dcda5b25f253f3f323ffebcad05f832d7bac623dc4f480133f73a6305b46c8","scoredAt":"2026-09-25T00:05:17.859Z","request":{"model":"jev-latest","state":{"goal":"Score this entity on the Jev Quadrant rubric using only the supplied evidence.","framework":"jev-quadrant-v1","topic":{"id":"agent-observability","title":"Agent observability and guardrails","x_axis":"Proven Execution","y_axis":"Validated Direction"},"entity":{"id":"guardrails-ai","name":"Guardrails AI","website":"https://www.guardrailsai.com","description":"Open-source and commercial validators for LLM outputs."},"evidence":[{"id":"guardrails-site","kind":"product","url":"https://www.guardrailsai.com","date":"2026-09-24","date_kind":"accessed","recency_weight":0.9962,"summary":"The Guardrails AI site describes validators and rails for structuring and checking LLM outputs. No additional dated 2026 announcement was retrieved for this pack.","title":"Guardrails AI site"}],"claims":[],"independent_checks":[],"recency":{"half_life_days":180,"as_of":"2026-09-25","mass":0.9962}},"questions":{"exec_shipped":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Has this entity shipped a generally available product used by third parties?","criteria":{"true":"Independent public evidence shows a generally available product used by third parties.","false":"The product is announced, preview-only, or evidenced only by unsourced vendor marketing with no third-party use."}},"exec_adoption":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there credible adoption evidence?","criteria":{"true":"Credible adoption evidence exists: named customers, published user or download counts, case studies, or equivalent.","false":"Adoption claims are absent, purely anecdotal, or unsourced."}},"exec_reliability":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of reliability, quality, security/compliance, or operational maturity?","criteria":{"true":"Evidence of reliability, quality, security/compliance, or operational maturity (uptime, incidents handled, certifications, long-running open-source project).","false":"No reliability or quality evidence is present."}},"exec_cadence":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of continued delivery after launch?","criteria":{"true":"Evidence of continued delivery after launch (dated releases, changelog, subsequent features).","false":"Delivery appears one-shot or stalled."}},"dir_strategy":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there a specific, consistent, dated public strategy or roadmap?","criteria":{"true":"A public strategy or roadmap is specific, consistent, and dated.","false":"Direction is vague, contradictory, or only implied."}},"dir_backed":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Are strategy or roadmap claims backed by shipped artifacts in the evidence pack?","criteria":{"true":"Roadmap or strategy claims are backed by shipped artifacts in the evidence pack.","false":"Direction is promised without corresponding delivery evidence."}},"dir_distinct":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is the evidenced direction distinct from generic category copy?","criteria":{"true":"The evidenced direction is distinct from generic category copy.","false":"Positioning is interchangeable with peers."}},"dir_invested":{"type":"noul","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Is there evidence of sustained investment in this product?","criteria":{"true":"Evidence of sustained investment (funding used for the product, research, open-source velocity, or platform expansion).","false":"No evidence of continued investment."}},"quadrant":{"type":"choice","instructions":"Use only the supplied state. Do not use prior knowledge that is not represented as evidence items. If evidence is thin, return a probability near 0.5 with the understanding that uncertainty is handled separately. Assign the entity to one Jev Quadrant cell. Do not use a hard 0.5 cut. Weigh the full evidence pack.","criteria":{"ANCHORED":"Both delivery (proven execution) and evidenced direction (validated direction) are strong.","DIRECTED":"Validated direction is better evidenced than proven execution.","OPERATIONAL":"Proven execution is better evidenced than validated direction.","FORMING":"Both axes are thin, early, or contradicted."}}}},"usage":{"input_tokens":1641,"output_tokens":207}}],"snapshots":[{"at":"2026-09-25T00:05:17.859Z","source":"jev","model":"jev-1.13.0","requestIds":["req_01a0d5e179c979c6b88de4161c850521","req_01a0d5e180787814b7aa9344ae23dfd5","req_01a0d5e186bd7e2a8a52b1c09aba6834","req_01a0d5e18bba7a1980dc5426410f902a","req_01a0d5e1909777cda2ae1b867c6f379a","req_01a0d5e195c77a8883d152eb85234503","req_01a0d5e19b4b7d94bdf64949f645331b","req_01a0d5e19fee72febb51f5b4ecb73da7","req_01a0d5e1a4b67cd09c14ad9f08721057","req_01a0d5e1aa0177829e24facafe799052"],"entities":[{"id":"langsmith","x":0.5425,"y":0.58,"uX":0.3467706085908999,"uY":0.3236464708948958,"choice":"OPERATIONAL"},{"id":"langfuse","x":0.53,"y":0.5375,"uX":0.3264471487113893,"uY":0.2976025057580325,"choice":"OPERATIONAL"},{"id":"arize-phoenix","x":0.37750000000000006,"y":0.43000000000000005,"uX":0.4047025249032996,"uY":0.3564514412843582,"choice":"OPERATIONAL"},{"id":"braintrust","x":0.635,"y":0.445,"uX":0.3371130871617467,"uY":0.3486797837818012,"choice":"OPERATIONAL"},{"id":"helicone","x":0.715,"y":0.2875,"uX":0.35334983918396906,"uY":0.36811844766519375,"choice":"OPERATIONAL"},{"id":"galileo","x":0.36750000000000005,"y":0.2925,"uX":0.3754550880356092,"uY":0.38008393089428005,"choice":"OPERATIONAL"},{"id":"patronus","x":0.3025,"y":0.2675,"uX":0.3512796539731435,"uY":0.35792349332991547,"choice":"FORMING"},{"id":"agentops","x":0.185,"y":0.1775,"uX":0.3265302146592062,"uY":0.32689005296988466,"choice":"FORMING"},{"id":"lakera","x":0.19,"y":0.19,"uX":0.3250248813468813,"uY":0.32564047587414713,"choice":"FORMING"},{"id":"guardrails-ai","x":0.22749999999999998,"y":0.18,"uX":0.3426250054208654,"uY":0.324603505965191,"choice":"FORMING"}]}]}}