{"slug":"langsmith","name":"LangSmith","summary":"Tracing and evals for LLM apps. Observe and evaluate slices that feed Score later.","kind":"eval","homepage":"https://www.langchain.com/langsmith","docsUrl":"https://docs.smith.langchain.com","publisher":"LangChain","license":"proprietary","hasMcp":false,"hasApi":true,"costRange":"freemium","composabilityRationale":"API for traces and datasets. Ties to LangChain can over-box the slice; the eval plane is the useful part.","functions":["observe","evaluate","monitor"],"slices":[{"functionId":"evaluate","label":"Dataset evals","note":"Score a category of runs","cost":"freemium"},{"functionId":"observe","label":"Observe","note":"Tracing and evals for LLM apps. Observe and evaluate slices that feed Score later.","cost":"freemium"},{"functionId":"monitor","label":"Monitor","note":"Tracing and evals for LLM apps. Observe and evaluate slices that feed Score later.","cost":"freemium"}],"tweets":[],"sources":[{"kind":"docs","label":"LangSmith docs","url":"https://docs.smith.langchain.com","at":"2026-09-12T00:00:00Z"}],"origin":"seed","sector":"eval-bench","notes":[],"score":15,"explain":{"score":15,"formula":"100 × sum(weight × value) over observed factors only. Unobserved factors are omitted, not zeroed.","factors":[{"id":"github_health","label":"GitHub health","weight":0.18,"value":0.3,"contribution":0.054,"why":"A licence is declared. Documentation is available.","sources":[],"evidence":"observed"},{"id":"agent_use","label":"Agent use","weight":0.16,"why":"insufficient evidence","sources":[],"evidence":"insufficient"},{"id":"human_notes","label":"Human notes","weight":0.14,"why":"insufficient evidence","sources":[],"evidence":"insufficient"},{"id":"composability","label":"Composability","weight":0.16,"why":"insufficient evidence","sources":[{"kind":"docs","label":"LangSmith docs","url":"https://docs.smith.langchain.com","at":"2026-09-12T00:00:00Z"}],"evidence":"insufficient"},{"id":"checklist","label":"Checklist","weight":0.1,"value":0.6666666666666666,"contribution":0.06666666666666667,"why":"No MCP surface is declared. An API is declared. Cost is freemium. 2 of 3 checklist fields are complete.","sources":[{"kind":"docs","label":"LangSmith docs","url":"https://docs.smith.langchain.com","at":"2026-09-12T00:00:00Z"}],"evidence":"observed"},{"id":"evidence_quality","label":"Evidence quality","weight":0.14,"value":0.18107144632819594,"contribution":0.025350002485947435,"why":"1 sources cover 1 evidence types. The latest dated evidence is 2026-09-12. Freshness is omitted unless observed as a signal.","sources":[{"kind":"docs","label":"LangSmith docs","url":"https://docs.smith.langchain.com","at":"2026-09-12T00:00:00Z"}],"evidence":"observed"},{"id":"benchmark","label":"Benchmarks","weight":0.12,"why":"insufficient evidence","sources":[],"evidence":"insufficient"}],"missing":["Agent use: insufficient evidence","Human notes: insufficient evidence","Composability: insufficient evidence","Benchmarks: insufficient evidence"]},"createdAt":"2026-09-11T16:33:39.690Z","updatedAt":"2026-09-13T08:56:02.857Z","recordId":"cmp_langsmith","claims":{"name":"LangSmith","summary":"Tracing and evals for LLM apps. Observe and evaluate slices that feed Score later.","kind":"eval","publisher":"LangChain","homepage":"https://www.langchain.com/langsmith","docsUrl":"https://docs.smith.langchain.com","license":"proprietary","costRange":"freemium","functions":["observe","evaluate","monitor"],"slices":[{"functionId":"evaluate","label":"Dataset evals","note":"Score a category of runs","cost":"freemium"},{"functionId":"observe","label":"Observe","note":"Tracing and evals for LLM apps. Observe and evaluate slices that feed Score later.","cost":"freemium"},{"functionId":"monitor","label":"Monitor","note":"Tracing and evals for LLM apps. Observe and evaluate slices that feed Score later.","cost":"freemium"}],"interfaces":[{"kind":"http"}],"composabilityRationale":"API for traces and datasets. Ties to LangChain can over-box the slice; the eval plane is the useful part."},"interfaces":[{"kind":"http"}],"relations":[{"from":"langsmith","to":"toloka","kind":"fills-same-slot-as","note":"Shared functions evaluate, observe. Can fill the same function slot."}],"signals":[{"key":"has_license","value":1,"source":"component-record","method":"declared-license","observedAt":"2026-09-13T08:56:02.857Z"},{"key":"has_docs","value":1,"source":"component-record","method":"declared-docs","observedAt":"2026-09-13T08:56:02.857Z"}],"functionProbabilities":[],"claimVerification":[]}