Index

_

__enter__() (toolscore.mcp.MCPStdioClient method) __exit__() (toolscore.mcp.MCPStdioClient method) __init__() (toolscore.adapters.ToolCall method) (toolscore.core.EvaluationResult method) (toolscore.expect.Expectation method) (toolscore.matchers.Approx method) (toolscore.matchers.Contains method) (toolscore.matchers.IsType method) (toolscore.matchers.OneOf method) (toolscore.matchers.Regex method) (toolscore.mcp.LintIssue method) (toolscore.mcp.MCPRecorder method) (toolscore.mcp.MCPScorecard method) (toolscore.mcp.MCPServerSpec method) (toolscore.mcp.MCPStdioClient method) (toolscore.mcp.MCPToolDef method) (toolscore.mcp.MCPToolResult method) (toolscore.mcp.Scenario method) (toolscore.mcp.ScenarioResult method) (toolscore.metrics.llm_judge.JudgeConfig method) (toolscore.snapshots.Snapshot method) (toolscore.snapshots.SnapshotStore method) (toolscore.validators.FileSystemValidator method) (toolscore.validators.HTTPValidator method) (toolscore.validators.SQLValidator method) (toolscore.verdict.FixSuggestion method)

__post_init__() (toolscore.adapters.ToolCall method) (toolscore.snapshots.Snapshot method)

A

AnthropicAdapter (class in toolscore.adapters) ANY (in module toolscore.matchers) api_key (toolscore.metrics.llm_judge.JudgeConfig attribute) approve() (toolscore.snapshots.SnapshotStore method) approved (toolscore.snapshots.Snapshot attribute)

Approx (class in toolscore.matchers) args (toolscore.adapters.ToolCall attribute) argument_f1 (toolscore.core.EvaluationResult property) arguments (toolscore.mcp.Scenario attribute) assert_tools() (in module toolscore.core) auto_extract() (in module toolscore.integrations)

B

base_url (toolscore.metrics.llm_judge.JudgeConfig attribute)

BaseAdapter (class in toolscore.adapters) behavior_findings() (in module toolscore.reports.findings)

C

calculate_argument_f1() (in module toolscore.metrics) calculate_batch_semantic_correctness() (in module toolscore.metrics.llm_judge) calculate_cost_attribution() (in module toolscore.metrics) calculate_edit_distance() (in module toolscore.metrics) calculate_invocation_accuracy() (in module toolscore.metrics) calculate_latency() (in module toolscore.metrics) calculate_redundant_call_rate() (in module toolscore.metrics) calculate_required_call_recall() (in module toolscore.metrics) calculate_selection_accuracy() (in module toolscore.metrics) calculate_semantic_correctness() (in module toolscore.metrics.llm_judge) calculate_side_effect_success_rate() (in module toolscore.metrics) call_matches_rule() (in module toolscore.metrics.policy) call_tool() (toolscore.mcp.MCPStdioClient method)

calls (toolscore.snapshots.Snapshot attribute) calls() (toolscore.expect.Expectation method) calls_recorded (toolscore.mcp.MCPRecorder attribute) check_forbidden_calls() (in module toolscore.metrics) close() (toolscore.mcp.MCPStdioClient method) command (toolscore.mcp.MCPServerSpec attribute) Contains (class in toolscore.matchers) content (toolscore.mcp.MCPToolResult attribute) content_to_text() (in module toolscore.mcp) context_tokens (toolscore.mcp.MCPScorecard property) cost (toolscore.adapters.ToolCall attribute) created_at (toolscore.snapshots.Snapshot attribute) CustomAdapter (class in toolscore.adapters)

D

dangling_reference_issues() (in module toolscore.mcp.lint_rules) DEFAULT_WEIGHTS (toolscore.core.EvaluationResult attribute) delete() (toolscore.snapshots.SnapshotStore method) description (toolscore.mcp.MCPToolDef attribute) (toolscore.mcp.Scenario attribute)

detail (toolscore.mcp.ScenarioResult attribute) does_not_call() (toolscore.expect.Expectation method) duration (toolscore.adapters.ToolCall attribute) (toolscore.mcp.MCPToolResult attribute) (toolscore.mcp.ScenarioResult attribute)

E

edge_resilience_rate (toolscore.mcp.MCPScorecard property) env (toolscore.mcp.MCPServerSpec attribute) evaluate() (in module toolscore.core) evaluate_trace() (in module toolscore.core)

EvaluationResult (class in toolscore.core) exists() (toolscore.snapshots.SnapshotStore method) expect() (in module toolscore.expect) Expectation (class in toolscore.expect)

F

FileSystemValidator (class in toolscore.validators) find_secrets() (in module toolscore.metrics) fix (toolscore.mcp.LintIssue attribute) (toolscore.verdict.FixSuggestion attribute)

FixSuggestion (class in toolscore.verdict) from_dict() (toolscore.snapshots.Snapshot class method) from_otel() (in module toolscore.integrations)

G

GeminiAdapter (class in toolscore.adapters) generate_csv_report() (in module toolscore.reports) generate_html_report() (in module toolscore.reports) generate_json_report() (in module toolscore.reports)

generate_markdown_report() (in module toolscore.reports) generate_scenarios() (in module toolscore.mcp) grade (toolscore.core.EvaluationResult property) (toolscore.mcp.MCPScorecard property) grade_meets() (in module toolscore.mcp)

H

happy_pass_rate (toolscore.mcp.MCPScorecard property)

HTTPValidator (class in toolscore.validators)

I

infer_provider() (in module toolscore.metrics.llm_judge) input_schema (toolscore.mcp.MCPToolDef attribute) instructions (toolscore.mcp.MCPScorecard attribute) instructions_tokens (toolscore.mcp.MCPScorecard property)

is_error (toolscore.adapters.ToolCall property) (toolscore.mcp.MCPToolResult attribute) (toolscore.mcp.ScenarioResult attribute) IsType (class in toolscore.matchers)

J

JudgeConfig (class in toolscore.metrics.llm_judge)

K

kind (toolscore.mcp.Scenario attribute)

L

LangChainAdapter (class in toolscore.adapters) letter_grade() (in module toolscore.verdict) lint (toolscore.mcp.MCPScorecard attribute) lint_error_count (toolscore.mcp.MCPScorecard property) lint_score (toolscore.mcp.MCPScorecard property) lint_tools() (in module toolscore.mcp) lint_warning_count (toolscore.mcp.MCPScorecard property)

LintIssue (class in toolscore.mcp) list() (toolscore.snapshots.SnapshotStore method) list_tools() (toolscore.mcp.MCPStdioClient method) load() (toolscore.snapshots.SnapshotStore method) load_forbidden_rules() (in module toolscore.metrics) load_gold_standard() (in module toolscore.core) load_mcp_config() (in module toolscore.mcp) load_trace() (in module toolscore.core)

M

Matcher (class in toolscore.matchers) matches() (toolscore.matchers.Approx method) (toolscore.matchers.Contains method) (toolscore.matchers.IsType method) (toolscore.matchers.Matcher method) (toolscore.matchers.OneOf method) (toolscore.matchers.Regex method) max_retries (toolscore.metrics.llm_judge.JudgeConfig attribute) MCPAdapter (class in toolscore.adapters) MCPError MCPRecorder (class in toolscore.mcp)

MCPScorecard (class in toolscore.mcp) MCPServerSpec (class in toolscore.mcp) MCPStdioClient (class in toolscore.mcp) MCPTimeoutError MCPToolDef (class in toolscore.mcp) MCPToolResult (class in toolscore.mcp) message (toolscore.mcp.LintIssue attribute) metadata (toolscore.adapters.ToolCall attribute) model (toolscore.metrics.llm_judge.JudgeConfig attribute) module toolscore.matchers

N

name (toolscore.mcp.MCPServerSpec attribute) (toolscore.mcp.MCPToolDef attribute) (toolscore.snapshots.Snapshot attribute)

O

ok (toolscore.mcp.ScenarioResult attribute) on() (toolscore.expect.Expectation method)

OneOf (class in toolscore.matchers) OpenAIAdapter (class in toolscore.adapters) OTelAdapter (class in toolscore.adapters)

P

parse() (toolscore.adapters.AnthropicAdapter method) (toolscore.adapters.BaseAdapter method) (toolscore.adapters.CustomAdapter method) (toolscore.adapters.GeminiAdapter method) (toolscore.adapters.LangChainAdapter method) (toolscore.adapters.MCPAdapter method) (toolscore.adapters.OpenAIAdapter method) (toolscore.adapters.OTelAdapter method)

path_for() (toolscore.snapshots.SnapshotStore method) pending() (toolscore.snapshots.SnapshotStore method) poisoning_issues() (in module toolscore.mcp.lint_rules) policy_violations (toolscore.core.EvaluationResult property) print_scorecard() (in module toolscore.mcp) priority (toolscore.verdict.FixSuggestion attribute) problem (toolscore.verdict.FixSuggestion attribute) protocol_version (toolscore.mcp.MCPStdioClient attribute) provider (toolscore.metrics.llm_judge.JudgeConfig attribute)

R

raw (toolscore.mcp.MCPToolResult attribute) RECORD_SCHEMA_VERSION (toolscore.core.EvaluationResult attribute) redact_secrets() (in module toolscore.metrics) Regex (class in toolscore.matchers) required_call_recall (toolscore.core.EvaluationResult property) result (toolscore.adapters.ToolCall attribute)

results (toolscore.mcp.MCPScorecard attribute) rules_from_json() (in module toolscore.metrics) run() (toolscore.expect.Expectation method) (toolscore.mcp.MCPRecorder method) run_async() (toolscore.expect.Expectation method) run_scenarios() (in module toolscore.mcp)

S

save() (toolscore.snapshots.SnapshotStore method) Scenario (class in toolscore.mcp) scenario (toolscore.mcp.ScenarioResult attribute) ScenarioResult (class in toolscore.mcp) schema_version (toolscore.snapshots.Snapshot attribute) score (toolscore.core.EvaluationResult property) (toolscore.mcp.MCPScorecard property) scorecard_to_json() (in module toolscore.mcp) scorecard_to_markdown() (in module toolscore.mcp) selection_accuracy (toolscore.core.EvaluationResult property) sequence_accuracy (toolscore.core.EvaluationResult property)

server_capabilities (toolscore.mcp.MCPStdioClient attribute) server_info (toolscore.mcp.MCPScorecard attribute) (toolscore.mcp.MCPStdioClient attribute) server_instructions (toolscore.mcp.MCPStdioClient attribute) server_messages (toolscore.mcp.MCPStdioClient attribute) severity (toolscore.mcp.LintIssue attribute) Snapshot (class in toolscore.snapshots) snapshot_check() (in module toolscore.snapshots) SnapshotStore (class in toolscore.snapshots) source (toolscore.snapshots.Snapshot attribute) SQLValidator (class in toolscore.validators) start() (toolscore.mcp.MCPStdioClient method)

T

temperature (toolscore.metrics.llm_judge.JudgeConfig attribute) test_agent() (in module toolscore.core) test_agent_async() (in module toolscore.core) text (toolscore.mcp.MCPToolResult property) then_calls() (toolscore.expect.Expectation method) timestamp (toolscore.adapters.ToolCall attribute) to_dict() (toolscore.core.EvaluationResult method) (toolscore.snapshots.Snapshot method) tool (toolscore.adapters.ToolCall attribute) (toolscore.mcp.LintIssue attribute) (toolscore.mcp.Scenario attribute) (toolscore.verdict.FixSuggestion attribute)

tool_calls_from_otel() (in module toolscore.adapters.otel) ToolCall (class in toolscore.adapters) tools (toolscore.mcp.MCPScorecard attribute) toolscore.matchers module toolscore_version (toolscore.snapshots.Snapshot attribute) total_tool_tokens (toolscore.mcp.MCPScorecard property)

U

updated_at (toolscore.snapshots.Snapshot attribute)

V

validate() (toolscore.validators.FileSystemValidator method) (toolscore.validators.HTTPValidator method) (toolscore.validators.SQLValidator method)

W

with_score() (toolscore.expect.Expectation method) with_strict_args() (toolscore.expect.Expectation method)

with_weights() (toolscore.expect.Expectation method) write() (toolscore.mcp.MCPRecorder method)