Python SDK¶

from assay import AssayClient

client = AssayClient("traces.jsonl")
client.record_trace({
    "tool": "read_file",
    "args": {"path": "/app/data.json"}
})

import json
from assay import validate

with open("traces.jsonl") as f:
    traces = [json.loads(line) for line in f]

report = validate("policy.yaml", traces)
if not report["meets_threshold"]:
    print(report["policy_violations"])

from assay import TraceWriter, record_chat_completions_with_tools
import openai

client = openai.OpenAI()
writer = TraceWriter("traces/session.jsonl")

result = record_chat_completions_with_tools(
    writer=writer,
    client=client,
    model="gpt-4o",
    messages=[{"role": "user", "content": "Read the config file"}],
    tools=[...],
    tool_executors={"read_file": read_file_fn},
)

import pytest

@pytest.mark.assay(trace_file="test_traces.jsonl")
def test_agent_workflow():
    # Traces are automatically captured
    pass

@pytest.mark.assay(policy="strict.yaml")
def test_with_policy():
    # Validates against policy after test
    pass

pytest_plugins = ["assay.pytest_plugin"]

import json
from assay import Coverage

with open("traces.jsonl") as f:
    traces = [json.loads(line) for line in f]

coverage = Coverage("policy.yaml")
report = coverage.analyze(traces)

print(f"Coverage: {report['overall_coverage_pct']}%")
print(f"Meets threshold: {report['meets_threshold']}")
print(f"Violations: {report['policy_violations']}")

from assay import export_evidence

bundle_path = export_evidence(
    profile="profile.yaml",
    output="evidence.tar.gz"
)