Traced support desk with privacy tests

import re

import agentops
from agentops.sdk.decorators import agent, operation, tool

ORDERS = {"A-1001": "shipped on 12 March", "A-1002": "waiting for stock"}
CARD = re.compile(r"\b\d(?:[ -]?\d){12,15}\b")


def redact(text):
    return CARD.sub("[card removed]", text)


@tool(cost=0.002)
def lookup_order(order_id):
    return ORDERS.get(order_id, "no such order")


@agent(name="desk")
class Desk:
    @operation
    def answer(self, clean_ticket):
        order = re.search(r"A-\d{4}", clean_ticket)
        if not order:
            return "Could you send your order number?"
        return f"Order {order.group()}: {lookup_order(order.group())}"


def handle(ticket):
    clean = redact(ticket)  # before any decorated function sees the ticket
    with agentops.start_trace("support-ticket", tags=["desk"]):
        return Desk().answer(clean)

import agentops

import local_collector
from desk import handle

url = local_collector.start()
agentops.init(endpoint=url, exporter_endpoint=f"{url}/v1/traces", auto_start_session=False, log_level="ERROR")

for ticket in ["Where is A-1001?", "Card 4111 1111 1111 1111 charged twice on A-1002", "Hello?"]:
    print(handle(ticket))

local_collector.flush()
local_collector.tree()

python app.py

import agentops
import pytest

import local_collector
from desk import handle


@pytest.fixture(scope="module")
def collector():
    url = local_collector.start()
    agentops.init(endpoint=url, exporter_endpoint=f"{url}/v1/traces", auto_start_session=False, log_level="ERROR")
    return local_collector


def spans_for(collector, ticket):
    collector.SPANS.clear()
    handle(ticket)
    collector.flush()
    return collector.SPANS


def test_trace_has_the_expected_shape(collector):
    names = [span["name"] for span in spans_for(collector, "Where is A-1001?")]
    assert names == ["lookup_order.tool", "answer.task", "desk.agent", "support-ticket.session"]


def test_card_numbers_never_leave_the_process(collector):
    spans = spans_for(collector, "Card 4111 1111 1111 1111 charged twice on A-1002")
    assert spans
    assert not any("4111" in str(span["attributes"]) for span in spans)

pytest -q -p no:warnings