AI/참고/guardrails-main/tests/integration_tests/test_telemetry.py

import pytest
from opentelemetry.sdk.trace.export.in_memory_span_exporter import InMemorySpanExporter
from opentelemetry.sdk.trace.export import SimpleSpanProcessor


@pytest.fixture(autouse=True)
def reset_singletons():
    from guardrails.utils.hub_telemetry_utils import HubTelemetry
    from guardrails.telemetry.default_otel_collector_tracer_mod import (
        DefaultOtelCollectorTracer,
    )
    from guardrails.telemetry.default_otlp_tracer_mod import DefaultOtlpTracer
    from opentelemetry import trace

    HubTelemetry._instance = None
    DefaultOtelCollectorTracer._instance = None
    DefaultOtlpTracer._instance = None
    trace._TRACER_PROVIDER_SET_ONCE._done = False


class TestTelemetry:
    @pytest.mark.no_hub_telemetry_mock
    def test_private_traces_go_to_user_telem_sink(self, mocker):
        private_exporter = InMemorySpanExporter()
        mocker.patch(
            "guardrails.telemetry.default_otel_collector_tracer_mod.OTLPSpanExporter",
            return_value=private_exporter,
        )
        mocker.patch(
            "guardrails.telemetry.default_otel_collector_tracer_mod.BatchSpanProcessor",
            return_value=SimpleSpanProcessor(private_exporter),
        )

        hub_exporter = InMemorySpanExporter()
        mocker.patch(
            "guardrails.utils.hub_telemetry_utils.OTLPSpanExporter",
            return_value=hub_exporter,
        )

        from guardrails.telemetry import default_otel_collector_tracer
        from guardrails import Guard
        from tests.integration_tests.test_assets.validators import LowerCase

        default_otel_collector_tracer()

        guard = Guard(name="integration-test-guard").use(LowerCase())

        guard.configure(allow_metrics_collection=False)

        guard.parse("hello world")

        private_spans = private_exporter.get_finished_spans()
        hub_spans = hub_exporter.get_finished_spans()

        assert len(private_spans) == 4
        assert len(hub_spans) == 0

        for span in private_spans:
            assert span.name in ["guard", "step", "call", "lower-case.validate"]
            assert span.attributes.get("type") in [
                "guardrails/guard",
                "guardrails/guard/step",
                "guardrails/guard/step/call",
                "guardrails/guard/step/validator",
            ]

    @pytest.mark.no_hub_telemetry_mock
    def test_hub_traces_go_to_hub_telem_sink(self, mocker):
        private_exporter = InMemorySpanExporter()
        mocker.patch(
            "guardrails.telemetry.default_otel_collector_tracer_mod.OTLPSpanExporter",
            return_value=private_exporter,
        )
        mocker.patch(
            "guardrails.telemetry.default_otel_collector_tracer_mod.BatchSpanProcessor",
            return_value=SimpleSpanProcessor(private_exporter),
        )

        hub_exporter = InMemorySpanExporter()
        mocker.patch(
            "guardrails.utils.hub_telemetry_utils.OTLPSpanExporter",
            return_value=hub_exporter,
        )
        hub_processor = SimpleSpanProcessor(hub_exporter)

        mocker.patch(
            "guardrails.utils.hub_telemetry_utils.BatchSpanProcessor",
            return_value=hub_processor,
        )

        from guardrails import Guard
        from tests.integration_tests.test_assets.validators import LowerCase

        guard = Guard(name="integration-test-guard").use(LowerCase())

        guard.configure(allow_metrics_collection=True)

        guard.parse("hello world")

        private_spans = private_exporter.get_finished_spans()
        hub_spans = hub_exporter.get_finished_spans()

        assert len(private_spans) == 0
        assert len(hub_spans) == 6

        span_names = sorted([span.name for span in hub_spans])

        assert span_names == [
            "/guard_call",
            "/llm_call",
            "/reasks",
            "/step",
            "/validation",
            "/validator_usage",
        ]

    @pytest.mark.no_hub_telemetry_mock
    def test_no_cross_contamination(self, mocker):
        private_exporter = InMemorySpanExporter()
        mocker.patch(
            "guardrails.telemetry.default_otel_collector_tracer_mod.OTLPSpanExporter",
            return_value=private_exporter,
        )
        mocker.patch(
            "guardrails.telemetry.default_otel_collector_tracer_mod.BatchSpanProcessor",
            return_value=SimpleSpanProcessor(private_exporter),
        )

        hub_exporter = InMemorySpanExporter()
        mock_hub_otlp_span_exporter = mocker.patch(
            "guardrails.utils.hub_telemetry_utils.OTLPSpanExporter"
        )
        mock_hub_otlp_span_exporter.return_value = hub_exporter

        hub_processor = SimpleSpanProcessor(hub_exporter)

        mocker.patch(
            "guardrails.utils.hub_telemetry_utils.BatchSpanProcessor",
            return_value=hub_processor,
        )

        from guardrails.telemetry import default_otel_collector_tracer
        from guardrails import Guard
        from tests.integration_tests.test_assets.validators import LowerCase

        default_otel_collector_tracer()

        guard = Guard(name="integration-test-guard").use(LowerCase())

        guard.configure(allow_metrics_collection=True)

        guard.parse("hello world")

        private_spans = private_exporter.get_finished_spans()
        hub_spans = hub_exporter.get_finished_spans()

        assert len(private_spans) == 4
        for span in private_spans:
            assert span.name in ["guard", "step", "call", "lower-case.validate"]
            assert span.attributes.get("type") in [
                "guardrails/guard",
                "guardrails/guard/step",
                "guardrails/guard/step/call",
                "guardrails/guard/step/validator",
            ]

        assert len(hub_spans) == 6

        span_names = sorted([span.name for span in hub_spans])

        assert span_names == [
            "/guard_call",
            "/llm_call",
            "/reasks",
            "/step",
            "/validation",
            "/validator_usage",
        ]