litellm - 💡(How to fix) Fix [Bug]: OpenTelemetry integration crashes with "unhashable type: 'list'" when guardrail mode is a list [1 pull requests]

from __future__ import annotations

from typing import Literal
from typing_extensions import override

from litellm.integrations.custom_guardrail import (
    CustomGuardrail,
    log_guardrail_information,
)
from litellm.types.utils import GenericGuardrailAPIInputs
from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj

class MyCustomGuardrail(CustomGuardrail):
    @log_guardrail_information
    @override
    async def apply_guardrail(
        self,
        inputs: GenericGuardrailAPIInputs,
        request_data: dict,
        input_type: Literal["request", "response"],
        logging_obj: LiteLLMLoggingObj | None = None,
    ) -> GenericGuardrailAPIInputs:
        return inputs

---

model_list:
  # Configure any model.

guardrails:
  - guardrail_name: "custom-guardrail"
    litellm_params:
      guardrail: custom_guardrail.MyCustomGuardrail
      default_on: true
      mode: ["pre_call", "post_call"]

litellm_settings:
    callbacks: ["otel"]

---

curl -X POST 'http://localhost:4000/v1/chat/completions' \
  --header 'Accept: */*' \
  --header 'Content-Type: application/json' \
  --data-raw '{
  "model": "gemini-flash",
  "messages": [
    {
      "role": "user",
      "content": [
        {
          "type": "text",
          "text": "hello"
        }
      ]
    }
  ]
}'

---

12:34:01 - LiteLLM Proxy:ERROR: common_request_processing.py:1730 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - unhashable type: 'list'
Traceback (most recent call last):
  File "litellm/litellm/proxy/proxy_server.py", line 8337, in chat_completion
    result = await base_llm_response_processor.base_process_llm_request(
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<16 lines>...
    )
    ^
  File "litellm/litellm/proxy/common_request_processing.py", line 1360, in base_process_llm_request
    response = await proxy_logging_obj.post_call_success_hook(
               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ...<3 lines>...
    )
    ^
  File "litellm/litellm/proxy/utils.py", line 2276, in post_call_success_hook
    raise e
  File "litellm/litellm/proxy/utils.py", line 2270, in post_call_success_hook
    callback_response = await callback.async_post_call_success_hook(
                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        user_api_key_dict=user_api_key_dict, data=data, response=response
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "litellm/litellm/integrations/opentelemetry.py", line 745, in async_post_call_success_hook
    self._create_guardrail_span(kwargs=kwargs, context=ctx)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "litellm/litellm/integrations/opentelemetry.py", line 1483, in _create_guardrail_span
    if not self._emit_once(
           ~~~~~~~~~~~~~~~^
        kwargs,
        ^^^^^^^
    ...<3 lines>...
        guardrail_information.get("guardrail_mode"),
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    ):
    ^
  File "litellm/litellm/integrations/opentelemetry.py", line 897, in _emit_once
    if spans_logged.get(dedupe_key) is True:
       ~~~~~~~~~~~~~~~~^^^^^^^^^^^^
TypeError: unhashable type: 'list'
INFO:     127.0.0.1:54978 - "POST /v1/chat/completions HTTP/1.1" 500 Internal Server Error