model_client

Submodules

• anthropic_client
  • AnthropicAPIClient
    • AnthropicAPIClient.init_sync_client()
    • AnthropicAPIClient.init_async_client()
    • AnthropicAPIClient.parse_chat_completion()
    • AnthropicAPIClient.track_completion_usage()
    • AnthropicAPIClient.convert_inputs_to_api_kwargs()
    • AnthropicAPIClient.call()
    • AnthropicAPIClient.acall()
• azureai_client
  • AzureAIClient
    • AzureAIClient.init_sync_client()
    • AzureAIClient.init_async_client()
    • AzureAIClient.parse_chat_completion()
    • AzureAIClient.track_completion_usage()
    • AzureAIClient.parse_embedding_response()
    • AzureAIClient.convert_inputs_to_api_kwargs()
    • AzureAIClient.call()
    • AzureAIClient.acall()
    • AzureAIClient.from_dict()
    • AzureAIClient.to_dict()
• bedrock_client
• chat_completion_to_response_converter
  • FAKE_RESPONSES_ID
  • StreamingState
    • StreamingState.started
    • StreamingState.text_content_index_and_output
    • StreamingState.refusal_content_index_and_output
    • StreamingState.function_calls
  • SequenceNumber
    • SequenceNumber.get_and_increment()
  • ChatCompletionToResponseConverter
    • ChatCompletionToResponseConverter.async_handle_stream()
    • ChatCompletionToResponseConverter.sync_handle_stream()
    • ChatCompletionToResponseConverter.get_chat_completion_content()
• cohere_client
  • CohereAPIClient
    • CohereAPIClient.init_sync_client()
    • CohereAPIClient.init_async_client()
    • CohereAPIClient.convert_inputs_to_api_kwargs()
    • CohereAPIClient.call()
    • CohereAPIClient.acall()
• deepseek_client
  • DeepSeekClient
• fireworks_client
  • FireworksClient
• google_client
  • GoogleGenAIClient
    • GoogleGenAIClient.init_sync_client()
    • GoogleGenAIClient.parse_chat_completion()
    • GoogleGenAIClient.track_completion_usage()
    • GoogleGenAIClient.convert_inputs_to_api_kwargs()
    • GoogleGenAIClient.call()
• groq_client
  • GroqAPIClient
    • GroqAPIClient.init_sync_client()
    • GroqAPIClient.init_async_client()
    • GroqAPIClient.parse_chat_completion()
    • GroqAPIClient.track_completion_usage()
    • GroqAPIClient.convert_inputs_to_api_kwargs()
    • GroqAPIClient.call()
    • GroqAPIClient.acall()
    • GroqAPIClient.from_dict()
    • GroqAPIClient.to_dict()
    • GroqAPIClient.list_models()
• mistral_client
  • MistralClient
• ollama_client
  • parse_stream_response()
  • parse_generate_response()
  • OllamaClient
    • OllamaClient.init_sync_client()
    • OllamaClient.init_async_client()
    • OllamaClient.parse_chat_completion()
    • OllamaClient.parse_embedding_response()
    • OllamaClient.convert_inputs_to_api_kwargs()
    • OllamaClient.call()
    • OllamaClient.acall()
    • OllamaClient.from_dict()
    • OllamaClient.to_dict()
• openai_client
  • get_response_output_text()
  • estimate_token_count()
  • handle_streaming_response()
  • handle_streaming_response_sync()
  • OpenAIClient
    • OpenAIClient.init_sync_client()
    • OpenAIClient.init_async_client()
    • OpenAIClient.parse_chat_completion()
    • OpenAIClient.track_completion_usage()
    • OpenAIClient.parse_embedding_response()
    • OpenAIClient.convert_inputs_to_api_kwargs()
    • OpenAIClient.parse_image_generation_response()
    • OpenAIClient.call()
    • OpenAIClient.acall()
    • OpenAIClient.from_dict()
    • OpenAIClient.to_dict()
• sambanova_client
  • SambaNovaClient
• together_client
  • TogetherClient
    • TogetherClient.init_sync_client()
    • TogetherClient.init_async_client()
• transformers_client
  • average_pool()
  • TransformerEmbedder
    • TransformerEmbedder.models
    • TransformerEmbedder.init_model()
    • TransformerEmbedder.infer_gte_base_embedding()
  • get_device()
  • clean_device_cache()
  • TransformerReranker
    • TransformerReranker.models
    • TransformerReranker.init_model()
    • TransformerReranker.infer_bge_reranker_base()
  • TransformerLLM
    • TransformerLLM.models
    • TransformerLLM.tokenizer
    • TransformerLLM.model_to_init_func
    • TransformerLLM.init_model()
    • TransformerLLM.parse_chat_completion()
    • TransformerLLM.infer_llm()
  • TransformersClient
    • TransformersClient.support_models
    • TransformersClient.init_sync_client()
    • TransformersClient.init_reranker_client()
    • TransformersClient.init_llm_client()
    • TransformersClient.set_llm_client()
    • TransformersClient.parse_embedding_response()
    • TransformersClient.parse_chat_completion()
    • TransformersClient.call()
    • TransformersClient.convert_inputs_to_api_kwargs()
• utils
  • parse_embedding_response()
• xai_client
  • XAIClient

---

We let users install the required SDKs conditionally for our integrated model providers.