model_client

Submodules

• anthropic_client
  • AnthropicAPIClient
    • AnthropicAPIClient.init_sync_client()
    • AnthropicAPIClient.init_async_client()
    • AnthropicAPIClient.parse_chat_completion()
    • AnthropicAPIClient.track_completion_usage()
    • AnthropicAPIClient.convert_inputs_to_api_kwargs()
    • AnthropicAPIClient.call()
    • AnthropicAPIClient.acall()
  • get_first_message_content()
• bedrock_client
  • bedrock_runtime_exceptions
  • BedrockAPIClient
    • BedrockAPIClient.init_sync_client()
    • BedrockAPIClient.init_async_client()
    • BedrockAPIClient.parse_chat_completion()
    • BedrockAPIClient.track_completion_usage()
    • BedrockAPIClient.convert_inputs_to_api_kwargs()
    • BedrockAPIClient.call()
    • BedrockAPIClient.acall()
  • get_first_message_content()
• cohere_client
  • CohereAPIClient
    • CohereAPIClient.init_sync_client()
    • CohereAPIClient.init_async_client()
    • CohereAPIClient.convert_inputs_to_api_kwargs()
    • CohereAPIClient.call()
    • CohereAPIClient.acall()
• google_client
  • GoogleGenAIClient
    • GoogleGenAIClient.init_sync_client()
    • GoogleGenAIClient.parse_chat_completion()
    • GoogleGenAIClient.track_completion_usage()
    • GoogleGenAIClient.convert_inputs_to_api_kwargs()
    • GoogleGenAIClient.call()
• groq_client
  • GroqAPIClient
    • GroqAPIClient.init_sync_client()
    • GroqAPIClient.init_async_client()
    • GroqAPIClient.parse_chat_completion()
    • GroqAPIClient.track_completion_usage()
    • GroqAPIClient.convert_inputs_to_api_kwargs()
    • GroqAPIClient.call()
    • GroqAPIClient.acall()
    • GroqAPIClient.from_dict()
    • GroqAPIClient.to_dict()
• ollama_client
  • parse_stream_response()
  • parse_generate_response()
  • OllamaClient
    • OllamaClient.init_sync_client()
    • OllamaClient.init_async_client()
    • OllamaClient.parse_chat_completion()
    • OllamaClient.parse_embedding_response()
    • OllamaClient.convert_inputs_to_api_kwargs()
    • OllamaClient.call()
    • OllamaClient.acall()
    • OllamaClient.from_dict()
    • OllamaClient.to_dict()
• openai_client
  • get_first_message_content()
  • parse_stream_response()
  • handle_streaming_response()
  • get_all_messages_content()
  • get_probabilities()
  • OpenAIClient
    • OpenAIClient.init_sync_client()
    • OpenAIClient.init_async_client()
    • OpenAIClient.parse_chat_completion()
    • OpenAIClient.track_completion_usage()
    • OpenAIClient.parse_embedding_response()
    • OpenAIClient.convert_inputs_to_api_kwargs()
    • OpenAIClient.call()
    • OpenAIClient.acall()
    • OpenAIClient.from_dict()
    • OpenAIClient.to_dict()
• transformers_client
  • average_pool()
  • TransformerEmbedder
    • TransformerEmbedder.models
    • TransformerEmbedder.init_model()
    • TransformerEmbedder.infer_gte_base_embedding()
  • get_device()
  • clean_device_cache()
  • TransformerReranker
    • TransformerReranker.models
    • TransformerReranker.init_model()
    • TransformerReranker.infer_bge_reranker_base()
  • TransformerLLM
    • TransformerLLM.models
    • TransformerLLM.tokenizer
    • TransformerLLM.model_to_init_func
    • TransformerLLM.init_model()
    • TransformerLLM.parse_chat_completion()
    • TransformerLLM.infer_llm()
  • TransformersClient
    • TransformersClient.support_models
    • TransformersClient.init_sync_client()
    • TransformersClient.init_reranker_client()
    • TransformersClient.init_llm_client()
    • TransformersClient.set_llm_client()
    • TransformersClient.parse_embedding_response()
    • TransformersClient.parse_chat_completion()
    • TransformersClient.call()
    • TransformersClient.convert_inputs_to_api_kwargs()
• utils
  • parse_embedding_response()

---

We let users install the required SDKs conditionally for our integrated model providers.