Source code for autogen_ext.models.azure.config
from typing import Any, Dict, List, Literal, Optional, TypedDict, Union
from autogen_core.models import ModelInfo
from azure.ai.inference.models import (
ChatCompletionsNamedToolChoice,
ChatCompletionsToolChoicePreset,
ChatCompletionsToolDefinition,
)
from azure.core.credentials import AzureKeyCredential
from azure.core.credentials_async import AsyncTokenCredential
GITHUB_MODELS_ENDPOINT = "https://models.inference.ai.azure.com"
class JsonSchemaFormat(TypedDict, total=False):
"""Represents the same fields as azure.ai.inference.models.JsonSchemaFormat."""
name: str
schema: Dict[str, Any]
description: Optional[str]
strict: Optional[bool]
class AzureAIClientArguments(TypedDict, total=False):
endpoint: str
credential: Union[AzureKeyCredential, AsyncTokenCredential]
model_info: ModelInfo
class AzureAICreateArguments(TypedDict, total=False):
frequency_penalty: Optional[float]
presence_penalty: Optional[float]
temperature: Optional[float]
top_p: Optional[float]
max_tokens: Optional[int]
response_format: Optional[Literal["text", "json_object"]]
stop: Optional[List[str]]
tools: Optional[List[ChatCompletionsToolDefinition]]
tool_choice: Optional[Union[str, ChatCompletionsToolChoicePreset, ChatCompletionsNamedToolChoice]]
seed: Optional[int]
model: Optional[str]
model_extras: Optional[Dict[str, Any]]
[docs]
class AzureAIChatCompletionClientConfig(AzureAIClientArguments, AzureAICreateArguments):
pass