diff --git a/offline-backend-20260512/backend/config.yaml b/offline-backend-20260512/backend/config.yaml index b12eec02..cecb48c2 100644 --- a/offline-backend-20260512/backend/config.yaml +++ b/offline-backend-20260512/backend/config.yaml @@ -10,32 +10,32 @@ gateway: port: 8001 models: - - name: deepseek-chat - display_name: DeepSeek Chat - use: langchain_openai:ChatOpenAI - model: deepseek-chat - api_key: sk-35345154983047aba9e12faa86c5f62c - base_url: https://api.deepseek.com - request_timeout: 600.0 - max_retries: 2 - max_tokens: 4096 - temperature: 1.0 - supports_vision: false - supports_thinking: true - - # - name: zai-org/GLM-5-FP8 - # display_name: zai-org/GLM-5-FP8 + # - name: deepseek-chat + # display_name: DeepSeek Chat # use: langchain_openai:ChatOpenAI - # model: zai-org/GLM-5-FP8 - # api_key: modalresearch_gWu46FDpVLYZWPVEA3b_2fq8Jw2UJiKMgEm_Rxmn1SA - # base_url: https://api.us-west-2.modal.direct/v1 + # model: deepseek-chat + # api_key: sk-35345154983047aba9e12faa86c5f62c + # base_url: https://api.deepseek.com # request_timeout: 600.0 # max_retries: 2 # max_tokens: 4096 # temperature: 1.0 - # supports_vision: true + # supports_vision: false # supports_thinking: true + - name: zai-org/GLM-5-FP8 + display_name: zai-org/GLM-5-FP8 + use: langchain_openai:ChatOpenAI + model: zai-org/GLM-5-FP8 + api_key: modalresearch_gWu46FDpVLYZWPVEA3b_2fq8Jw2UJiKMgEm_Rxmn1SA + base_url: https://api.us-west-2.modal.direct/v1 + request_timeout: 600.0 + max_retries: 2 + max_tokens: 4096 + temperature: 1.0 + supports_vision: true + supports_thinking: true + # - name: deepseek-v4-flash # display_name: DeepSeek V4 Flash # use: langchain_openai:ChatOpenAI