Support setting whether to poll for each API key separately.

README.md

@@ -70,9 +70,8 @@ api_keys:
   - api: sk-pkhf60Yf0JGyJygRmXqFQyTgWUd9GZnmi3KlvowmRWpWqrhy
     model:
       - anthropic/claude-3-5-sonnet # 可以使用的模型名称，仅可以使用名为 anthropic 提供商提供的 claude-3-5-sonnet 模型。其他提供商的 claude-3-5-sonnet 模型不可以使用。
-
-preferences:
-  USE_ROUND_ROBIN: true # 是否使用轮询负载均衡，true 为使用，false 为不使用，默认为 true
+    preferences:
+      USE_ROUND_ROBIN: true # 是否使用轮询负载均衡，true 为使用，false 为不使用，默认为 true
 ```
 
 ## Docker Local Deployment

main.py

@@ -93,8 +93,8 @@ async def process_request(request: RequestModel, provider: Dict):
         engine = "gpt"
 
     if "claude" not in provider['model'][request.model] \
-        and "gpt" not in provider['model'][request.model] \
-        and "gemini" not in provider['model'][request.model]:
+    and "gpt" not in provider['model'][request.model] \
+    and "gemini" not in provider['model'][request.model]:
         engine = "openrouter"
 
     if provider.get("engine"):
@@ -160,7 +160,10 @@ class ModelRequestHandler:
             raise HTTPException(status_code=404, detail="No matching model found")
 
         # 检查是否启用轮询
-        use_round_robin = config["preferences"].get("USE_ROUND_ROBIN")
+        api_index = api_list.index(token)
+        use_round_robin = False
+        if config['api_keys'][api_index].get("preferences"):
+            use_round_robin = config['api_keys'][api_index]["preferences"].get("USE_ROUND_ROBIN")
 
         return await self.try_all_providers(request, matching_providers, use_round_robin)
 

test/curl.py

@@ -0,0 +1,42 @@
+import json
+import sys
+import os
+sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+from main import load_config
+
+provider_name = "linuxdoi"
+model = "claude-3-5-sonnet"
+
+config, api_keys_db, api_list = load_config()
+providers = config["providers"]
+provider_config = None
+for provider in providers:
+    if provider["provider"] == provider_name:
+        provider_config = provider
+        break
+if provider_config == None:
+    print("Provider not found")
+    sys.exit(1)
+model_name = provider_config["model"][model]
+# 定义请求的内容
+request_content = {
+    "model": model_name,
+    "messages": [
+        {"role": "user", "content": {"text": "What is the meaning of life?"}}
+    ],
+    "stream": True
+}
+
+# 将请求内容转换为JSON字符串
+request_json = json.dumps(request_content)
+
+# 定义curl命令
+curl_command = f"""
+curl {provider_config["base_url"]} \\
+  -H "Content-Type: application/json" \\
+  -H "Authorization: Bearer {provider_config['api']}" \\
+  -d '{request_json}'
+"""
+
+# 打印生成的curl命令
+print(curl_command)