Fix the issue where openrouter cannot use Gemini.

json_str/Vertex/text.json

@@ -0,0 +1,30 @@
+"contents": [
+    {
+      "role": string,
+      "parts": [
+        {
+          // Union field data can be only one of the following:
+          "text": string,
+          "inlineData": {
+            "mimeType": string,
+            "data": string
+          },
+          "fileData": {
+            "mimeType": string,
+            "fileUri": string
+          },
+          // End of list of possible types for union field data.
+          "videoMetadata": {
+            "startOffset": {
+              "seconds": integer,
+              "nanos": integer
+            },
+            "endOffset": {
+              "seconds": integer,
+              "nanos": integer
+            }
+          }
+        }
+      ]
+    }
+  ],

main.py

@@ -87,9 +87,11 @@ async def process_request(request: RequestModel, provider: Dict):
         engine = "gemini"
     elif parsed_url.netloc == 'api.anthropic.com' or parsed_url.path.endswith("v1/message"):
         engine = "claude"
+    elif parsed_url.netloc == 'openrouter.ai':
+        engine = "openrouter"
     else:
         engine = "gpt"
-    print(engine)
+    print("engine", engine)
 
     url, headers, payload = await get_payload(request, engine, provider)
 
@@ -281,10 +283,10 @@ def generate_api_key():
     api_key = "sk-" + secrets.token_urlsafe(32)
     return {"api_key": api_key}
 
-async def on_fetch(request, env):
-    import asgi
+# async def on_fetch(request, env):
+#     import asgi
 
-    return await asgi.fetch(app, request, env)
+#     return await asgi.fetch(app, request, env)
 
 if __name__ == '__main__':
     import uvicorn

request.py

@@ -28,7 +28,7 @@ async def get_image_message(base64_image, engine = None):
     raise ValueError("Unknown engine")
 
 async def get_text_message(role, message, engine = None):
-    if "gpt" == engine or "claude" == engine:
+    if "gpt" == engine or "claude" == engine or "openrouter" == engine:
         return {"type": "text", "text": message}
     if "gemini" == engine:
         return {"text": message}
@@ -151,6 +151,69 @@ async def get_gpt_payload(request, engine, provider):
 
     return url, headers, payload
 
+async def get_openrouter_payload(request, engine, provider):
+    headers = {
+        'Authorization': f"Bearer {provider['api']}",
+        'Content-Type': 'application/json'
+    }
+    url = provider['base_url']
+
+    messages = []
+    for msg in request.messages:
+        if isinstance(msg.content, list):
+            content = []
+            for item in msg.content:
+                if item.type == "text":
+                    text_message = await get_text_message(msg.role, item.text, engine)
+                    content.append(text_message)
+                elif item.type == "image_url":
+                    image_message = await get_image_message(item.image_url.url, engine)
+                    content.append(image_message)
+        else:
+            content = msg.content
+            name = msg.name
+        if name:
+            messages.append({"role": msg.role, "name": name, "content": content})
+        else:
+            # print("content", content)
+            if isinstance(content, list):
+                for item in content:
+                    if item["type"] == "text":
+                        messages.append({"role": msg.role, "content": item["text"]})
+                    elif item["type"] == "image_url":
+                        messages.append({"role": msg.role, "content": item["url"]})
+            else:
+                messages.append({"role": msg.role, "content": content})
+
+    model = provider['model'][request.model]
+    payload = {
+        "model": model,
+        "messages": messages,
+    }
+
+    miss_fields = [
+        'model',
+        'messages',
+        'tools',
+        'tool_choice',
+        'temperature',
+        'top_p',
+        'max_tokens',
+        'presence_penalty',
+        'frequency_penalty',
+        'n',
+        'user',
+        'include_usage',
+        'logprobs',
+        'top_logprobs'
+    ]
+
+    for field, value in request.model_dump(exclude_unset=True).items():
+        if field not in miss_fields and value is not None:
+            payload[field] = value
+
+    return url, headers, payload
+
 async def gpt2claude_tools_json(json_dict):
     import copy
     json_dict = copy.deepcopy(json_dict)
@@ -289,5 +352,7 @@ async def get_payload(request: RequestModel, engine, provider):
         return await get_claude_payload(request, engine, provider)
     elif engine == "gpt":
         return await get_gpt_payload(request, engine, provider)
+    elif engine == "openrouter":
+        return await get_openrouter_payload(request, engine, provider)
     else:
         raise ValueError("Unknown payload")

response.py

@@ -154,6 +154,9 @@ async def fetch_response_stream(client, url, headers, payload, engine, model):
             elif engine == "gpt":
                 async for chunk in fetch_gpt_response_stream(client, url, headers, payload):
                     yield chunk
+            elif engine == "openrouter":
+                async for chunk in fetch_gpt_response_stream(client, url, headers, payload):
+                    yield chunk
             else:
                 raise ValueError("Unknown response")
             break