优化ai服务适配

Dockerfile

@@ -1,6 +1,6 @@
 FROM python:3.12-alpine
 RUN pip install --upgrade pip \
-    && pip install --no-cache-dir flask waitress zhipuai \
+    && pip install --no-cache-dir flask waitress openai \
     && mkdir -p /app
 WORKDIR /app
 COPY ai-server.py /app/ai-server.py

ai-server.py

@@ -1,26 +1,29 @@
 from flask import Flask, request
-from zhipuai import ZhipuAI
+from openai import OpenAI
+from waitress import serve
 
 app = Flask(__name__)
-client = ZhipuAI(api_key="d1e97306540d12bb2f834be961fcacb1.SNBShlCxWYJCx0qZ")
+client = OpenAI(base_url="https://open.bigmodel.cn/api/paas/v4", api_key="d1e97306540d12bb2f834be961fcacb1.SNBShlCxWYJCx0qZ")
 
 
 @app.route('/ai_text', methods=['POST'])
 def ai_text():
-    input = request.get_data(as_text=True)
+    _input = request.get_data(as_text=True)
     # 如果input值为空，则返回空字符串
-    if not input:
+    if not _input:
         return ''
+    print(f'input: {_input}')
+    # app.logger.info(f'input: {input}')
     completion = client.chat.completions.create(
         model="glm-4-flash",
         messages=[
-            {"role": "user", "content": input},
+            {"role": "user", "content": _input},
         ],
+        stream=False
     )
-    return completion.choices[0].message.content
+    _output = completion.choices[0].message.content
+    # app.logger.info(f'output: {output}')
+    return _output
 
 
-# app.run(host='0.0.0.0', port=6721)
-from waitress import serve
-
 serve(app, host='0.0.0.0', port=6721)

openai_api.ipynb

@@ -3,41 +3,220 @@
   {
    "metadata": {
     "ExecuteTime": {
-     "end_time": "2025-02-09T16:00:49.929839Z",
-     "start_time": "2025-02-09T16:00:44.945530Z"
+     "end_time": "2025-02-10T02:15:35.482449Z",
+     "start_time": "2025-02-10T02:15:35.476493Z"
     }
    },
    "cell_type": "code",
    "source": [
     "from openai import OpenAI\n",
     "\n",
-    "client = OpenAI(\n",
-    "    api_key=\"sk-40c7bccda7604d3d8ae12e74b79657ac\",\n",
-    "    base_url=\"https://api.deepseek.com\",\n",
-    ")\n",
     "\n",
-    "response = client.chat.completions.create(\n",
-    "    model=\"deepseek-chat\",\n",
+    "def test_ai(base_url, api_key, model):\n",
+    "    client = OpenAI(\n",
+    "        api_key=api_key,\n",
+    "        base_url=base_url,\n",
+    "    )\n",
+    "\n",
+    "    response = client.chat.completions.create(\n",
+    "        model=model,\n",
     "        messages=[\n",
-    "        {\"role\": \"user\",\n",
-    "         \"content\": \"桃子（这个家的女主人）现在刚进家门，帮我写一段50字左右的欢迎辞，文风俏皮可爱，阿谀奉承一下桃子的美貌，务求让桃子能够感受到回家的温馨和开心；文案要口语化、日常化，就像日常对话一样，不要插入任何emoji或颜文字，播放这段欢迎辞的是一个音箱，不要在文案里插入任何主动的动作\"},\n",
+    "            {\n",
+    "                \"role\": \"user\",\n",
+    "                \"content\": \"桃子（这个家的女主人）现在刚进家门，帮我写一段50字左右的欢迎辞，文风俏皮可爱，阿谀奉承一下桃子的美貌，务求让桃子能够感受到回家的温馨和开心；文案要口语化、日常化，就像日常对话一样，不要插入任何emoji或颜文字，播放这段欢迎辞的是一个音箱，不要在文案里插入任何主动的动作；不要输出任何除了文案本身外的任何提示性或解释性的文字\"\n",
+    "            },\n",
     "        ],\n",
     "        stream=False\n",
-    ")\n",
+    "    )\n",
     "\n",
-    "print(response.choices[0].message.content)\n"
+    "    print(response.choices[0].message.content)\n",
+    "    client.close()\n"
    ],
    "id": "38d550b4ade73040",
+   "outputs": [],
+   "execution_count": 21
+  },
+  {
+   "metadata": {},
+   "cell_type": "code",
+   "source": [
+    "# deepseek\n",
+    "test_ai(\"https://api.deepseek.com\", \"sk-40c7bccda7604d3d8ae12e74b79657ac\", \"deepseek-chat\")"
+   ],
+   "id": "9d149562106b45d0",
+   "outputs": [],
+   "execution_count": null
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-02-10T02:18:11.853215Z",
+     "start_time": "2025-02-10T02:18:10.189551Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# spark-lite\n",
+    "test_ai(\"https://spark-api-open.xf-yun.com/v1\", \"agDrqrSWEYLHAbvzuZTT:imUqjPcYdoYTDYbmpwFn\", \"lite\")"
+   ],
+   "id": "1b8caaedff72a32a",
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "哇，桃子回来啦！今天的美貌又刷新了记录，连空气都变得甜滋滋的！欢迎回家，家里有你才叫家呀，快进来放松一下，今天也是闪闪发光的一天呢！\n"
+      "欢迎回家，桃子小姐！看到你，家里就像被阳光亲吻过一样温暖明亮。你的笑声比这屋子最甜的桃子还要动听，让人忍不住想一直听下去。快，让这份甜蜜和快乐陪伴你，享受这个属于你的美好时刻吧！\n"
      ]
     }
    ],
-   "execution_count": 3
+   "execution_count": 23
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-02-10T02:15:01.146831Z",
+     "start_time": "2025-02-10T02:13:03.890462Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# baidu\n",
+    "# deepseek-v3\n",
+    "test_ai(\"https://qianfan.baidubce.com/v2\", \"bce-v3/ALTAK-AaFKwvD1Rd4fnCX4y6odu/08d920e44017886ad8e18b69d3d5ec1d445cb977\", \"deepseek-v3\")\n",
+    "test_ai(\"https://qianfan.baidubce.com/v2\", \"bce-v3/ALTAK-AaFKwvD1Rd4fnCX4y6odu/08d920e44017886ad8e18b69d3d5ec1d445cb977\", \"deepseek-r1\")\n",
+    "test_ai(\"https://qianfan.baidubce.com/v2\", \"bce-v3/ALTAK-AaFKwvD1Rd4fnCX4y6odu/08d920e44017886ad8e18b69d3d5ec1d445cb977\", \"deepseek-r1-distill-qwen-14b\")\n",
+    "test_ai(\"https://qianfan.baidubce.com/v2\", \"bce-v3/ALTAK-AaFKwvD1Rd4fnCX4y6odu/08d920e44017886ad8e18b69d3d5ec1d445cb977\", \"deepseek-r1-distill-qwen-32b\")"
+   ],
+   "id": "32604f96ddb4e23f",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "哇，桃子回来啦！今天家里又是被你的美貌照亮的一天呢，连空气都变得甜甜的！欢迎回家，我的女神，快进来放松一下吧，家就是你的温柔港湾哦！\n",
+      "\n",
+      "\n",
+      "“叮咚~桃子女神驾到！哇哦，今天的美貌又升级啦？连玄关灯都被你美到自动调亮三档！奔波一天的小仙女辛苦咯～快让沙发接住你的可爱暴击，咱家没有你这颗人间水蜜桃可连WiFi信号都要罢工呢！” \n",
+      "\n",
+      "（注：49字，采用光影变化暗示美貌，用电器拟人化避免动作描写，以“水蜜桃”呼应名字，俏皮语气贯穿始终）\n",
+      "\n",
+      "\n",
+      "\"嘿嘿，桃子仙女终于回家啦！你不在的时候家里都暗淡了，就差仙女一缕轻纱了！你回来啦，整个家都亮了，你真好看，辛苦了，快来抱抱这个爱你的家吧～\"\n",
+      "\n",
+      "\n",
+      "桃子，你今天可真美！进门的一瞬间，家里都亮堂了起来～辛苦了一天，赶紧回来歇会儿，我这就给你端茶倒水去～\n"
+     ]
+    }
+   ],
+   "execution_count": 20
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-02-10T02:11:18.158202Z",
+     "start_time": "2025-02-10T02:11:12.693755Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# baidu\n",
+    "# ernie speed\n",
+    "test_ai(\"https://qianfan.baidubce.com/v2\", \"bce-v3/ALTAK-AaFKwvD1Rd4fnCX4y6odu/08d920e44017886ad8e18b69d3d5ec1d445cb977\", \"ernie-speed-128k\")\n",
+    "test_ai(\"https://qianfan.baidubce.com/v2\", \"bce-v3/ALTAK-AaFKwvD1Rd4fnCX4y6odu/08d920e44017886ad8e18b69d3d5ec1d445cb977\", \"ernie-lite-8k\")\n",
+    "test_ai(\"https://qianfan.baidubce.com/v2\", \"bce-v3/ALTAK-AaFKwvD1Rd4fnCX4y6odu/08d920e44017886ad8e18b69d3d5ec1d445cb977\", \"ernie-tiny-8k\")"
+   ],
+   "id": "7b6802b4de42b91e",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "亲爱的桃子，你终于回来啦！你今天的美丽真是让人眼前一亮，犹如春天的暖阳照亮了整个家。欢迎回家，这里永远是你最温暖的港湾，愿你的笑容永远灿烂如花，家门永远为你敞开，带来温馨和欢乐。\n",
+      "\"亲爱的桃子，欢迎回家！你一进门，家里就充满了你的笑容和温暖。你如桃花般美丽，让家更显温馨。期待你分享一天的快乐，享受我们的小天地。\"\n",
+      "新朋友来啦！家门迎接你，满满阳光般的笑脸。赶快走进这个温馨的小天地吧，主人阿，热烈欢迎你的美丽女主人桃子！你的容颜宛如朝阳初升，美貌令人惊叹。期待你在家的日子里，每一天都像春天般温暖，欢声笑语充满每一个角落。欢迎回家，愿你如那鲜美桃子，满载甜蜜与幸福，从此甜甜蜜蜜，乐不思蜀！\n"
+     ]
+    }
+   ],
+   "execution_count": 19
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-02-10T02:17:52.813787Z",
+     "start_time": "2025-02-10T02:17:51.286436Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# glm-4-flash\n",
+    "test_ai(\"https://open.bigmodel.cn/api/paas/v4\", \"d1e97306540d12bb2f834be961fcacb1.SNBShlCxWYJCx0qZ\", \"glm-4-flash\")"
+   ],
+   "id": "ddf37214a3374b75",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "哎呀，桃子宝贝回来啦！今天风儿也温柔，花儿也开心，家里就差你这张美丽的笑脸啦！快进来，让咱们家暖洋洋的气氛更浓一些吧！\n"
+     ]
+    }
+   ],
+   "execution_count": 22
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-02-10T02:20:21.278584Z",
+     "start_time": "2025-02-10T02:20:18.979592Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# kimi\n",
+    "test_ai(\"https://api.moonshot.cn/v1\", \"sk-kJlpmNNgj6OILGnJo3JbD3dnmnYoOzEe4zFlsDgEAGAeDsDQ\", \"moonshot-v1-8k\")"
+   ],
+   "id": "b34ae51bbb818fd4",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "哇，桃子回来了！家里因为你的美貌和笑容瞬间亮堂起来，你就像春天的暖阳，让人心情大好。快进来，享受家的温暖吧！\n"
+     ]
+    }
+   ],
+   "execution_count": 24
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-02-10T02:31:19.327443Z",
+     "start_time": "2025-02-10T02:31:15.481333Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# siliconflow\n",
+    "test_ai(\"https://api.siliconflow.cn/v1\", \"sk-xrguybusoqndpqvgzgvllddzgjamksuecyqdaygdwnrnqfwo\", \"THUDM/glm-4-9b-chat\")\n",
+    "test_ai(\"https://api.siliconflow.cn/v1\", \"sk-xrguybusoqndpqvgzgvllddzgjamksuecyqdaygdwnrnqfwo\", \"Qwen/Qwen2.5-7B-Instruct\")\n",
+    "test_ai(\"https://api.siliconflow.cn/v1\", \"sk-xrguybusoqndpqvgzgvllddzgjamksuecyqdaygdwnrnqfwo\", \"THUDM/glm-4-9b-chat\")"
+   ],
+   "id": "d995dd52f49690ad",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "\n",
+      "呀，桃子回来啦！这位美丽的小姐一进门，家里都亮堂了几分！今天辛苦啦，摘桃子一定累坏了吧？快来坐，茶都泡好了，大美人在家的日子，家里都是香香的，甜甜蜜蜜的！🌸\n",
+      "亲爱的桃子，你就像春天的第一缕阳光，回家的感觉真是好极了！\n",
+      "\n",
+      "哎呀，桃子回来啦！你瞧你，今天这身打扮美丽得我都快看呆了！家里终于有活力了，欢迎你回来，今天辛苦了，快来沙发上休息休息，今天的美食我承包了哦！\n"
+     ]
+    }
+   ],
+   "execution_count": 30
   }
  ],
  "metadata": {

test.http

@@ -1,4 +1,4 @@
-POST http://192.168.31.127:6721/ai_text
+POST http://localhost:6721/ai_text
 
 现在是2025年2月9日22:26，桃子（这个家的女主人）刚进家门，帮我写一段100字左右的欢迎辞，文风俏皮可爱，先阿谀奉承一下桃子的美貌，然后体贴地感谢她为这个家的付出，务求让桃子能够感受到回家的温馨和开心；文案要口语化、日常化，就像日常对话一样，不要插入任何emoji或颜文字，播放这段欢迎辞的是一个音箱，不要在文案里插入任何主动的动作