118 lines
4.6 KiB
Python
118 lines
4.6 KiB
Python
|
#encoding = utf8
|
|||
|
|
import json
|
|||
|
|
import logging
|
|||
|
|
import time
|
|||
|
|
|
|||
|
|
import requests
|
|||
|
|
|
|||
|
|
from nlp.nlp_base import NLPBase
|
|||
|
|
|
|||
|
|
logger = logging.getLogger(__name__)
|
|||
|
|
|
|||
|
|
|
|||
|
|
class KimiHttp:
|
|||
|
|
def __init__(self, token):
|
|||
|
|
self.__token = token
|
|||
|
|
self._response = None
|
|||
|
|
self._requesting = False
|
|||
|
|
|
|||
|
|
def __request(self, question):
|
|||
|
|
url = "https://api.moonshot.cn/v1/chat/completions"
|
|||
|
|
headers = {
|
|||
|
|
"Authorization": "Bearer " + self.__token,
|
|||
|
|
"Content-Type": "application/json"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
data = {
|
|||
|
|
"model": "moonshot-v1-8k",
|
|||
|
|
"messages": question,
|
|||
|
|
'stream': True,
|
|||
|
|
"temperature": 0.3
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
response = requests.post(url, headers=headers, json=data, stream=True)
|
|||
|
|
return response
|
|||
|
|
|
|||
|
|
def request(self, question, handle, callback):
|
|||
|
|
t = time.time()
|
|||
|
|
self._requesting = True
|
|||
|
|
logger.info(f'-------dou_bao ask:{question}')
|
|||
|
|
msg_list = [
|
|||
|
|
{"role": "system", "content": "你是 Kimi，由 Moonshot AI 提供的人工智能助手，你更擅长中文和英文的对话。"
|
|||
|
|
"你会为用户提供安全，有帮助，准确的回答。同时，你会拒绝一切涉及恐怖主义，种族歧视，"
|
|||
|
|
"黄色暴力等问题的回答。Moonshot AI 为专有名词，不可翻译成其他语言。"},
|
|||
|
|
{"role": "user", "content": question}
|
|||
|
|
]
|
|||
|
|
self._response = self.__request(msg_list)
|
|||
|
|
if not self._response.ok:
|
|||
|
|
logger.error(f"请求失败，状态码：{self._response.status_code}")
|
|||
|
|
return
|
|||
|
|
sec = ''
|
|||
|
|
for chunk in self._response.iter_lines():
|
|||
|
|
content = chunk.decode("utf-8").strip()
|
|||
|
|
if len(content) < 1:
|
|||
|
|
continue
|
|||
|
|
content = content[5:]
|
|||
|
|
content = content.strip()
|
|||
|
|
if content == '[DONE]':
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
content = json.loads(content)
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.error(f"json解析失败，错误信息：{e, content}")
|
|||
|
|
continue
|
|||
|
|
sec = sec + content["choices"][0]["delta"]["content"]
|
|||
|
|
sec, message = handle.handle(sec)
|
|||
|
|
if len(message) > 0:
|
|||
|
|
logger.info(f'-------dou_bao nlp time:{time.time() - t:.4f}s')
|
|||
|
|
callback(message)
|
|||
|
|
if len(sec) > 0:
|
|||
|
|
callback(sec)
|
|||
|
|
|
|||
|
|
self._requesting = False
|
|||
|
|
logger.info(f'-------dou_bao nlp time:{time.time() - t:.4f}s')
|
|||
|
|
|
|||
|
|
def close(self):
|
|||
|
|
if self._response is not None and self._requesting:
|
|||
|
|
self._response.close()
|
|||
|
|
|
|||
|
|
def aclose(self):
|
|||
|
|
if self._response is not None and self._requesting:
|
|||
|
|
self._response.close()
|
|||
|
|
logger.info('DouBaoHttp close')
|
|||
|
|
|
|||
|
|
|
|||
|
|
class Kimi(NLPBase):
|
|||
|
|
def __init__(self, context, split, callback=None):
|
|||
|
|
super().__init__(context, split, callback)
|
|||
|
|
logger.info("DouBao init")
|
|||
|
|
# Access Key ID
|
|||
|
|
# AKLTYTdmOTBmNWFjODkxNDE2Zjk3MjU0NjRhM2JhM2IyN2Y
|
|||
|
|
# AKLTNDZjNTdhNDlkZGE3NDZjMDlkMzk5YWQ3MDA4MTY1ZDc
|
|||
|
|
# Secret Access Key
|
|||
|
|
# WmpRelltRXhNbVkyWWpnNU5HRmpNamc0WTJZMFpUWmpOV1E1TTJFME1tTQ==
|
|||
|
|
# TkRJMk1tTTFZamt4TkRVNE5HRTNZMkUyTnpFeU5qQmxNMkUwWXpaak1HRQ==
|
|||
|
|
# endpoint_id
|
|||
|
|
# ep-20241008152048-fsgzf
|
|||
|
|
# api_key
|
|||
|
|
# c9635f9e-0f9e-4ca1-ac90-8af25a541b74
|
|||
|
|
# api_ky
|
|||
|
|
# eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJhcmstY29uc29sZSIsImV4cCI6MTczMDk2NTMxOSwiaWF0IjoxNzI4MzczMzE5LCJ0IjoidXNlciIsImt2IjoxLCJhaWQiOiIyMTAyMjc3NDc1IiwidWlkIjoiMCIsImlzX291dGVyX3VzZXIiOnRydWUsInJlc291cmNlX3R5cGUiOiJlbmRwb2ludCIsInJlc291cmNlX2lkcyI6WyJlcC0yMDI0MTAwODE1MjA0OC1mc2d6ZiJdfQ.BHgFj-UKeu7IGG5VL2e6iPQEMNMkQrgmM46zYmTpoNG_ySgSFJLWYzbrIABZmqVDB4Rt58j8kvoORs-RHJUz81rXUlh3BYl9-ZwbggtAU7Z1pm54_qZ00jF0jQ6r-fUSXZo2PVCLxb_clNuEh06NyaV7ullZwUCyLKx3vhCsxPAuEvQvLc_qDBx-IYNT-UApVADaqMs-OyewoxahqQ7RvaHFF14R6ihmg9H0uvl00_JiGThJveszKvy_T-Qk6iPOy-EDI2pwJxdHMZ7By0bWK5EfZoK2hOvOSRD0BNTYnvrTfI0l2JgS0nwCVEPR4KSTXxU_oVVtuUSZp1UHvvkhvA
|
|||
|
|
self.__token = 'sk-yCx0lZUmfGx0ECEQAp8jTnAisHwUIokoDXN7XNBuvMILxWnN'
|
|||
|
|
self._dou_bao = KimiHttp(self.__token)
|
|||
|
|
|
|||
|
|
def _request(self, question):
|
|||
|
|
self._dou_bao.request(question, self._split_handle, self._on_callback)
|
|||
|
|
|
|||
|
|
def _on_close(self):
|
|||
|
|
if self._dou_bao is not None:
|
|||
|
|
self._dou_bao.close()
|
|||
|
|
logger.info('AsyncArk close')
|
|||
|
|
|
|||
|
|
def on_clear_cache(self, *args, **kwargs):
|
|||
|
|
super().on_clear_cache(*args, **kwargs)
|
|||
|
|
if self._dou_bao is not None:
|
|||
|
|
self._dou_bao.aclose()
|
|||
|
|
logger.info('DouBao clear_cache')
|