|
| 1 | +from .llms import Moonshot,Deepseek,Openrouter,GLM,ERNIE,BaseURL,Qwen |
| 2 | +import os |
| 3 | +import sys,subprocess |
| 4 | +import requests |
| 5 | +import random |
| 6 | +provider_id_map = { |
| 7 | + "openrouter": Openrouter, |
| 8 | + "moonshot": Moonshot, |
| 9 | + "deepseek": Deepseek, |
| 10 | + "glm": GLM, |
| 11 | + "ernie": ERNIE, |
| 12 | + "qwen":Qwen, |
| 13 | + } |
| 14 | +provider_id_map_zh = { |
| 15 | + "openrouter":"openrouter", |
| 16 | + "月之暗面-Kimi":"moonshot", |
| 17 | + "幻方-深度求索":"deepseek", |
| 18 | + "智谱-智谱清言":"glm", |
| 19 | + "百度-文心一言":"ernie", |
| 20 | + "阿里-通义千问":"qwen", |
| 21 | +} |
| 22 | +default_model_map = { |
| 23 | + "openrouter": "mistralai/mistral-7b-instruct:free", |
| 24 | + "moonshot": "moonshot-v1-8k", |
| 25 | + "deepseek": "deepseek-chat", |
| 26 | + "glm":"glm-4", |
| 27 | + "ernie":"ERNIE_speed_8k", |
| 28 | + "qwen":"qwen2-1.5b-instruct", |
| 29 | + } |
| 30 | +class Client: |
| 31 | + """docstring for Client |
| 32 | + """ |
| 33 | + |
| 34 | + def __init__(self, provider=None,base_url=None,api_key=None,model=None,secret_key=None,xedu_url=None): |
| 35 | + self.provider = provider |
| 36 | + self.base_url = base_url |
| 37 | + self.api_key = api_key |
| 38 | + self.model = model |
| 39 | + if provider: |
| 40 | + if provider in provider_id_map_zh.keys(): |
| 41 | + provider = provider_id_map_zh[provider] |
| 42 | + |
| 43 | + index =[ i for i in provider_id_map_zh.keys() if provider in i] |
| 44 | + if len(index) != 0: |
| 45 | + provider = provider_id_map_zh[index[0]] |
| 46 | + # self.base_url = ServiceProvider.BASE_URL[provider] |
| 47 | + if not self.model: |
| 48 | + self.model = default_model_map[provider] |
| 49 | + if provider in ['ernie']: |
| 50 | + self.client = provider_id_map[provider](api_key=self.api_key,secret_key=secret_key,model=self.model) |
| 51 | + else: |
| 52 | + self.client = provider_id_map[provider](api_key=self.api_key,model=self.model) |
| 53 | + print(f"|| Selected provider: {self.provider} || Current model: {self.model} ||") |
| 54 | + elif base_url: |
| 55 | + self.client = BaseURL(base_url=base_url,api_key=self.api_key,model=self.model) |
| 56 | + elif xedu_url: |
| 57 | + self.base_url = xedu_url |
| 58 | + from .llms.gradioapi import GradioClient as gc |
| 59 | + self.client = gc(xedu_url) |
| 60 | + # 选择合适的model |
| 61 | + try: |
| 62 | + model_list = self.try_list_models() |
| 63 | + if len(model_list) == 0: |
| 64 | + raise Exception("No model available") |
| 65 | + free_model_list = [i for i in model_list if 'free' in i] |
| 66 | + if len(free_model_list) > 0: |
| 67 | + self.model = random.choice(free_model_list) |
| 68 | + else: |
| 69 | + self.model = random.choice(model_list) |
| 70 | + except: |
| 71 | + pass |
| 72 | + if self.model is not None: |
| 73 | + print(f"|| Selected base URL: {self.base_url} || Current model: {self.model} ||") |
| 74 | + # else: |
| 75 | + # print(f"|| Selected base URL: {self.base_url} ||") |
| 76 | + # if self.model not in self.client.list_models(): |
| 77 | + # try: |
| 78 | + # self.model = self.support_model()[0] |
| 79 | + # except: |
| 80 | + # pass |
| 81 | + |
| 82 | + |
| 83 | + def inference(self, message, stream=False,**kwargs): |
| 84 | + return self.client.inference(message, stream=stream, **kwargs) |
| 85 | + |
| 86 | + def support_model(self): |
| 87 | + return self.client.list_models() |
| 88 | + |
| 89 | + def try_list_models(self): |
| 90 | + url = self.base_url + "/models" |
| 91 | + payload={} |
| 92 | + headers = { |
| 93 | + 'Accept': 'application/json', |
| 94 | + 'Authorization': 'Bearer {}'.format(self.api_key), |
| 95 | + } |
| 96 | + response = requests.request("GET", url, headers=headers, data=payload) |
| 97 | + id_list = [] |
| 98 | + try: |
| 99 | + for i in response.json()['data']: |
| 100 | + id_list.append(i['id']) |
| 101 | + except: |
| 102 | + raise Exception(response.json()) |
| 103 | + return id_list |
| 104 | + |
| 105 | + def support_provider(lang='en'): |
| 106 | + if lang == "zh": |
| 107 | + return list(provider_id_map_zh.keys()) |
| 108 | + return list(provider_id_map.keys()) |
| 109 | + |
| 110 | + def _restart_script(self): |
| 111 | + """Restarts the current script.""" |
| 112 | + current_script = sys.argv[0] |
| 113 | + subprocess.run([sys.executable, current_script]) |
| 114 | + |
| 115 | + def upgrade_env(self): |
| 116 | + try: |
| 117 | + import gradio as gr |
| 118 | + if gr.__version__ < "4.0.0": |
| 119 | + raise ImportError |
| 120 | + block = gr.Blocks() |
| 121 | + except: |
| 122 | + subprocess.run([sys.executable, "-m", "pip", "install", "gradio", "-U"], check=True) |
| 123 | + self._restart_script() |
| 124 | + import importlib |
| 125 | + importlib.invalidate_caches() # 清理导入缓存 |
| 126 | + import gradio as gr |
| 127 | + # 重新加载模块 |
| 128 | + importlib.reload(gr) |
| 129 | + |
| 130 | + def set_system(self,system_info): |
| 131 | + self.system_info = system_info |
| 132 | + def run(self,host='0.0.0.0',port=7860,share=False): |
| 133 | + if host == "0.0.0.0": |
| 134 | + from .utils import find_available_port,get_local_ip |
| 135 | + port = find_available_port(port) |
| 136 | + ip = get_local_ip() |
| 137 | + print(f"Running on local URL: http://{ip}:{port}") |
| 138 | + print(f"Running on local URL: http://127.0.0.1:{port}") |
| 139 | + |
| 140 | + self.upgrade_env() |
| 141 | + import gradio as gr |
| 142 | + block = gr.Blocks( theme=gr.themes.Monochrome()) |
| 143 | + import time |
| 144 | + |
| 145 | + def predict(message, history): |
| 146 | + history_openai_format = [] |
| 147 | + if hasattr(self, "system_info"): |
| 148 | + history_openai_format.append({"role": "system", "content": self.system_info}) |
| 149 | + for human, assistant in history: |
| 150 | + history_openai_format.append({"role": "user", "content": human }) |
| 151 | + history_openai_format.append({"role": "assistant", "content":assistant}) |
| 152 | + history_openai_format.append({"role": "user", "content": message}) |
| 153 | + response = self.client.inference( |
| 154 | + message=history_openai_format, |
| 155 | + stream=True, |
| 156 | + ) |
| 157 | + partial_message = "" |
| 158 | + for i in response: |
| 159 | + partial_message += i |
| 160 | + yield partial_message |
| 161 | + block = gr.Blocks( theme=gr.themes.Monochrome()) |
| 162 | + # block = gr.Blocks() |
| 163 | + text = gr.Textbox( |
| 164 | + container=False, |
| 165 | + show_label=False, |
| 166 | + label="Message", |
| 167 | + placeholder="请输入消息...", |
| 168 | + scale=7, |
| 169 | + autofocus=True, |
| 170 | + ) |
| 171 | + # 清言两个字用蓝色字体 |
| 172 | + if hasattr(self, "system_info"): |
| 173 | + ph = """<center><b>系统设定：</b> {}</center>""".format(self.system_info) |
| 174 | + else: |
| 175 | + ph = """<h1><center>做有用的AI教育</center></h1> |
| 176 | + <p>官方文档: <a href="https://xedu.readthedocs.io/zh-cn/master/xedu_llm.html">https://xedu.readthedocs.io/zh-cn/master/xedu_llm.html</a></p> |
| 177 | + """ |
| 178 | + |
| 179 | + # bot = gr.Chatbot(render_markdown=True) |
| 180 | + bot = gr.Chatbot(placeholder=ph,label='对话记录',render_markdown=True,bubble_full_width=False) |
| 181 | + with block: |
| 182 | + # gr.Markdown(f"""<h1><center>🤖️ LLM Chatbot 🤖️</center></h1> |
| 183 | + # <h2><center>by XEdu</center></h2> |
| 184 | + # """) |
| 185 | + gr.Markdown(f"""<h1><center>🤖️ LLM Chatbot by XEdu🤖️</center></h1>""") |
| 186 | + provider = self.provider if self.provider else self.base_url |
| 187 | + # 横向排列两个文本框,不可编辑 |
| 188 | + with gr.Row(): |
| 189 | + gr.Textbox(label='服务提供商', value=provider,interactive=False) |
| 190 | + # gr.Label(label='provider',value=f"{provider}",height=20) |
| 191 | + # gr.Text(label='provider',value=f"{provider}") |
| 192 | + # gr.Text(label='base_url',value=f"{self.base_url}") |
| 193 | + gr.Textbox(label='模型', value=self.model, interactive=False) |
| 194 | + # gr.Label(label='model',value=f"{self.model}",height=20) |
| 195 | + # gr.Text(label='provider',value=f"{provider}, model: {self.model}") |
| 196 | + # with gr.Row(): |
| 197 | + # with gr.Column(visible=False,scale=1) as sidebar_left: |
| 198 | + # gr.Slider(label='Max New Tokens', minimum=10, maximum=100,interactive=True) |
| 199 | + # gr.Slider(label='Temperature', minimum=0.1, maximum=1.0) |
| 200 | + # gr.Slider(label='Top-p', minimum=0.1, maximum=1.0) |
| 201 | + # with gr.Column(scale=2): |
| 202 | + demo = gr.ChatInterface( |
| 203 | + predict, |
| 204 | + retry_btn="🔄重试",undo_btn="↩️撤回",clear_btn="🗑️清空",submit_btn="🤗提交", |
| 205 | + textbox=text, |
| 206 | + chatbot=bot, |
| 207 | + fill_height=True, |
| 208 | + # examples=["hi,how are you","你好，我是小红，你叫什么名字？"] |
| 209 | + ).queue() |
| 210 | + |
| 211 | + |
| 212 | + # sidebar_state = gr.State(False) |
| 213 | + # btn_toggle_sidebar = gr.Button("Toggle Sidebar") |
| 214 | + # btn_toggle_sidebar.click(toggle_sidebar, [sidebar_state], [sidebar_left, sidebar_state]) |
| 215 | + if port: |
| 216 | + block.launch(server_name=host, share=share, server_port=port) |
| 217 | + else: |
| 218 | + block.launch(server_name=host, share=share) |
0 commit comments