-
Notifications
You must be signed in to change notification settings - Fork 17
/
web.py
168 lines (135 loc) · 6.88 KB
/
web.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
from glob import glob
import os
import time
import gradio as gr
from chat_bot import gpt_bot
import nibabel as nib
import cv2
from datetime import datetime
# os.environ["http_proxy"]="http://127.0.0.1.1:7890"
# os.environ["https_proxy"]="http://127.0.0.1:7890"
title = """<h1 align="center">ChatCAD plus</h1>"""
description = """**这是ChatCAD-plus的早期测试版本，欢迎任何反馈和贡献<br>-将胸片、牙片等图像上传至聊天框，即可获得ChatCAD-plus对该影像的分析<br>-可以继续与ChatCAD-plus交流，进一步了解可能的病症<br>-ChatCAD-plus会在必要的时候给出相关资料的链接**"""
chatbot_bindings = None
chatbot = None
def concat_history(message_history:list)->str:
ret=""
for event in message_history:
ret+=f"{event['role']}: {event['content']}\n"
return ret
def chatcad(history, message_history):
if chatbot_bindings is None:
response = '''**请先输入API key，然后点击保存。**'''
history[-1][1] = response
yield history
else:
ref_record=concat_history(message_history)
user_message = history[-1][0]
# chat bot put here
# response = '''**That's cool!**'''
if isinstance(history[-1][0],str):
prompt=history[-1][0]
response = chatbot_bindings.chat(prompt,ref_record)
message_history += [{"role": "user", "content": user_message}]
else:
# response,modality = chatbot_bindings.report_zh(history[-1][0]['name'])
response,modality = chatbot_bindings.report_zh(history[-1][0][0])
message_history[-1]= {"role": "user", "content": f"用户上传了一张{modality}并请求诊断结果。"}
history[-1][1] = response
message_history += [{"role": "assistant", "content": response}]
yield history, message_history
def add_text(history, text):
history = history + [(text, None)]
return history, None
def add_file(history, file):
# This is file path
print(file.name)
img_path = file.name
update_time = str(datetime.now()).replace(" ", "_").replace(":", "_").replace(".", "_")
if file.name.endswith(".nii.gz"):
img = nib.load(img_path)
_, _, queue = img.dataobj.shape
temp_img = img.dataobj[:, :, queue//2].T
cv2.imwrite("./imgs/temp/" + str(update_time) + ".jpg", temp_img)
img_path = "./imgs/temp/" + str(update_time) + ".jpg"
history = history + [((img_path,), None)]
return history
def add_state(info, history, message_key, message_history):
try:
global chatbot_bindings
chatbot_bindings = gpt_bot(engine="gpt-3.5-turbo",api_key=info)
chatbot_bindings.start()
# chatbot_bindings = 1
response = '**初始化成功！**'
except:
chatbot_bindings = None
response = '**初始化失败，请输入正确的openai key。**'
message_key = [{"role": "api_key", "content": info}]
message_history += [{"role": "system", "content": response}]
history = history + [(None, response)]
return history, message_key, message_history
def clean_data():
return [{"role": "system", "content": description}], None, None
def example_img(i, history):
return i
callback = gr.CSVLogger()
with gr.Blocks(css="""#col_container1 {margin-left: auto; margin-right: auto;}
#col_container2 {margin-left: auto; margin-right: auto;}
#chatbot {height: 770px;}
#upload_btn {height: auto;}""") as demo:
gr.HTML(title)
user_history = gr.State([])
user_key = gr.State([])
with gr.Row():
with gr.Column(scale=0.2):
with gr.Row():
#top_p, temperature, top_k, repetition_penalty
with gr.Accordion("设置", open=True):
with gr.Row():
api_key_input = gr.Textbox(placeholder="请输入API key", label="API key")
with gr.Row():
api_key_submit = gr.Button("保存")
with gr.Row():
gr.Markdown("### 请上传您想要咨询的医学图像 若您没有图像，可以下载下方的示例图像")
with gr.Row():
upload_file = gr.UploadButton("📁上传图像", file_types=["file"], elem_id='upload_btn').style(size='lg')
with gr.Row():
img_i = gr.Image(show_label=False, type="numpy", interactive=False)
gr.Examples(
[
os.path.join(os.path.dirname(__file__), "imgs/examples/chest.jpg"),
os.path.join(os.path.dirname(__file__), "imgs/examples/tooth.jpg"),
],
img_i,
img_i,
example_img,
label="示例图像"
)
with gr.Column(scale=0.8):
with gr.Row():
with gr.Column(elem_id = "col_container1"):
chatbot = gr.Chatbot(value=[(None, description)], label="ChatCAD plus", elem_id='chatbot').style(height=700) #c
with gr.Row():
with gr.Column(elem_id = "col_container2", scale=0.85):
inputs = gr.Textbox(label="聊天框", placeholder="请输入文本或者上传图片") #t
with gr.Column(elem_id = "col_container2", scale=0.15, min_width=0):
with gr.Row():
inputs_submit = gr.Button("发送", elem_id='inputs_submit')
with gr.Row():
clean_btn = gr.Button("清空", elem_id='clean_btn')
api_key_submit.click(add_state, [api_key_input, chatbot, user_key, user_history], [chatbot, user_key, user_history])
inputs_submit.click(add_text, [chatbot, inputs], [chatbot, inputs]).then(
chatcad, [chatbot, user_history], [chatbot, user_history]
)
clean_btn.click(clean_data, [], [chatbot, inputs, img_i])
clean_btn.click(lambda: None, None, chatbot, queue=False).success(clean_data, [], [user_history, inputs, img_i])
inputs.submit(add_text, [chatbot, inputs], [chatbot, inputs]).then(
chatcad, [chatbot, user_history], [chatbot, user_history]
)
upload_file.upload(add_file, [chatbot, upload_file], [chatbot]).then(
chatcad, [chatbot, user_history], [chatbot, user_history]
)
# 127.0.0.1.1:7890
# demo.queue().launch(server_port=4900, server_name="0.0.0.0", favicon_path="shtu.ico",share=True)
# demo.queue().launch(server_port=4900, server_name="127.0.0.1", favicon_path="shtu.ico")
demo.queue().launch(server_port=4900, server_name="127.0.0.1", favicon_path="shtu.ico")