如何利用niceGUI构建一个流式单轮对话界面

最新推荐文章于 2024-03-14 09:08:32 发布

Mr.Lee jack

最新推荐文章于 2024-03-14 09:08:32 发布

阅读量601

点赞数 1

分类专栏： Ai 文章标签：语言模型 python web

本文链接：https://blog.csdn.net/xzpdxz/article/details/133469617

版权

Ai 专栏收录该内容

8 篇文章 0 订阅

订阅专栏

官方文档
 参考文档

import asyncio
import time
import requests
from fastapi import FastAPI
from nicegui import app, ui


class ChatPage:
    temperature: ui.slider = None
    top_p: ui.slider = None
    api_key: ui.input = None
    model_name: ui.input = None
    prompt: ui.textarea = None
    send: ui.button = None
    spinner: ui.spinner = None
    chat_messages: ui.markdown = None

    def __init__(self, api_key="", model_name=""):
        self.left_page(api_key=api_key, model_name=model_name)
        self.chat_page()

    def left_page(self, api_key="", model_name=""):
        with ui.left_drawer(top_corner=True, bottom_corner=True).style('background-color: #d7e3f4;margin: auto'):
            self.api_key = ui.input(label='api 密钥', placeholder='请输入', value=api_key).props('filled')
            self.model_name = ui.input(label='模型名称', placeholder='请输入', value=model_name).props('filled')
            if api_key:
                self.api_key.disable()
            if model_name:
                self.model_name.disable()
            with ui.label("Temperature") as Temperature:
                self.temperature = ui.slider(min=0, max=1, value=0.7, step=0.01,
                                             on_change=lambda e: Temperature.set_text(f"Temperature: {e.value}"))
            with ui.label("Top_p") as Top_p:
                self.top_p = ui.slider(min=0, max=1, value=0.75, step=0.01,
                                       on_change=lambda e: Top_p.set_text(f"Top_p: {e.value}"))
            self.prompt = ui.textarea(label='Prompt', placeholder='请输入你的问题').props('filled')
            self.send = ui.button(icon="reply", text="发送", on_click=self.on_send).style(
                "width: 100%;")

    def chat_page(self):
        self.chat_messages = ui.markdown()

    async def set_chat(self):
        content_ = ""
        for i in self.prompt.value:
            content_ += i
            await asyncio.sleep(0.03)
            self.chat_messages.set_content(content_ + "```")
            self.chat_messages.set_content(content_ + "```")
        self.chat_messages.set_content(content_)
        await ui.run_javascript('window.scrollTo(0, document.body.scrollHeight)', respond=False)

    async def on_send(self, e):
        self.send.visible = False
        self.spinner = ui.spinner(size="lg")
        await self.set_chat()
        self.spinner.set_visibility(False)
        self.send.visible = True


@ui.page('/')
def page(api_key="", model_name=""):
    ui.colors(primary="#1d1d1d")
    ChatPage(api_key=api_key, model_name=model_name)


def frontend(app_: FastAPI) -> None:
    ui.run_with(
        app_,
        storage_secret='pick your private secret here',
        # NOTE setting a secret is optional but allows for persistent storage per user
    )