app.py

from typing import List, Tuple, Union
from web_ui import WebUI
import math
import os

from qwen_agent.agents import Assistant
from qwen_agent.gui.gradio import gr

def app_gui():
    # Define the agent
    bot = Assistant(llm={
                    'model': "QwQ-32B-Preview",
                    'model_server': 'https://api.sambanova.ai/v1',
                    'api_key': os.environ.get("SAMBANOVA_API_KEY"),
                    'generate_cfg': {
                        'max_input_tokens': 32768,
                        'max_retries': 10,
                        'temperature': float(os.environ.get("T", 0.001)),
                        'repetition_penalty': float(os.environ.get("R", 1.0)),
                        "top_k": int(os.environ.get("K", 20)),
                        "top_p": float(os.environ.get("P", 0.8)),
                    }},
                    name='QwQ-32B-preview',
                    description='QwQ-32B-Preview is an experimental research model developed by the Qwen Team, focused on advancing AI reasoning capabilities. As a preview release, it demonstrates promising analytical abilities while having several important limitations such as code switching and recursive reasoning loops. Only single-turn queries are supported in this demo.',
                    system_message= 'You are a helpful and harmless assistant. You are Qwen developed by Alibaba. You should think step-by-step.',
                    rag_cfg={'max_ref_token': 32768, 'rag_searchers': []},
                )
    chatbot_config = {
        'input.placeholder': "Type \"/clear\" to clear the history",
        'verbose': True,
        'prompt.suggestions': [
            {
                'text': 'How many r in strawberry'
            },
            {
                'text': 'Find the least odd prime factor of $2019^8+1$.'
            },
            {
                'text': '''S先生、P先生、Q先生他们知道桌子的抽屉里有16张扑克牌：红桃A、Q、4 黑桃J、8、4、2、7、3 草花K、Q、5、4、6 方块A、5。约翰教授从这16张牌中挑出一张牌来，并把这张牌的点数告诉 P先生，把这张牌的花色告诉Q先生。这时，约翰教授问P先生和Q 先生：你们能从已知的点数或花色中推知这张牌是什么牌吗？于是，S先生听到如下的对话：

P先生：我不知道这张牌。

Q先生：我知道你不知道这张牌。

P先生：现在我知道这张牌了。

Q先生：我也知道了。

请问：这张牌是什么牌？'''
            },
        ]
    }
    WebUI(bot, chatbot_config=chatbot_config).run(concurrency_limit=80)

if __name__ == '__main__':
    app_gui()