/*
* Copyright 2024 KylinSoft Co., Ltd.
*
* This program is free software: you can redistribute it and/or modify it under
* the terms of the GNU General Public License as published by the Free Software
* Foundation, either version 3 of the License, or (at your option) any later
* version.
*
* This program is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
* FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
* details.
*
* You should have received a copy of the GNU General Public License along with
* this program. If not, see .
*/
#ifndef SERVICES_CHATBOT_H
#define SERVICES_CHATBOT_H
#include
#include
#include
#include "chatmessages.h"
#include "concurrentqueue/blockingconcurrentqueue.h"
#include "config/prompttemplate.h"
#include "engineselector/engineselector.h"
#include "taskmanager/taskrunner.h"
enum class TaskId {
NormalChat = -1,
TagExtraction,
IntentRecognition,
};
class Chatbot : public std::enable_shared_from_this {
private:
using INlpEngine = ai_engine::gen_ai::nlp::AbstractTextGenerationEngine;
public:
struct ChatResult {
std::string reason_;
std::string reasoningContent_;
std::string modelName_;
std::string finishReason_;
ai_engine::EngineError error_;
bool isEnd_{true};
};
using ChatResultCallback = std::function;
using ChatFinishedCallback = std::function;
public:
Chatbot(EngineSelector &engineSelector, bool isDefaultConfig);
~Chatbot();
void chat(const std::string &question, ChatResultCallback chatResultCallback,
ChatFinishedCallback finishedCallback);
void chatWithHistoryMessage(const std::string &messages, ChatResultCallback chatResultCallback,
ChatFinishedCallback finishedCallback);
void stopChat();
void clearChatContext();
void setTopK(int topK) { chatMessages_.setTopK(topK); }
void addSystemMessage(const std::string &message);
void addSystemMessage(const std::string &message, int taskId);
void addSystemMessageByPromptId(int promptId, DeployType deployType);
void addUserMessage(const std::string &message);
void addAssistantMessage(const std::string &message);
void setDeployType(DeployType deployType) { deployType_ = deployType; }
DeployType getDeployType() const { return deployType_; }
// 返回具体的错误码
[[nodiscard]] int init(const std::shared_ptr &nlpEngine);
void destroy();
bool isDefaultConfig();
private:
struct ChatRequest {
Json::Value body;
bool withHistoryMessage{false};
ChatResultCallback resultCallback{nullptr};
ChatFinishedCallback finishedCallback{nullptr};
};
private:
std::shared_ptr getSharedObject() { return shared_from_this(); }
void handleChatResult(const ai_engine::gen_ai::nlp::TextGenerationResult &result);
void callChatResultCallback(const ChatResult &result) const;
void callChatFinishedCallback() const;
void chatAsync();
void chatTask();
bool handleNetworkDisconnection(const std::string &message);
DeployType currentEngineDeployType() const;
private:
EngineSelector &engineSelector_;
std::shared_ptr nlpEngine_{nullptr};
std::shared_ptr promptTemplate_{nullptr};
ChatMessages chatMessages_;
std::string replyCache_;
DeployType deployType_{DeployType::Default};
ChatRequest currentChatRequest_;
moodycamel::BlockingConcurrentQueue chatRequestQueue_;
std::atomic taskId_{task::INVALID_TASK_ID};
std::atomic_bool isInited_{false};
std::atomic_bool isDefaultConfig_{true};
};
#endif // SERVICES_CHATBOT_H