1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
|
use crate::app::llm::{Message, MessageType, LLM};
use crate::helper::init::warn;
use uuid::Uuid;
use tokio;
pub struct App {
pub messages: Vec<Message>, // History of recorded message
conv_id: Uuid,
chat_llm: LLM,
resume_llm: LLM,
}
impl App {
pub fn new() -> App {
let chat_llm: LLM = LLM::new("config/chat-LLM.json".to_string()).unwrap();
App {
messages: vec![Message::new(
MessageType::SYSTEM,
chat_llm.system_prompt.clone(),
)],
conv_id: Uuid::new_v4(),
chat_llm,
resume_llm: LLM::new("config/resume-LLM.json".to_string()).unwrap(),
}
}
fn append_message(&mut self, msg: String, role: MessageType) {
let message = Message::new(role, msg);
message.save_message(self.conv_id.to_string());
self.messages.push(message);
}
pub fn send_message(&mut self, content: String) {
self.append_message(content, MessageType::USER);
let runtime = tokio::runtime::Builder::new_current_thread()
.enable_all()
.build().unwrap();
let result = runtime.block_on(async {
self.chat_llm.ask(&self.messages).await
});
match result {
Ok(msg) => self.append_message(msg, MessageType::ASSISTANT),
Err(e) => self.append_message(e.to_string(), MessageType::ASSISTANT),
}
}
pub fn resume_conv(&mut self) {
self.append_message(self.resume_llm.system_prompt.to_string(), MessageType::USER);
let runtime = tokio::runtime::Builder::new_current_thread()
.enable_all()
.build().unwrap();
let result = runtime.block_on(async {
self.resume_llm.ask(&self.messages).await
});
match result {
Ok(msg) => self.append_message(msg, MessageType::ASSISTANT),
Err(e) => self.append_message(e.to_string(), MessageType::ASSISTANT),
}
}
}
|
