1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
use crate::app::llm::{Message, MessageType, LLM};
use crate::helper::init::warn;
use uuid::Uuid;
use tokio::runtime::Builder;
pub struct App {
pub messages: Vec<Message>, // History of recorded message
conv_id: Uuid,
chat_llm: LLM,
resume_llm: LLM,
}
impl App {
pub fn new() -> App {
let chat_llm: LLM = LLM::new("config/chat-LLM.json".to_string()).unwrap();
App {
messages: vec![Message::new(
MessageType::SYSTEM,
chat_llm.system_prompt.clone(),
)],
conv_id: Uuid::new_v4(),
chat_llm,
resume_llm: LLM::new("config/resume-LLM.json".to_string()).unwrap(),
}
}
fn append_message(&mut self, msg: String, role: MessageType) {
let message = Message::new(role, msg);
message.save_message(self.conv_id.to_string());
self.messages.push(message);
}
fn categorize_ask(&mut self) {
let runtime = Builder::new_current_thread().enable_all().build().unwrap();
let result = runtime.block_on(async {
// Ask the LLM to categorise the request between (chat, code, wikipedia)
self.chat_llm.ask_format(&self.messages).await
});
let categorie = result.unwrap()[0]["function"]["arguments"]["category"].clone();
self.ask(categorie.to_string().as_str());
}
fn ask(&mut self, mode: &str) {
let runtime = Builder::new_current_thread()
.enable_all()
.build().unwrap();
let result = runtime.block_on(async {
if mode == "resume" {
self.resume_llm.ask(&self.messages).await
} else {
self.chat_llm.ask(&self.messages).await
}
});
match result {
Ok(msg) => self.append_message(msg.to_string(), MessageType::ASSISTANT),
Err(e) => self.append_message(e.to_string(), MessageType::ASSISTANT),
}
}
pub fn send_message(&mut self, content: String) {
self.append_message(content, MessageType::USER);
self.categorize_ask();
}
pub fn resume_conv(&mut self) {
self.append_message(self.resume_llm.system_prompt.to_string(), MessageType::USER);
self.ask("resume");
}
}
|
