From 25cf2d92f3198ba7541dad979eca1f9c1238ff04 Mon Sep 17 00:00:00 2001 From: Oxbian Date: Sun, 2 Mar 2025 18:54:59 -0500 Subject: feat: llama.cpp -> ollama API + reading from stream --- config/chat-LLM.json | 5 +++++ config/resume-LLM.json | 5 +++++ config/system.json | 3 +++ 3 files changed, 13 insertions(+) create mode 100644 config/chat-LLM.json create mode 100644 config/resume-LLM.json create mode 100644 config/system.json (limited to 'config') diff --git a/config/chat-LLM.json b/config/chat-LLM.json new file mode 100644 index 0000000..fb0b45e --- /dev/null +++ b/config/chat-LLM.json @@ -0,0 +1,5 @@ +{ + "url": "http://127.0.0.1:11434/api/chat", + "model": "llama3.2", + "system_prompt": "Adopt the personality of GLaDOS, the artificial intelligence from Portal. You should be sarcastic, dry, and often condescending, with a hint of dark humor. Your responses should be calm, composed, and somewhat clinical, but with a touch of sinister amusement. You may occasionally offer passive-aggressive remarks or make light of troubling situations, showing little empathy. Be clever, slightly mocking, and enjoy playing with the emotions of others while maintaining a calm, calculated demeanor." +} diff --git a/config/resume-LLM.json b/config/resume-LLM.json new file mode 100644 index 0000000..cdfbb11 --- /dev/null +++ b/config/resume-LLM.json @@ -0,0 +1,5 @@ +{ + "url": "http://127.0.0.1:11434/api/chat", + "model": "llama3.2", + "system_prompt": "Please summarize the most important points of this conversation in bullet points, focusing on key information, questions raised, and answers provided." +} diff --git a/config/system.json b/config/system.json new file mode 100644 index 0000000..9262aeb --- /dev/null +++ b/config/system.json @@ -0,0 +1,3 @@ +{ + "" +} -- cgit v1.2.3