From 677eb6d0ea3dc4cf27763e3bc0d2b1c80adf8b62 Mon Sep 17 00:00:00 2001 From: Florin Tobler Date: Sun, 12 Jan 2025 21:16:42 +0100 Subject: [PATCH] switch for toolcalls --- llama.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/llama.py b/llama.py index 3f86688..1266861 100644 --- a/llama.py +++ b/llama.py @@ -23,7 +23,7 @@ summarize_user = {"role": "system", "content": "Can you summarize the conversati # system message to create a conversation title title_prompt = {"role": "system", "content": "Please create a very short and descriptive title or label for this conversation. Maximum 2-5 words. Use only plain text, avoid numbering, special characters, or unnecessary formatting-focus on clarity and brevity."} - +append_toolcalls = True register_dummy() @@ -65,7 +65,10 @@ def main(): inference = Inference() current_date_and_time = datetime.datetime.now().strftime("Current date is %Y-%m-%d and its %H:%M %p right now.") - messages = [{"role": "system", "content": systemmessage + "\n" + current_date_and_time + "\n" + inference.generate_tool_use_header(tool_list)}] + if append_toolcalls: + messages = [{"role": "system", "content": systemmessage + "\n" + current_date_and_time + "\n" + inference.generate_tool_use_header(tool_list)}] + else: + messages = [{"role": "system", "content": systemmessage + "\n" + current_date_and_time}] while True: # print an input prompt to receive text or commands