ftobler/llama
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

add tool response tags

Browse Source
This commit is contained in:
Florin Tobler
2025-01-02 04:59:57 +01:00
parent 5bb58fbab6
commit b8c0979a3e
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama.py
View File

@@ -10,7 +10,7 @@ messages = []
inference = None inference = None
# systemmessage at the very begin of the chat. Will be concatenated with the automatic tool usage descriptions # systemmessage at the very begin of the chat. Will be concatenated with the automatic tool usage descriptions
systemmessage = "Hold a casual conversation with the user. Keep responses short at max 3 sentences." systemmessage = "Hold a casual conversation with the user. Keep responses short at max 3 sentences. Answer using markdown to the user."
# system message for role flip so the model automatically answers for the user # system message for role flip so the model automatically answers for the user
roleflip = {"role": "system", "content": "Keep the conversation going, ask for more information on the subject. Keep messages short at max 1-2 sentences. Do not thank and say goodbye."} roleflip = {"role": "system", "content": "Keep the conversation going, ask for more information on the subject. Keep messages short at max 1-2 sentences. Do not thank and say goodbye."}
@@ -50,7 +50,7 @@ def append_generate_chat(input_text: str, role="user"):
tool_result = parse_and_execute_tool_call(out_text, tool_list) tool_result = parse_and_execute_tool_call(out_text, tool_list)
if tool_result != None: if tool_result != None:
# tool call happened # tool call happened
# tool_result = "<tool_response>%s</tool_response>" % tool_result tool_result = "<tool_response>%s</tool_response>" % tool_result
# depending on the chat template the tool response tags must or must not be passed. :( # depending on the chat template the tool response tags must or must not be passed. :(
append_generate_chat(tool_result, role="tool") append_generate_chat(tool_result, role="tool")