refined tool use

2025-01-04 13:31:16 +01:00
parent 7d60d9bd00
commit 8c00a6c326
6 changed files with 46 additions and 37 deletions
--- a/inference.py
+++ b/inference.py
@@ -8,7 +8,9 @@ import torch
 import time
 import utils
 import re
+import os

+torch.set_num_threads(os.cpu_count())  # Adjust this to the number of threads/cores you have


 class Inference: