tensor-parallel support

2023-09-08 00:47:01 -04:00
parent 10388a8daf
commit 65f3a4f703
2 changed files with 44 additions and 2 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -31,3 +31,4 @@ scikit-learn==1.2.2
 pynvml
 art
 fschat==0.2.29
+tensor_parallel