tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

accept compressed responses for smaller wire payload

Browse Source
This commit is contained in:
Wing Lian
2025-05-28 10:01:25 -04:00
parent e77d62933d
commit 3cffe881bb
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/integrations/kd/collator_online_teacher.py
View File

@@ -336,11 +336,12 @@ class OnlineTeacherCollator(KDBatchSamplerDataCollatorForSeq2Seq):
ret_data_target_mask: List[List[List[int]]] = [] ret_data_target_mask: List[List[List[int]]] = []
try: try:
headers = {"Accept-Encoding": "deflate, gzip, br, zstd"}
response = self.http_session.post( response = self.http_session.post(
api_endpoint, api_endpoint,
json=payload, json=payload,
headers=headers,
timeout=self.kd_online_timeout, timeout=self.kd_online_timeout,
# json_decoder=orjson.loads,
) )
response.raise_for_status() response.raise_for_status()
api_data: dict = orjson.loads(response.content) api_data: dict = orjson.loads(response.content)