LLM/airllm
1
0
Fork 0
mirror of https://github.com/0xSojalSec/airllm.git synced 2026-03-07 22:33:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix tqdm

Browse Source
This commit is contained in:
Yu Li
2023-12-25 16:20:07 -06:00
parent 44ef329d41
commit 2a22a6a52d
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
air_llm/airllm/airllm_base.py
View File

@@ -418,8 +418,8 @@ class AirLLMBaseModel(GenerationMixin):
future = executor.submit(self.load_layer_to_cpu, self.layer_names[0])
for i, (layer_name, layer) in tqdm(enumerate(zip(self.layer_names, self.layers)), desc=self.running_device,
desc='running layers:',
for i, (layer_name, layer) in tqdm(enumerate(zip(self.layer_names, self.layers)),
desc=f'running layers(self.running_device)',
total=len(self.layers)):
if self.prefetching:

2
air_llm/setup.py
View File

@@ -5,7 +5,7 @@ with open("README.md", "r") as fh:
setuptools.setup(
name="airllm",
version="2.8",
version="2.8.1",
author="Gavin Li",
author_email="gavinli@animaai.cloud",
description="AirLLM allows single 4GB GPU card to run 70B large language models without quantization, distillation or pruning.",