LLM/airllm
1
0
Fork 0
mirror of https://github.com/0xSojalSec/airllm.git synced 2026-03-07 22:33:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix ut

Browse Source
This commit is contained in:
Yu Li
2023-12-01 16:42:25 -06:00
parent 3f14529d4e
commit 5cdf48b598
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
air_llm/tests/test_compression.py
View File

@@ -36,5 +36,6 @@ class TestCompression(unittest.TestCase):
if compression is None:
self.assertTrue(torch.equal(aa[k], a_state_dict[k]))
else:
RMSE_loss = torch.sqrt(loss_fn(aa[k], a_state_dict[k]))
self.assertLess(RMSE_loss.detach().cpu().item(), 2.5)
RMSE_loss = torch.sqrt(loss_fn(aa[k], a_state_dict[k])).detach().cpu().item()
print(f"compression {compression} loss: {RMSE_loss}")
self.assertLess(RMSE_loss, 2.5)