github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-03 10:06:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

[FAW] shrink freq_cnter size (#1509)

Browse Source
This commit is contained in:
CsRic
2022-08-29 11:44:55 +08:00
committed by GitHub
parent f8945eef17
commit 1b8fee8e9c
2 changed files with 31 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tests/test_layers/test_cache_embedding.py
View File

@@ -177,9 +177,10 @@ def test_lfu_strategy():
# check strategy
Bag.forward(torch.tensor([0,1,2],device="cuda:0"),offsets)
Bag.forward(torch.tensor([0,1,2],device="cuda:0"),offsets)
Bag.forward(torch.tensor([3],device="cuda:0"),offsets) # miss, evict 1
Bag.forward(torch.tensor([2],device="cuda:0"),offsets) # hit
Bag.forward(torch.tensor([4],device="cuda:0"),offsets) # miss, evict 1
Bag.forward(torch.tensor([4],device="cuda:0"),offsets) # miss, evict 3
Bag.forward(torch.tensor([2],device="cuda:0"),offsets) # hit
Bag.forward(torch.tensor([0],device="cuda:0"),offsets) # hit