nimlgen/tinygrad
1
0
Fork 0
forked from tinygrad/tinygrad
Code Pull Requests Activity

make that 8

Browse Source
This commit is contained in:
geohot
2025-03-26 16:46:49 +08:00
parent bd03942bd8
commit f7b38fa94c
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extra/replay_pkl.py
+6 -6
View File
@@ -109,10 +109,10 @@ if __name__ == "__main__":
if knum == 1:
k.apply_opt(Opt(OptOps.UPCAST, 2, 32))
k.apply_opt(Opt(OptOps.UPCAST, 1, 4))
elif knum == 4:
k.apply_opt(Opt(OptOps.UNROLL, 0, 8))
k.apply_opt(Opt(OptOps.UPCAST, 2, 32))
k.apply_opt(Opt(OptOps.UPCAST, 1, 4))
#elif knum == 4:
# k.apply_opt(Opt(OptOps.UNROLL, 0, 8))
# k.apply_opt(Opt(OptOps.UPCAST, 2, 32))
# k.apply_opt(Opt(OptOps.UPCAST, 1, 4))
elif knum == 66:
k.apply_opt(Opt(OptOps.UNROLL, 0, 4))
k.apply_opt(Opt(OptOps.UPCAST, 0, 8))
@@ -126,13 +126,13 @@ if __name__ == "__main__":
elif len(k.full_shape) == 3 and k.full_shape[1] == 32:
#if k.full_shape[0]%4 != 0: k.apply_opt(Opt(OptOps.PADTO, 0, 4))
# weight without more
k.apply_opt(Opt(OptOps.UNROLL, 0, 4))
k.apply_opt(Opt(OptOps.UNROLL, 0, 8))
k.apply_opt(Opt(OptOps.UPCAST, 1, 32))
if k.full_shape[0]%4 == 0: k.apply_opt(Opt(OptOps.UPCAST, 0, 4))
elif len(k.full_shape) == 4 and k.full_shape[2] == 32:
#if k.full_shape[1]%4 != 0: k.apply_opt(Opt(OptOps.PADTO, 1, 4))
# weight with more
k.apply_opt(Opt(OptOps.UNROLL, 0, 4))
k.apply_opt(Opt(OptOps.UNROLL, 0, 8))
k.apply_opt(Opt(OptOps.UPCAST, 2, 32))
if k.full_shape[1]%4 == 0: k.apply_opt(Opt(OptOps.UPCAST, 1, 4))
elif len(k.full_shape) == 1 and k.full_shape[0]%128 == 0: