From f7b38fa94c3beb4e9f73093d4078207447fc9474 Mon Sep 17 00:00:00 2001 From: George Hotz Date: Wed, 26 Mar 2025 16:46:49 +0800 Subject: [PATCH] make that 8 --- extra/replay_pkl.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/extra/replay_pkl.py b/extra/replay_pkl.py index 1598b8cd3e..1a250da5c9 100644 --- a/extra/replay_pkl.py +++ b/extra/replay_pkl.py @@ -109,10 +109,10 @@ if __name__ == "__main__": if knum == 1: k.apply_opt(Opt(OptOps.UPCAST, 2, 32)) k.apply_opt(Opt(OptOps.UPCAST, 1, 4)) - elif knum == 4: - k.apply_opt(Opt(OptOps.UNROLL, 0, 8)) - k.apply_opt(Opt(OptOps.UPCAST, 2, 32)) - k.apply_opt(Opt(OptOps.UPCAST, 1, 4)) + #elif knum == 4: + # k.apply_opt(Opt(OptOps.UNROLL, 0, 8)) + # k.apply_opt(Opt(OptOps.UPCAST, 2, 32)) + # k.apply_opt(Opt(OptOps.UPCAST, 1, 4)) elif knum == 66: k.apply_opt(Opt(OptOps.UNROLL, 0, 4)) k.apply_opt(Opt(OptOps.UPCAST, 0, 8)) @@ -126,13 +126,13 @@ if __name__ == "__main__": elif len(k.full_shape) == 3 and k.full_shape[1] == 32: #if k.full_shape[0]%4 != 0: k.apply_opt(Opt(OptOps.PADTO, 0, 4)) # weight without more - k.apply_opt(Opt(OptOps.UNROLL, 0, 4)) + k.apply_opt(Opt(OptOps.UNROLL, 0, 8)) k.apply_opt(Opt(OptOps.UPCAST, 1, 32)) if k.full_shape[0]%4 == 0: k.apply_opt(Opt(OptOps.UPCAST, 0, 4)) elif len(k.full_shape) == 4 and k.full_shape[2] == 32: #if k.full_shape[1]%4 != 0: k.apply_opt(Opt(OptOps.PADTO, 1, 4)) # weight with more - k.apply_opt(Opt(OptOps.UNROLL, 0, 4)) + k.apply_opt(Opt(OptOps.UNROLL, 0, 8)) k.apply_opt(Opt(OptOps.UPCAST, 2, 32)) if k.full_shape[1]%4 == 0: k.apply_opt(Opt(OptOps.UPCAST, 1, 4)) elif len(k.full_shape) == 1 and k.full_shape[0]%128 == 0: