only floats

lil symbolic pattern for relu
2025-10-25 13:17:33 +08:00 · 2025-10-25 13:12:21 +08:00
1 changed files with 2 additions and 0 deletions
@@ -318,6 +318,8 @@ symbolic = symbolic_simple+commutative+PatternMatcher([
  # TODO: why does this rule break beautiful_mnist?
  #((UPat.var("x")+UPat.var("z")).maximum(UPat.var("y")+UPat.var("z")), lambda x,y,z: x.maximum(y) + z),
  #((UPat.var("x")*UPat.cvar("c1")).maximum(UPat.var("x")*UPat.cvar("c2")), max_var_const),
+  # relu (okay to do after gradient is computed)
+  ((0<UPat.var("x", dtype=dtypes.floats)).where(UPat.var("x"), 0), lambda x: x.maximum(0)),
  # ** two stage ALU folding **
  *((UPat.var("x").alu(op, UPat.cvar("c1")).alu(op, UPat.cvar("c2")).named("f"),
     lambda f,x,c1,c2: x.alu(f.op,c1.alu(f.op,c2))) for op in GroupOp.Associative),
Author	SHA1	Message	Date
geohot	fbc7f4c12a	only floats	2025-10-25 13:17:33 +08:00
geohot	2fec7ed6df	lil symbolic pattern for relu	2025-10-25 13:12:21 +08:00