Commit Graph

Select branches

Hide Pull Requests

abstractions_4

add_local_buffer

after_qol

algebraic_upat

all_bv_no_idx

all_sink

amd_isel

amd_refac

amd_smu_reset_patch

amd_sqtt

amd_uop

amd_uop_cleanups

assign_copy

assign_try_3

before2

better_spec

better_syn

bitcast_spec

broadcast_shape_2

bt_ei

buf_heur

bump_nv_2404

cache_reshape

call_inline

call_is_kernels

callify

cast_vec_as_cast

cat_mop

changes_from_rangify

check_clsetarg

check_dims

cifar_30

cifar_30_clean

clean_load

clean_spec

clone_tg

codegen_try_2

contig_on_after

continue_mat

deepsek

default_late_allreduce

delete_kernel_py

delete_ones

delete_slow_rangeify

delta_attention

delta_attention_scan

demote_op

disable_rules

dsp_search

dsp_search_merged

dtype_shape

earlier_gater

emu_cdna

emulate_ctx

end_all_ranges

endrange

er_prioity

execution_unit

failing_assign

fancy_usb

fast_llm

fix_fa_fwd_clang_22

fix_fuse

fix_llvm_cast

fix_range_merging_sd

fix_rangeify_tests

fix_rc

fix_sched_copy

fix_slice_store

fix_src_spec

fixup_fix_kernel

full_spec

fun_w_egraphs

gate-on-load-store

gate_rewrite

gemma4_gpt

gen_pdf_fast

gh-pages

gl_dims

gldims

glm_flash

grad_outerworld

grok_x86_novec

group_div_rules

hcq2_vram_copies

heur_4096

heur_group

hk_gemm

http_threading

hwtest_fixes

id_store

if_range_cleanups

ignore_oob

image_idx_xy

image_in_mc

image_no_vec

image_refactors_stack

index_to_slice

invalid_try_3

jinja_template

kernel4

kernel_is_call

kernelless

kimi_slop

kitten_matmul

late_Locals

late_add_load

late_allreduce

late_codegen

late_decomp_is_late

late_lower_idx

late_view

late_weakint

lds_double_buffering

less_wmma_arg

lil_dg_change

lil_rangeify_td

llama_trainer

llm_262k_minimal

llm_flash_attn

llm_qwen

llm_serve_fixes

load_view_late

local_cache

locals_have_device

loop_end_op

loop_is_rng

lowerer_hacks

mac_pytest

manual_kernel_3

master

mega_lowerer

min_new_lin

min_outer_range

minor_views

mixins7

mlperf_training_v4.1

mlperf_training_v5.0

mlperf_training_v6.0

modern_scan

more_apps

more_early_comps

more_folding_rules

more_kernelcount

more_pcode

more_rangeify_pm_tests

more_ren_clean

more_uop_gc_test

more_uop_mm

more_vmap

move_devec

move_dtype_decomps

move_expander

move_gates_to_load_store

move_mop_cleanup

move_schedule

move_simp_views

moveleftright

mt_typing

multi_range

multioutput

new_ck

new_devec

new_invalid_and_image

new_linearizer

new_shape

new_test

no_assign_2

no_buf_0

no_decimals

no_late_simplify_marg

no_merge_ends

no_merge_views

no_mstack_in_allreduce

no_one_ranges

no_sip_usbgpu

no_tsink_base

no_tuplize

no_user_ck_contig

no_vec_x86_4

no_weakint_variable

noop_index

novecimg

num_batches_tracked_shape

olmo3_support

one_compiler

one_hcopt

only_assign_buffers

only_loop_backends

only_reg_emu

only_reg_emu2

outer_range

outerworld_work

pad_invalid_work

pad_mixin

param_call_is_function

parse_sqtt_more

pci_iommu

port_nir

postrange_hcopts

precompile_backward

prefill_qwen_fast

print_special_ops

ps_clean

pyremu_try

python_prg

python_speed

q4k_support

qcom-openpilot-13ms

qcom_830

qcom_mmapeak

qcom_speed_codex

qol_string

qwen36_27b_amd_900

qwen36_27b_amd_minimal

qwen36_amd_bugfixes

qwen_mergable

r_cleanups

r_new_opt

ranged_call

rangeify_2

rangeify_const_folding

rdna3_vibes

rdna4_asm

rdna4_gemm

real_pyrender

recurse_sub

reg_coalese

relu_pattern

remove_assign

remove_cast_hack

remove_ck_contig

remove_define_var

remove_forced_re

remove_on_stack

remove_programspec

remove_pylint

remove_slow_tests

remove_vec_2

remove_vec_3

renderers_use_shapes_2

replace_if_with_range

reprocess_node_experiments

reshape_trait

resnet-ci

revert-11547-fix_mismatch_red

revert-11715-revert-11711-amd_llvm_tc_cast

revert-11809-no_ki_in_gpudims

revert-11811-better_div_nesting

revert-11876-memplan_vbig

revert-12104-simplify_valid_in_symbolic

revert-12308-bufferize_early

revert-12731-jitlink_init_check

revert-12813-after_cleanups

revert-13046-better_cleanup_arange_buffers

revert-13311-prof_link_sqtt

revert-13583-rocr_desc_2

revert-14734-tload

revert-17141-full_rewrite_to_sink

revert-17408-_broadcasted-weak

revert-9438-simple_matmul_np_rand

revert_wrong_ck_fix

rewrite_rangeify2

rtoposort

scan_assign

scan_op_8

sched_cache

sched_lin

sd_load_simple

self_type

set_testpath

shrink_in_render

simp_spec

simple_gidxs

simple_pool

simple_priority

simple_rangeify

simpler-sd-compile

simpler_end

simpler_fusion

simpler_image

simpler_postrange

simpler_reduce

slice_like_shrink

spec_3

spec_cleanup

spec_ren

speed_one_linear

split_buf_idx

split_decomp_pass

split_sub

stack_0

store_is_void

string_ranges

support_opts_in_contig

swizzle_in_kernel

sym_llm

sym_work

symbolic-chunk-split

szdiff_bot_test

tc_is_heur

tensor_graph_single_sink

test_amd_crash

test_fa

test_from_postopt

test_hgemm

test_unit

tiny_scan

tmr

tool_call_support

topoprop

ttomsa-new_linearizer

tuplegtuple

two_stage_remove

typed_checks

typing_work

unused_permute_arg

uop_prg

upd_test4

update_benchmark

update_benchmark_search

update_mlperf

user_failure

vecless_x86_glm

verify_sink_dims_clean

vf_ish

view_after_const

view_in_codegen

viz_cbroadcast

warp_fun

wgpu-f16-packed

working_postopt

x86_moves

x86_numel

v0.10.0

v0.10.1

v0.10.2

v0.10.3

v0.11.0

v0.12.0

v0.13.0

v0.4.0

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.9.0

v0.9.1

v0.9.2

Mono Color

• 8b7ecd63bb Remove Zeroview (#748) George HotzandGitHub 2023-04-17 08:21:46 -07:00
• 4e17d27d09 Fix cuda errors when running llama example (#749) Jan Henrik HøilandandGitHub 2023-04-16 22:52:10 +02:00
• 0b5a0b9ba4 winograd comment geohot 2023-04-16 03:36:51 -07:00
• 8b777af571 metal_conv gets over 10.4 TFLOPS... geohot 2023-04-15 03:31:22 -07:00
• d66e682205 metal matmul from tcores branch geohot 2023-04-14 23:29:29 -07:00
• 732884653c osx in hlb_cifar10_torch geohot 2023-04-14 13:12:08 -07:00
• 17e37157b6 fix backward convs (#746) George HotzandGitHub 2023-04-14 10:42:11 -07:00
• f7f416d6f4 back to 6 for test_fold_conv_sgd geohot 2023-04-14 07:34:00 -07:00
• 133521e730 relu UnaryOp is back geohot 2023-04-14 07:12:53 -07:00
• 584ee6f616 don't graph consts geohot 2023-04-14 03:32:20 -07:00
• 9a39ebefde hlb_cifar10_torch gets 80% geohot 2023-04-14 02:47:03 -07:00
• 552a048a33 make maximum split the grad like torch when equal (#738) worldwalker2000andGitHub 2023-04-14 00:17:46 -07:00
• 06ed958abd Fix train_resnet example (#744) Jacky LeeandGitHub 2023-04-12 04:18:39 -04:00
• 70b9072663 add Pad onnx operator and rework _padding (#740) SohaibandGitHub 2023-04-06 11:37:36 +00:00
• 8e40ff8c8d Do not specify errors when trying to load devices. (#741) jintuzhangandGitHub 2023-04-06 19:35:36 +08:00
• 7a45b989a1 Device: make GPU default and METAL/CUDA if possible (#732) Jacky LeeandGitHub 2023-04-03 21:11:52 -07:00
• 94e2c49c35 test_cacheline_size that works in both places geohot 2023-03-30 06:47:20 +04:00
• b05c2828f7 better cacheline test geohot 2023-03-30 06:08:54 +04:00
• 76db1af6fc better archprobe geohot 2023-03-30 05:52:00 +04:00
• 1240c12ac5 download cifar to datasets dir geohot 2023-03-29 12:25:42 +04:00
• e5f430d8c6 Device: move below LazyBuffer (#733) Jacky LeeandGitHub 2023-03-28 23:35:11 -07:00
• b99798f08e acc function not needed geohot 2023-03-29 08:02:11 +04:00
• 20894991ed good changes from the M1 Tensor Core project (#730) George HotzandGitHub 2023-03-29 05:11:02 +04:00
• 156640e90d Permute examples (#731) Jacky LeeandGitHub 2023-03-28 18:07:06 -07:00
• 39d6e1525f Added activation ops + tests (#729) Andre SlavescuandGitHub 2023-03-28 05:17:53 -04:00
• fa5516dda0 fix lint, installed pre-commit on now computer geohot 2023-03-24 11:15:59 -07:00
• ebc4ad6223 color the jit nicer geohot 2023-03-24 10:54:20 -07:00
• 23f88fb026 synchronize for honest speed compare geohot 2023-03-24 10:24:27 -07:00
• 1cb5b2d015 test_enet_se geohot 2023-03-24 10:04:30 -07:00
• fafe8e9ce2 casting: support all backends and implement half (#726) Jacky LeeandGitHub 2023-03-24 09:58:03 -07:00
• e88b9bfe1e print gflops avg with DEBUG=2 geohot 2023-03-23 16:07:08 -07:00
• de04208247 hotcast bug fix George Hotz 2023-03-23 11:49:47 -07:00
• e009b6f341 Add tests for casting (#724) Jacky LeeandGitHub 2023-03-23 08:02:52 -07:00
• 68e45fca18 metal_matmul: bw and torch sync geohot 2023-03-23 08:02:04 -07:00
• bd6c3c31a9 compare to torch geohot 2023-03-22 23:58:37 -07:00
• c3a3db75c7 fix metal matmul example geohot 2023-03-22 23:42:51 -07:00
• f5aea472a3 latest torch and onnx should be fine geohot 2023-03-22 23:33:50 -07:00
• 51e19ac25c OPTLOCAL=2 makes stable diffusion a usable speed after the cache builds geohot 2023-03-22 19:19:11 -07:00
• 2e18469fd4 clean up display name geohot 2023-03-22 18:32:05 -07:00
• b12b60af20 fix binop, other tests failure (#723) George HotzandGitHub 2023-03-22 18:15:07 -07:00
• d6f4219952 LayerNorm2d for 2 lines geohot 2023-03-20 16:58:43 -07:00
• 128ca160ac lazy: remove required device geohot 2023-03-20 16:31:45 -07:00
• 120d7072bd indexing merge almost works geohot 2023-03-20 16:17:07 -07:00
• 06abbbfe7c remove the stupid register class (#721) George HotzandGitHub 2023-03-20 15:45:12 -07:00
• 30b795874a remove RMSprop, nobody uses it anymore geohot 2023-03-20 12:31:34 -07:00
• 25287a974e types (#720) George HotzandGitHub 2023-03-20 12:31:02 -07:00
• 9b314c6342 factor uops transformers into functions geohot 2023-03-20 08:19:48 -07:00
• 623fb1ef28 do test_conv_with_bn test geohot 2023-03-19 23:53:56 -07:00
• 5495c7d64e linearizer! (#714) George HotzandGitHub 2023-03-19 23:43:49 -07:00
• b629fd4cd8 add AdamW optimizer (#716) Cyril RoumégousandGitHub 2023-03-19 20:51:06 +01:00
• 1012b68f7e finally, some speedups geohot 2023-03-18 18:14:41 -07:00
• 902906f909 Fix constant folding (#713) George HotzandGitHub 2023-03-18 17:52:46 -07:00
• 73bd0b217b add int64 as supported dtype from numpy (#699) Fernando VidalandGitHub 2023-03-18 17:15:04 -07:00
• f355b02987 remove comments and reorder geohot 2023-03-18 14:48:39 -07:00
• f5467cfedc Devicebufferless (#708) George HotzandGitHub 2023-03-18 14:40:23 -07:00
• 26a3888ab8 Fix llama 13B RAM usage (#710) KirillandGitHub 2023-03-18 23:50:09 +03:00
• 0fe5014b1f Use pathlib (#711) KirillandGitHub 2023-03-18 23:49:21 +03:00
• 5e8fdfa956 Update path for test_mnist in README (#706) Connor HendersonandGitHub 2023-03-15 21:42:17 -04:00
• 3a8af99adb i understand ClassVar now geohot 2023-03-13 23:10:10 -07:00
• 0532025b04 Fix llama 13B weights loading (#700) KirillandGitHub 2023-03-15 18:59:52 +03:00
• df48753692 fixed the import error for latest changes in master (#705) Pasan PereraandGitHub 2023-03-15 21:29:42 +05:30
• e28bd11ff1 Cast Tensor data to float32 (#703) Ayushman KumarandGitHub 2023-03-15 11:39:41 +05:30
• 5e820818e9 Cast image to float32 (#702) Jacky LeeandGitHub 2023-03-14 08:13:19 -07:00
• 54f499b623 Move rawbuffer (#697) George HotzandGitHub 2023-03-13 22:30:36 -07:00
• cbc5a7222a symbolic is now a 6/10 due to the infinite loop. do better. geohot 2023-03-13 00:07:59 -07:00
• aca244194f bufs not none geohot 2023-03-12 23:57:41 -07:00
• c594a0a835 fix flip bug, add new unit tests geohot 2023-03-12 23:55:31 -07:00
• a4abcf0969 improve test_example geohot 2023-03-12 22:59:40 -07:00
• 5577634cf3 tests in pre commit geohot 2023-03-12 22:42:26 -07:00
• ce1564b05e fix shapetracker test geohot 2023-03-12 22:33:25 -07:00
• 153cce0f7e tutorial geohot 2023-03-12 22:31:46 -07:00
• 8d16ebaea7 we have docs: geohot 2023-03-12 19:05:44 -07:00
• b512edc9ff no decorators for image methods. move out RawMallocBuffer. -7 lines geohot 2023-03-12 16:28:45 -07:00
• ed9ab6ff03 move image to nn/image.py geohot 2023-03-12 16:21:42 -07:00
• fe0e8a306f jittable llama geohot 2023-03-12 14:15:04 -07:00
• dcac618515 stop wasting time with the compiler. tinygrad needs to just jit geohot 2023-03-12 12:08:46 -07:00
• 46b49d50bd llvm was using wrong shapetracker geohot 2023-03-12 11:49:03 -07:00
• fdde87afda Revert "Revert "late simplify on st"" geohot 2023-03-12 11:47:44 -07:00
• c8508e359d Revert "late simplify on st" geohot 2023-03-12 11:46:10 -07:00
• 606550474c late simplify on st geohot 2023-03-12 11:38:56 -07:00
• de6f1695a3 only allow exact buffer name geohot 2023-03-12 11:13:36 -07:00
• 15e0b56e39 compile works (#688) George HotzandGitHub 2023-03-12 11:01:25 -07:00
• af7745073f Add comments to SD (#686) KirillandGitHub 2023-03-12 20:56:49 +03:00
• 58d3824cbe better get_state_dict geohot 2023-03-12 00:10:48 -08:00
• 046b3952c3 get_state_dict geohot 2023-03-11 23:46:53 -08:00
• 6c3675c01c _mmap loads to gpu fast geohot 2023-03-11 23:00:13 -08:00
• dc9a6b4bb7 fix float16 in CLANG on linux geohot 2023-03-11 21:51:22 -08:00
• 803b0aef28 track memory for numpy/torch geohot 2023-03-11 20:39:10 -08:00
• 37cf6fc4c0 err, external_test_opt.py broke...fusing will have to wait. correctness over speed geohot 2023-03-11 17:54:47 -08:00
• 305b9f2d21 multistep optim tests passing geohot 2023-03-11 17:49:53 -08:00
• 61071f881a fix bug, and add unit test to catch failure geohot 2023-03-11 16:57:25 -08:00
• 3ec457248c failing llama test geohot 2023-03-11 16:28:10 -08:00
• 8aa63847c7 llama: up max tokens to 1000 geohot 2023-03-11 13:39:33 -08:00
• d30005b645 shapetracker touchups geohot 2023-03-11 12:07:52 -08:00
• d41ac5f5f1 touchups geohot 2023-03-11 11:41:34 -08:00
• 3f08613a2a apply flake8 E203 rule (#684) Cyril RoumégousandGitHub 2023-03-11 20:35:16 +01:00
• 784afc6c6f Eq magic function support (#683) DiogoandGitHub 2023-03-11 13:31:46 -05:00
• 5ea44cefcc llama: add lexie personality geohot 2023-03-11 10:23:33 -08:00
• c908f911a7 llama defaults to metal on osx geohot 2023-03-11 09:30:13 -08:00
• fd65edf595 fix mem_estimate for dtype.itemsize geohot 2023-03-11 09:20:05 -08:00