Commit Graph

Select branches

Hide Pull Requests

abstractions_4

add_local_buffer

after_qol

algebraic_upat

all_bv_no_idx

all_sink

amd_isel

amd_refac

amd_smu_reset_patch

amd_sqtt

amd_uop

amd_uop_cleanups

assign_copy

assign_try_3

before2

better_spec

better_syn

bitcast_spec

broadcast_shape_2

bt_ei

buf_heur

bump_nv_2404

cache_reshape

call_inline

call_is_kernels

callify

cast_vec_as_cast

cat_mop

changes_from_rangify

check_clsetarg

check_dims

cifar_30

cifar_30_clean

clean_load

clean_spec

clone_tg

codegen_try_2

contig_on_after

continue_mat

deepsek

default_late_allreduce

delete_kernel_py

delete_ones

delete_slow_rangeify

delta_attention

delta_attention_scan

demote_op

disable_rules

dsp_search

dsp_search_merged

dtype_shape

earlier_gater

emu_cdna

emulate_ctx

end_all_ranges

endrange

er_prioity

execution_unit

failing_assign

fancy_usb

fast_llm

fix_fa_fwd_clang_22

fix_fuse

fix_llvm_cast

fix_range_merging_sd

fix_rangeify_tests

fix_rc

fix_sched_copy

fix_slice_store

fix_src_spec

fixup_fix_kernel

full_spec

fun_w_egraphs

gate-on-load-store

gate_rewrite

gemma4_gpt

gen_pdf_fast

gh-pages

gl_dims

gldims

glm_flash

grad_outerworld

grok_x86_novec

group_div_rules

hcq2_vram_copies

heur_4096

heur_group

hk_gemm

http_threading

hwtest_fixes

id_store

if_range_cleanups

ignore_oob

image_idx_xy

image_in_mc

image_no_vec

image_refactors_stack

index_to_slice

invalid_try_3

jinja_template

kernel4

kernel_is_call

kernelless

kimi_slop

kitten_matmul

late_Locals

late_add_load

late_allreduce

late_codegen

late_decomp_is_late

late_lower_idx

late_view

late_weakint

lds_double_buffering

less_wmma_arg

lil_dg_change

lil_rangeify_td

llama_trainer

llm_262k_minimal

llm_flash_attn

llm_qwen

llm_serve_fixes

load_view_late

local_cache

locals_have_device

loop_end_op

loop_is_rng

lowerer_hacks

mac_pytest

manual_kernel_3

master

mega_lowerer

min_new_lin

min_outer_range

minor_views

mixins7

mlperf_training_v4.1

mlperf_training_v5.0

mlperf_training_v6.0

modern_scan

more_apps

more_early_comps

more_folding_rules

more_kernelcount

more_pcode

more_rangeify_pm_tests

more_ren_clean

more_uop_gc_test

more_uop_mm

more_vmap

move_devec

move_dtype_decomps

move_expander

move_gates_to_load_store

move_mop_cleanup

move_schedule

move_simp_views

moveleftright

mt_typing

multi_range

multioutput

new_ck

new_devec

new_invalid_and_image

new_linearizer

new_shape

new_test

no_assign_2

no_buf_0

no_decimals

no_late_simplify_marg

no_merge_ends

no_merge_views

no_mstack_in_allreduce

no_one_ranges

no_sip_usbgpu

no_tsink_base

no_tuplize

no_user_ck_contig

no_vec_x86_4

no_weakint_variable

noop_index

novecimg

num_batches_tracked_shape

olmo3_support

one_compiler

one_hcopt

only_assign_buffers

only_loop_backends

only_reg_emu

only_reg_emu2

outer_range

outerworld_work

pad_invalid_work

pad_mixin

param_call_is_function

parse_sqtt_more

pci_iommu

port_nir

postrange_hcopts

precompile_backward

prefill_qwen_fast

print_special_ops

ps_clean

pyremu_try

python_prg

python_speed

q4k_support

qcom-openpilot-13ms

qcom_830

qcom_mmapeak

qcom_speed_codex

qol_string

qwen36_27b_amd_900

qwen36_27b_amd_minimal

qwen36_amd_bugfixes

qwen_mergable

r_cleanups

r_new_opt

ranged_call

rangeify_2

rangeify_const_folding

rdna3_vibes

rdna4_asm

rdna4_gemm

real_pyrender

recurse_sub

reg_coalese

relu_pattern

remove_assign

remove_cast_hack

remove_ck_contig

remove_define_var

remove_forced_re

remove_on_stack

remove_programspec

remove_pylint

remove_slow_tests

remove_vec_2

remove_vec_3

renderers_use_shapes_2

replace_if_with_range

reprocess_node_experiments

reshape_trait

resnet-ci

revert-11547-fix_mismatch_red

revert-11715-revert-11711-amd_llvm_tc_cast

revert-11809-no_ki_in_gpudims

revert-11811-better_div_nesting

revert-11876-memplan_vbig

revert-12104-simplify_valid_in_symbolic

revert-12308-bufferize_early

revert-12731-jitlink_init_check

revert-12813-after_cleanups

revert-13046-better_cleanup_arange_buffers

revert-13311-prof_link_sqtt

revert-13583-rocr_desc_2

revert-14734-tload

revert-17141-full_rewrite_to_sink

revert-17408-_broadcasted-weak

revert-9438-simple_matmul_np_rand

revert_wrong_ck_fix

rewrite_rangeify2

rtoposort

scan_assign

scan_op_8

sched_cache

sched_lin

sd_load_simple

self_type

set_testpath

shrink_in_render

simp_spec

simple_gidxs

simple_pool

simple_priority

simple_rangeify

simpler-sd-compile

simpler_end

simpler_fusion

simpler_image

simpler_postrange

simpler_reduce

slice_like_shrink

spec_3

spec_cleanup

spec_ren

speed_one_linear

split_buf_idx

split_decomp_pass

split_sub

stack_0

store_is_void

string_ranges

support_opts_in_contig

swizzle_in_kernel

sym_llm

sym_work

symbolic-chunk-split

szdiff_bot_test

tc_is_heur

tensor_graph_single_sink

test_amd_crash

test_fa

test_from_postopt

test_hgemm

test_unit

tiny_scan

tmr

tool_call_support

topoprop

ttomsa-new_linearizer

tuplegtuple

two_stage_remove

typed_checks

typing_work

unused_permute_arg

uop_prg

upd_test4

update_benchmark

update_benchmark_search

update_mlperf

user_failure

vecless_x86_glm

verify_sink_dims_clean

vf_ish

view_after_const

view_in_codegen

viz_cbroadcast

warp_fun

wgpu-f16-packed

working_postopt

x86_moves

x86_numel

v0.10.0

v0.10.1

v0.10.2

v0.10.3

v0.11.0

v0.12.0

v0.13.0

v0.4.0

v0.5.0

v0.6.0

v0.7.0

v0.8.0

v0.9.0

v0.9.1

v0.9.2

Mono Color

• 6f2b3755ca set axis default to 0 (#854) Friedrich Carl EichenrothandGitHub 2023-05-29 22:15:28 +02:00
• 3b158f7a5f fix onnx versions greater or equal 10 (#853) Friedrich Carl EichenrothandGitHub 2023-05-29 22:04:06 +02:00
• 0e89c3f456 zeros_like use dtype if specified else default to tensor’s dtype (#848) Ubaidullah KhanandGitHub 2023-05-29 20:38:34 +02:00
• 1a5d72f812 Onnx ops And, Or, Xor, Not (#847) DiogoandGitHub 2023-05-29 14:09:20 -04:00
• 844e6d0753 conv1d & conv3d onnx tests (#835) SnakeOnexandGitHub 2023-05-29 19:16:45 +02:00
• ae204e40c8 move line counter to python geohot 2023-05-29 09:21:18 -07:00
• 8c6085a715 Rewrite Adam/W as functions of LAMB (#839) wozeparrotandGitHub 2023-05-29 12:21:35 -04:00
• ddc9dafe62 tighten up the kernel count tests geohot 2023-05-29 08:48:54 -07:00
• 9a18dade4b Fix ResNet Kernel Fusion (from bounty) (#825) vaibhavandGitHub 2023-05-29 21:16:36 +05:30
• f3168ee69b default transformer dropout to 0 (#828) JudeDavis1andGitHub 2023-05-29 16:06:16 +01:00
• c825cc4774 use tensor dtype for zeros_like() (#842) Ubaidullah KhanandGitHub 2023-05-29 17:05:50 +02:00
• 7925fa58d9 Fix cuda (#836) crthilakrajandGitHub 2023-05-29 16:59:36 +02:00
• 6ea5df19b2 Fix conv_transpose2d asymmetric padding (#840) Marcello FuschiandGitHub 2023-05-29 16:57:06 +02:00
• 2fd2fb6380 int8/uint8 support (#837) wozeparrotandGitHub 2023-05-29 02:15:06 -04:00
• 2939e40b98 Count Python tokens (#817) Ali BenkassouandGitHub 2023-05-29 06:26:49 +02:00
• 5d212864b5 Add MLPerf UNet3D model (#775) Jacky LeeandGitHub 2023-05-28 20:38:19 -07:00
• 65d09031f2 add retinanet with resnet backbone (#813) SohaibandGitHub 2023-05-29 03:20:16 +00:00
• 46327f7420 bugfix for stable diffusion geohot 2023-05-29 00:03:09 +00:00
• 59f9bcd4a4 Disktensors! (#819) George HotzandGitHub 2023-05-28 15:40:37 -07:00
• 6d49925a26 Add max_pool2d dilation (#833) Marcello FuschiandGitHub 2023-05-29 00:16:48 +02:00
• 7460bd9b02 Add LAMB optimizer (#821) wozeparrotandGitHub 2023-05-28 18:09:05 -04:00
• 1b337b5533 ONNX tests exclude all unsupported filetype tests (#832) SnakeOnexandGitHub 2023-05-28 22:31:20 +02:00
• 21d27d31a9 Fix a couple pad tests (#827) cheeetooandGitHub 2023-05-28 13:06:46 -06:00
• 081b3ab639 Tensor.where method (#830) Kirill RandGitHub 2023-05-28 20:20:33 +03:00
• eea3542975 remove other install method geohot 2023-05-28 08:36:21 -07:00
• 0c0c7380af Add Tensor.where (#826) Kirill RandGitHub 2023-05-28 18:04:56 +03:00
• 2163a1b049 Add shrink step to fix strided conv_transpose2d, and add to nn (#823) 3 people 2023-05-28 07:52:45 -07:00
• 01daa74f9b fixed TestCustomFunction (#820) crthilakrajandGitHub 2023-05-28 03:27:46 +02:00
• 67de3aa1de Add mlperf bert model (#803) wozeparrotandGitHub 2023-05-27 17:53:32 -04:00
• 1e56aced05 add changeable DEBUG (#816) George HotzandGitHub 2023-05-27 13:28:25 -07:00
• a3feee29c5 make tests faster + add onnx (#815) George HotzandGitHub 2023-05-27 08:53:32 -07:00
• 606b841d3f LR Schedulers (#755) Mattis MegevandandGitHub 2023-05-27 16:47:49 +02:00
• 87fa5af70a ptx example George Hotz 2023-05-09 13:11:56 -07:00
• fd296ce444 have kernels wait on DEBUG=1 geohot 2023-05-26 22:51:16 +00:00
• 8b2c2d6896 Optimizations in symbolic.py (#796) Rayan HatoutandGitHub 2023-05-26 20:59:53 +01:00
• 26014a0fa1 add convtranspose (#809) George HotzandGitHub 2023-05-26 12:35:03 -07:00
• 04284414db Batchnorm2d fixed running_var (#807) symlonandGitHub 2023-05-26 21:32:49 +02:00
• 65d63f5b40 support folding multiple of 4 into float4 (#808) George HotzandGitHub 2023-05-26 12:17:48 -07:00
• 6d4a728f62 Don't collapse dimensions during batched matmul (FIX #799) (#800) Aneesh DurgandGitHub 2023-05-26 13:15:34 -05:00
• 803587b8b4 update readme geohot 2023-05-26 06:10:41 +00:00
• 7351eb4b61 feat: put temperary file in the same directory as the destination file (#805) wozeparrotandGitHub 2023-05-25 23:46:02 -04:00
• 3ddcb5c36f Half4 load (#804) George HotzandGitHub 2023-05-25 20:21:15 -07:00
• ee2c8423c7 disable that test on LLVM. i have to stop pushing to master geohot 2023-05-26 03:11:03 +00:00
• ea3194f68e test touchups geohot 2023-05-26 02:39:42 +00:00
• 0dc333cfab Promote Embedding to nn (#798) wozeparrotandGitHub 2023-05-25 21:39:45 -04:00
• f4f23dc9a3 version bump v0.6.0 geohot 2023-05-26 00:51:25 +00:00
• faf80418b7 pyopencl by default since GPU is default (#802) George HotzandGitHub 2023-05-25 17:48:18 -07:00
• fca5028d78 feat: ability to exclude cl devices from being used (#801) wozeparrotandGitHub 2023-05-25 20:31:29 -04:00
• 3c465470f2 pip installation one liner (#793) BenediktandGitHub 2023-05-26 01:43:42 +02:00
• a968c4c3a4 Cleanup mlperf (#797) George HotzandGitHub 2023-05-25 11:36:43 -07:00
• c19ef0fcce Add sin/cos/tan (#794) DiogoandGitHub 2023-05-25 12:04:56 -04:00
• 01ae45a43c Add mlperf RNN-T model (#782) wozeparrotandGitHub 2023-05-25 03:41:21 -04:00
• b258af117a Fix PytestCollectionWarning when running tests (#791) Sasha KrassovskyandGitHub 2023-05-24 22:17:57 -08:00
• 0400315078 Revert "ops rdna" geohot 2023-05-21 13:02:18 -07:00
• 325a3bf2cf Revert "writing 2" geohot 2023-05-21 13:02:17 -07:00
• dddd6c42f0 writing 2 geohot 2023-05-21 12:52:36 -07:00
• 81a11d891d ops rdna geohot 2023-05-21 11:45:38 -07:00
• ed038ba129 Contract float4 ALU operations (#780) George HotzandGitHub 2023-05-16 19:03:49 -07:00
• 90fff82c8a Rdna (#776) George HotzandGitHub 2023-05-16 05:33:57 -07:00
• 89b8b39d9c fix mypy geohot 2023-05-13 21:25:36 -07:00
• e0b2035023 fast imagenet eval, gets 76.14% across the set geohot 2023-05-13 12:39:01 -07:00
• c552f6f92b Inference test: add tests for ResNet50 (#773) Jacky LeeandGitHub 2023-05-13 21:18:15 -07:00
• e5b4b36cba add std to tensor.py (#767) Rabia Eda YılmazandGitHub 2023-05-13 22:20:44 +03:00
• b705510d5c getting 77% on imagenet eval geohot 2023-05-13 07:46:27 -07:00
• 810f03dafa conv3d + unet3d (#772) George HotzandGitHub 2023-05-12 13:54:07 -07:00
• 46d419060b start on mlperf models geohot 2023-05-10 16:30:49 -07:00
• d13629cb26 ResNet: match implementation with Nvidia and PyTorch (#770) Jacky LeeandGitHub 2023-05-10 09:01:22 -07:00
• b80cf9220c Statistics test: check if distributions match torch (#769) Jacky LeeandGitHub 2023-05-07 21:43:23 -07:00
• cb7c22beeb fix mypy geohot 2023-05-06 19:18:54 +00:00
• 5190037cbc rocm: disassembler for shader geohot 2023-05-06 18:56:09 +00:00
• 7fbf96b992 jit: TODO, use abstractions geohot 2023-05-05 22:51:30 -07:00
• 0cd3feb452 jit oops. should add that to commit tests geohot 2023-05-05 22:01:13 -07:00
• 5b2ae262db assertions for jit geohot 2023-05-05 21:56:32 -07:00
• 42256c0d9d rocm sniffer dumps code geohot 2023-05-05 18:36:53 +00:00
• 81aa3e546b exclude GPU on tiny (#766) George HotzandGitHub 2023-05-05 10:07:23 -07:00
• f2a964f447 nocopy (#764) George HotzandGitHub 2023-05-05 09:32:06 -07:00
• 466ffeb04f fast cifar on AMD geohot 2023-05-05 02:10:50 +00:00
• 3a2011ab2d rocm sniffer geohot 2023-05-04 22:22:39 +00:00
• a55c4f5000 better rocm build scripts geohot 2023-05-04 09:14:05 +00:00
• 987b1aaf96 rocm build scripts geohot 2023-05-04 08:45:23 +00:00
• f28df9900f multidevice works (#763) George HotzandGitHub 2023-05-04 01:04:58 -07:00
• 4f6d674ec0 use CPU tests in pre-commit geohot 2023-05-03 19:46:16 +00:00
• ed33a89d52 no werror in archprobe geohot 2023-05-03 19:34:17 +00:00
• 7ecf4dff68 multi cl_queue (#762) George HotzandGitHub 2023-05-03 12:15:28 -07:00
• 7757f5fed2 Fixed package description (#761) Rylan JusticeandGitHub 2023-05-03 13:21:05 -04:00
• 3b933b0a2f rocm setup script geohot 2023-05-03 16:01:17 +00:00
• 9628a3f190 Updated LICENSE year (#760) Rylan JusticeandGitHub 2023-05-01 18:35:23 -04:00
• 0b9d4126d0 Add Tensor.stack() and Tensor.repeat() (...trying to make einops work with tinygrad) (#758) JoqsanandGitHub 2023-05-01 19:37:46 +03:00
• 59d0d168cd FLOAT16 off works geohot 2023-04-19 15:34:56 -07:00
• 3d15769a8f 50 TFLOPS cuda matmul geohot 2023-04-19 14:38:24 -07:00
• 03b38864db fix batchnorm at training (#753) George HotzandGitHub 2023-04-19 08:01:04 -07:00
• 1aa0648d6a fix path linter issue geohot 2023-04-18 19:17:41 -07:00
• cbe2564b7b oops, no hip yet geohot 2023-04-18 19:10:36 -07:00
• e4db0c820f hlb_cifar10 init from torch weights geohot 2023-04-18 19:09:13 -07:00
• a6b9733256 GB/s can be higher geohot 2023-04-18 17:51:03 -07:00
• 9fb3f9ace3 Revert "move t.grad realize on SGD" geohot 2023-04-18 17:50:08 -07:00
• e93e04ed6e Revert "huh...this is faster" geohot 2023-04-18 17:50:07 -07:00
• aedd4685fa huh...this is faster geohot 2023-04-18 17:36:31 -07:00
• dbc99c243b why did that test break? geohot 2023-04-18 17:08:38 -07:00
• ccdc0290d6 move t.grad realize on SGD geohot 2023-04-18 16:47:51 -07:00