geohot/tinygrad
1
0
Fork 0
forked from tinygrad/tinygrad
Code Pull Requests Actions Activity

deeebug

Browse Source
This commit is contained in:
geohot
2020-12-06 17:49:17 -08:00
parent dced0cb44b
commit 6e793e96c3
23 changed files with 1012 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ane/2_compile/compile.m
+13 -1
View File
@@ -22,11 +22,23 @@ int main(int argc, char* argv[]) {
CFMutableDictionaryRef flagsDictionary = CFDictionaryCreateMutable(kCFAllocatorDefault, 0, &kCFTypeDictionaryKeyCallBacks, &kCFTypeDictionaryValueCallBacks);
CFDictionaryAddValue(optionsDictionary, CFSTR("InputNetworks"), array);
CFDictionaryAddValue(optionsDictionary, CFSTR("OutputFileName"), CFSTR("model.hwx"));
CFDictionaryAddValue(optionsDictionary, CFSTR("OutputFilePath"), CFSTR("./"));
//CFDictionaryAddValue(optionsDictionary, CFSTR("OptionsFilePath"), CFSTR("good.options"));
// h11 (or anything?) works here too, and creates different outputs that don't run
CFDictionaryAddValue(flagsDictionary, CFSTR("TargetArchitecture"), CFSTR("h13"));
if (argc > 2) {
CFDictionaryAddValue(optionsDictionary, CFSTR("OutputFileName"), CFSTR("debug/model.hwx"));
CFDictionaryAddValue(flagsDictionary, CFSTR("DebugDetailPrint"), kCFBooleanTrue);
int debug_mask = 0x7fffffff;
CFDictionaryAddValue(flagsDictionary, CFSTR("DebugMask"), CFNumberCreate(kCFAllocatorDefault, 3, &debug_mask));
} else {
CFDictionaryAddValue(optionsDictionary, CFSTR("OutputFileName"), CFSTR("model.hwx"));
}
//CFDictionaryAddValue(flagsDictionary, CFSTR("DisableMergeScaleBias"), kCFBooleanTrue);
//CFDictionaryAddValue(flagsDictionary, CFSTR("Externs"), CFSTR("swag"));
//CFShow(optionsDictionary);
//CFShow(flagsDictionary);
ane/2_compile/debug/model.hwx.after.hz_graph.dot
+7
View File
@@ -0,0 +1,7 @@
digraph D {
node [shape=box style="rounded, filled"]
"n_0" [label="L=probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv\l(NE, sched=1, tid=0)\lS=probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_0/tile_src_l2_buf\lrange=[0, 48]\lTy=0\l ", fillcolor=white]
"n_1" [label="L=probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv\l(NE, sched=1, tid=0)\lS=probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv/conv_res_l2_buf\lrange=[48, 80]\lTy=2\l ", fillcolor=grey]
}
ane/2_compile/debug/model.hwx.before.hz_graph.dot
+7
View File
@@ -0,0 +1,7 @@
digraph D {
node [shape=box style="rounded, filled"]
"n_0" [label="L=probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv\l(NE, sched=1, tid=0)\lS=probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_0/tile_src_l2_buf\lrange=[0, 48]\lTy=0\l ", fillcolor=white]
"n_1" [label="L=probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv\l(NE, sched=1, tid=0)\lS=probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv/conv_res_l2_buf\lrange=[48, 80]\lTy=2\l ", fillcolor=grey]
}
ane/2_compile/debug/model.hwx.h13_perf.csv
View File
ane/2_compile/debug/model.hwx.h13_perf_all.csv
+3
View File
@@ -0,0 +1,3 @@
,NumWU,mac_cycles_per_WU,post_cycles_per_WU,ne_cycle_single_buffering,ne_cycle_double_buffering,pe_cycle,l2_bcast,lw_writeback,g_conv,kdma,rdma,wdma,estimated_cycle_count,estimated_time(ms)
0,1,4,1,5,4,0,3,1,0,12,192,128,4,3,3,1.50909e-05
, , , , , , , , , , , , , , , ,1.50909e-05
1 ,NumWU,mac_cycles_per_WU,post_cycles_per_WU,ne_cycle_single_buffering,ne_cycle_double_buffering,pe_cycle,l2_bcast,lw_writeback,g_conv,kdma,rdma,wdma,estimated_cycle_count,estimated_time(ms)
2 0,1,4,1,5,4,0,3,1,0,12,192,128,4,3,3,1.50909e-05
3 , , , , , , , , , , , , , , , ,1.50909e-05
ane/2_compile/debug/model.hwx.perf-stats
+2
View File
@@ -0,0 +1,2 @@
origin=zin_ane_compiler
counters={0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,128,320,448,0,0,2,inf,inf,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0}
ane/2_compile/debug/model.hwx.reg-alloc
+7
View File
@@ -0,0 +1,7 @@
DRAM_PEAK(bss) = 192 B
DRAM_sum(no-reuse) = 192 B
L2_PEAK = 0 B
L2_sum(no-reuse) = 0 B
Symbol_Name=image:Time_Span=[0, 1] (1):Space_Span=[0, 192] (192):Mem_Type=[DRAM]
TotalCost(sum(t_space * t_time))=192
ane/2_compile/debug/model.hwx.section_symbols.json
+26
View File
@@ -0,0 +1,26 @@
[
{
"name":"L2_DATA",
"symbols":[
{
"name":"probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv/conv_res_l2_buf",
"size":32,
"offset":48,
"liverange_begin":1,
"liverange_end":1
},
{
"name":"probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_0/tile_src_l2_buf",
"size":48,
"offset":0,
"liverange_begin":1,
"liverange_end":1
}
]
},
{
"name":"DRAM_DATA",
"symbols":[
]
}
]
ane/2_compile/debug/model.hwx.zinir_graph_after_composite_creation.dot
+79
View File
@@ -0,0 +1,79 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Kind:</font> Conv<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>
>;
"probs_tmp_0_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> SCALE_BIAS<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>PerCoutBias: Y<br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs_tmp_0_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0_O"];
"probs_tmp_0_T" -> "probs@output/src_T" [ltail="cluster_probs_tmp_0_O", lhead="cluster_probs_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_context_switch_set.dot
+84
View File
@@ -0,0 +1,84 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 0<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 192B<br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 192B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 192<br align='left'/>
<font face='Arial Rounded MT Bold'>Liverange</font>: 0 to 1<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor="#FB5153:#DD0307"];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 2<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 128B<br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 66B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 66<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor=white];
}
subgraph "cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> NEFUSED_CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCH:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCHReuse:</font> ALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCHNoReuse:</font> DEPRI<br align='left'/>
<font face='Arial Rounded MT Bold'>DstCH:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>KernelCH:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCH2:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCHReuse2:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCHNoReuse2:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>Fused kernel: K: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/>SCALE_BIAS: PerCoutBias: Y<br align='left'/><br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>TID:</font> 0<br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 1<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 320B<br align='left'/>
<font face='Arial Rounded MT Bold'>Input_1_DMA_default Start/End Offset:</font> 0 / 48<br align='left'/>
<font face='Arial Rounded MT Bold'>Output_DMA_default Start/End Offset:</font> 48 / 80<br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 128B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 128<br align='left'/>
<font face='Arial Rounded MT Bold'>Liverange</font>: 1 to 2<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor="#FB5153:#DD0307"];
}
"image_T" -> "probs@output/src_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_creation.dot
+79
View File
@@ -0,0 +1,79 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Kind:</font> Conv<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>
>;
"probs_tmp_0_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> SCALE_BIAS<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>PerCoutBias: Y<br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs_tmp_0_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0_O"];
"probs_tmp_0_T" -> "probs@output/src_T" [ltail="cluster_probs_tmp_0_O", lhead="cluster_probs_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_engine_lowering.dot
+58
View File
@@ -0,0 +1,58 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0__OP_EngineLayer_0_neconv</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> NEFUSED_CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>Non-fused kernel: CONV: ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>SCALE_BIAS: PerCoutBias: Y<br align='left'/><br align='left'/><br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs@output/src_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_fusion.dot
+58
View File
@@ -0,0 +1,58 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0__OP_EngineLayer_0_neconv</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> NEFUSED_CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>Non-fused kernel: CONV: ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>SCALE_BIAS: PerCoutBias: Y<br align='left'/><br align='left'/><br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs@output/src_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_kernel_splitting.dot
+58
View File
@@ -0,0 +1,58 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0__OP_EngineLayer_0_neconv</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> NEFUSED_CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>Non-fused kernel: CONV: ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>SCALE_BIAS: PerCoutBias: Y<br align='left'/><br align='left'/><br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs@output/src_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_mir_builder.dot
+59
View File
@@ -0,0 +1,59 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> NEFUSED_CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>Fused kernel: K: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/>SCALE_BIAS: PerCoutBias: Y<br align='left'/><br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs@output/src_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_miropt.dot
+58
View File
@@ -0,0 +1,58 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0__OP_EngineLayer_0_neconv</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> NEFUSED_CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>Non-fused kernel: CONV: ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>SCALE_BIAS: PerCoutBias: Y<br align='left'/><br align='left'/><br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs@output/src_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_optimizer.dot
+79
View File
@@ -0,0 +1,79 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Kind:</font> Conv<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>
>;
"probs_tmp_0_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> SCALE_BIAS<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>PerCoutBias: Y<br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs_tmp_0_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0_O"];
"probs_tmp_0_T" -> "probs@output/src_T" [ltail="cluster_probs_tmp_0_O", lhead="cluster_probs_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_reg_alloc.dot
+76
View File
@@ -0,0 +1,76 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 0<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 192B<br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 192B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 192<br align='left'/>
<font face='Arial Rounded MT Bold'>Liverange</font>: 0 to 1<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor="#FB5153:#DD0307"];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 2<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 128B<br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 66B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 66<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor=white];
}
subgraph "cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> NEFUSED_CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>Fused kernel: K: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/>SCALE_BIAS: PerCoutBias: Y<br align='left'/><br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>TID:</font> 0<br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 1<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 320B<br align='left'/>
<font face='Arial Rounded MT Bold'>Input_1_DMA_default Start/End Offset:</font> 0 / 48<br align='left'/>
<font face='Arial Rounded MT Bold'>Output_DMA_default Start/End Offset:</font> 48 / 80<br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 128B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 128<br align='left'/>
<font face='Arial Rounded MT Bold'>Liverange</font>: 1 to 2<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor="#FB5153:#DD0307"];
}
"image_T" -> "probs@output/src_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_after_reg_spill.dot
+84
View File
@@ -0,0 +1,84 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 0<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 192B<br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 192B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 192<br align='left'/>
<font face='Arial Rounded MT Bold'>Liverange</font>: 0 to 1<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor="#FB5153:#DD0307"];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 2<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 128B<br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 66B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 66<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor=white];
}
subgraph "cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> NEFUSED_CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCH:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCHReuse:</font> ALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCHNoReuse:</font> DEPRI<br align='left'/>
<font face='Arial Rounded MT Bold'>DstCH:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>KernelCH:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCH2:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCHReuse2:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>SrcCHNoReuse2:</font> NOALLOC<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>Fused kernel: K: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/>SCALE_BIAS: PerCoutBias: Y<br align='left'/><br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>TID:</font> 0<br align='left'/>
<font face='Arial Rounded MT Bold'>Sched:</font> 1<br align='left'/>
<font face='Arial Rounded MT Bold'>Memory Peak:</font> 320B<br align='left'/>
<font face='Arial Rounded MT Bold'>Input_1_DMA_default Start/End Offset:</font> 0 / 48<br align='left'/>
<font face='Arial Rounded MT Bold'>Output_DMA_default Start/End Offset:</font> 48 / 80<br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>SymbolType</font>: NonResident<br align='left'/>
<font face='Arial Rounded MT Bold'>Size</font>: 128B<br align='left'/>
<font face='Arial Rounded MT Bold'>Start/End Offset</font>: 0 / 128<br align='left'/>
<font face='Arial Rounded MT Bold'>Liverange</font>: 1 to 2<br align='left'/>>,shape=box,style=filled,gradientangle=270,margin=.2,fontname="Arial Unicode MS",fontsize=11,fillcolor="#FB5153:#DD0307"];
}
"image_T" -> "probs@output/src_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_tmp_0__OP_EngineLayer_0_neconv_fused_neconv_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_before_fusion.dot
+79
View File
@@ -0,0 +1,79 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Kind:</font> Conv<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>
>;
"probs_tmp_0_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> SCALE_BIAS<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>PerCoutBias: Y<br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs_tmp_0_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0_O"];
"probs_tmp_0_T" -> "probs@output/src_T" [ltail="cluster_probs_tmp_0_O", lhead="cluster_probs_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/debug/model.hwx.zinir_graph_before_hoisting.dot
+79
View File
@@ -0,0 +1,79 @@
digraph G {
fontname="Arial Unicode MS"
graph[compound=true];
subgraph "cluster_image_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_IN<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"image_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>image</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×3×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_tmp_0_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> CONV<br align='left'/>
<font face='Arial Rounded MT Bold'>Kind:</font> Conv<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>ConvK: [W1H1D1]<br align='left'/>IS: [X1Y1Z1]<br align='left'/>OS: [X1Y1Z1]<br align='left'/>Dil: [X1Y1Z1]<br align='left'/><br align='left'/>PadMode: Zero<br align='left'/>K: [K2C3R1S1D1]<br align='left'/>Fmt: f16<br align='left'/><br align='left'/>
>;
"probs_tmp_0_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs_tmp_0</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs_O" {
style=rounded
fontsize=11
bgcolor="#BBBBBB:#EEEEEE"
gradientangle=90
fontcolor="#222222"
pad=4
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> SCALE_BIAS<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/>PerCoutBias: Y<br align='left'/><br align='left'/>
<font face='Arial Rounded MT Bold'>Bias:</font> Non-Singular<br align='left'/>
>;
"probs@output/src_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output/src</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: Flex<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
subgraph "cluster_probs@output_O" {
style=rounded
fontsize=11
bgcolor="#66CDFC:#C3EBFF"
gradientangle=90
fontcolor="#055175"
label=<<font point-size='13' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Type:</font> LIVE_OUT<br align='left'/>
<font face='Arial Rounded MT Bold'>Detail Info:</font> <br align='left'/><br align='left'/>
>;
"probs@output_T" [label=<<font point-size='12' face='Arial Rounded MT Bold'>probs@output</font><br/><br align='left'/>
<font face='Arial Rounded MT Bold'>Dims</font>: [1×1×2×1×1] (fp16)<br align='left'/>
<font face='Arial Rounded MT Bold'>Hint</font>: DRAM, (Interleave=1)<br align='left'/>>,shape=box,style=filled,fillcolor=white];
}
"image_T" -> "probs_tmp_0_T" [ltail="cluster_image_O", lhead="cluster_probs_tmp_0_O"];
"probs_tmp_0_T" -> "probs@output/src_T" [ltail="cluster_probs_tmp_0_O", lhead="cluster_probs_O"];
"probs@output/src_T" -> "probs@output_T" [ltail="cluster_probs_O", lhead="cluster_probs@output_O"];
}
ane/2_compile/simple/neuron.plist
+1 -1
View File
@@ -56,7 +56,7 @@
<key>Params</key>
<dict>
<key>Type</key>
<string>Exp2</string>
<string>Sign</string>
</dict>
<key>Type</key>
<string>Neuron</string>
ane/README
+16
View File
@@ -60,10 +60,26 @@ kZinTensorFormatInt8 = 1
kZinTensorFormatFloat16 = 2
kZinTensorFormatInvalid
Zin (plist format) ---(ZinAneCoreCompile)---> Mir (hwx format)?
ZinAneCodeGeneration?
== Neuron Types ==
NeuronTypes (changes the LUT):
Tanh
Log2
Exp2
Sign = ZinMirActivationV7::GetSignLut
...many more in ANECompiler
Investigate:
ZinMirActivationV7::PrintLut(ZinMirActivationV7 *this,ane_nonlinear_lut_v7up_t *param_1
== min.plist ==
Types: GOC, Conv, Broadcast, ScaledElementWise, Reshape, InputView, Neuron, Concat
ops have length 0x300, seems like one basic op repeated
u32 0x130 = (OutputType * 0x10) | InputType