Diogo-V
/

tinyllama-nlr-no-scheduler-48ec12db0624

English

Model card Files Files and versions Community

tinyllama-nlr-no-scheduler-48ec12db0624 / results /results.txt

Diogo-V

Adds final graphs

bb55dd8 verified 5 months ago

raw

history blame contribute delete

14.4 kB

	\| \| accuracy \| bits \| clip \| dataset \| method \| model \| params \| peak_mem_alloc_mb \| peak_mem_reserv_mb \| perplexity \| time_ms \| wer \|
	\|---:\|-----------:\|-------:\|-------:\|:----------\|:---------\|:----------\|:---------------\|--------------------:\|---------------------:\|-------------:\|----------:\|------:\|
	\| 0 \| 0.364167 \| 4 \| 0 \| wikitext \| ao_woq \| tinyllama \| fixed \| 741.693 \| 866.124 \| 7.04309 \| 18.557 \| 0 \|
	\| 1 \| 0.377136 \| 8 \| 0 \| wikitext \| ao_woq \| tinyllama \| fixed \| 1631.73 \| 1988.1 \| 6.60597 \| 15.3906 \| 0 \|
	\| 2 \| 0 \| 4 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 3 \| 0 \| 5 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 4 \| 0 \| 6 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 5 \| 0 \| 7 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 6 \| 0 \| 8 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 7 \| 0 \| 4 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 8 \| 0 \| 5 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 9 \| 0 \| 6 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 10 \| 0 \| 7 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 11 \| 0 \| 8 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 12 \| 0.372746 \| 6 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 6.82512 \| 14.8221 \| 0 \|
	\| 13 \| 0.346741 \| 5 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 7.69885 \| 15.0443 \| 0 \|
	\| 14 \| 0.377069 \| 8 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 6.65275 \| 15.0509 \| 0 \|
	\| 15 \| 0.301013 \| 4 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 9.37059 \| 15.3035 \| 0 \|
	\| 16 \| 0.374063 \| 7 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 6.72676 \| 15.7322 \| 0 \|
	\| 17 \| 0.367612 \| 5 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 6.9663 \| 16.1302 \| 0 \|
	\| 18 \| 0.376326 \| 7 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 6.66335 \| 16.1421 \| 0 \|
	\| 19 \| 0.377271 \| 8 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 6.60481 \| 16.2501 \| 0 \|
	\| 20 \| 0.346977 \| 4 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 7.65536 \| 16.4053 \| 0 \|
	\| 21 \| 0.378588 \| 6 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 6.50158 \| 16.9224 \| 0 \|
	\| 22 \| 0.0238095 \| 7 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10207 \| 27.3012 \| 0 \|
	\| 23 \| 0 \| 4 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.13224 \| 27.3195 \| 0 \|
	\| 24 \| 0 \| 5 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.13224 \| 27.3195 \| 0 \|
	\| 25 \| 0 \| 6 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.13224 \| 27.3195 \| 0 \|
	\| 26 \| 0 \| 4 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 27 \| 0 \| 5 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 28 \| 0 \| 6 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 29 \| 0 \| 7 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 30 \| 0 \| 8 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 31 \| 0 \| 4 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.12163 \| 40.6003 \| 0 \|
	\| 32 \| 0 \| 5 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.12163 \| 40.6003 \| 0 \|
	\| 33 \| 0 \| 6 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.12163 \| 40.6003 \| 0 \|
	\| 34 \| 0 \| 4 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 35 \| 0 \| 5 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 36 \| 0 \| 6 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 37 \| 0 \| 7 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 38 \| 0 \| 8 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 39 \| 0.291321 \| 4 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 9.83753 \| 27.4043 \| 0 \|
	\| 40 \| 0.374299 \| 6 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.77639 \| 27.4332 \| 0 \|
	\| 41 \| 0.372205 \| 6 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.81346 \| 27.4387 \| 0 \|
	\| 42 \| 0.0937183 \| 8 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 29.2133 \| 27.458 \| 0 \|
	\| 43 \| 0.346673 \| 5 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.70191 \| 27.4792 \| 0 \|
	\| 44 \| 0.37619 \| 8 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.66903 \| 27.4847 \| 0 \|
	\| 45 \| 0.308477 \| 4 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 8.84428 \| 27.49 \| 0 \|
	\| 46 \| 0.345187 \| 5 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.83909 \| 27.4905 \| 0 \|
	\| 47 \| 0.346065 \| 5 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.72405 \| 27.5007 \| 0 \|
	\| 48 \| 0.344917 \| 5 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.801 \| 27.5039 \| 0 \|
	\| 49 \| 0.372543 \| 7 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.79738 \| 27.5139 \| 0 \|
	\| 50 \| 0.376697 \| 8 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.62538 \| 27.5159 \| 0 \|
	\| 51 \| 0.194157 \| 4 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 15.055 \| 27.5173 \| 0 \|
	\| 52 \| 0.317089 \| 4 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 8.42897 \| 27.5194 \| 0 \|
	\| 53 \| 0.372104 \| 6 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.83897 \| 27.5683 \| 0 \|
	\| 54 \| 0.372036 \| 7 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.77228 \| 27.5732 \| 0 \|
	\| 55 \| 0.373826 \| 7 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.78939 \| 27.5824 \| 0 \|
	\| 56 \| 0.373522 \| 6 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.79899 \| 27.5874 \| 0 \|
	\| 57 \| 0.374265 \| 7 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.70865 \| 27.6005 \| 0 \|
	\| 58 \| 0.376123 \| 8 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.65089 \| 27.6714 \| 0 \|
	\| 59 \| 0.376866 \| 8 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.63997 \| 27.6847 \| 0 \|
	\| 60 \| 0.290138 \| 4 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 9.91149 \| 34.628 \| 0 \|
	\| 61 \| 0.376832 \| 8 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.64219 \| 34.6472 \| 0 \|
	\| 62 \| 0.347045 \| 5 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.67828 \| 34.6542 \| 0 \|
	\| 63 \| 0.371564 \| 6 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.86019 \| 34.761 \| 0 \|
	\| 64 \| 0.374333 \| 7 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.72389 \| 34.825 \| 0 \|
	\| 65 \| 0.346032 \| 5 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.69845 \| 40.7704 \| 0 \|
	\| 66 \| 0.29382 \| 4 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 9.86754 \| 40.8156 \| 0 \|
	\| 67 \| 0.165721 \| 7 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 16.8775 \| 40.8206 \| 0 \|
	\| 68 \| 0.346606 \| 8 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.36425 \| 40.908 \| 0 \|
	\| 69 \| 0.374367 \| 7 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.70338 \| 40.9105 \| 0 \|
	\| 70 \| 0.372712 \| 6 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.84728 \| 40.9654 \| 0 \|
	\| 71 \| 0.377339 \| 8 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.6293 \| 40.971 \| 0 \|
	\| 72 \| 0 \| 4 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 73 \| 0 \| 5 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 74 \| 0 \| 6 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 75 \| 0 \| 7 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 76 \| 0 \| 8 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 77 \| 0 \| 4 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 78 \| 0 \| 5 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 79 \| 0 \| 6 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 80 \| 0 \| 7 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 81 \| 0 \| 8 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 82 \| 0.378149 \| 32 \| 0 \| wikitext \| base \| tinyllama \| ---- \| 4470.55 \| 4485.81 \| 6.59595 \| 11.6913 \| 0 \|

	\| \| accuracy \| bits \| clip \| dataset \| method \| model \| params \| peak_mem_alloc_mb \| peak_mem_reserv_mb \| perplexity \| time_ms \| wer \|
	\|---:\|-----------:\|-------:\|-------:\|:----------\|:---------\|:----------\|:---------------\|--------------------:\|---------------------:\|-------------:\|----------:\|------:\|
	\| 0 \| 0.364167 \| 4 \| 0 \| wikitext \| ao_woq \| tinyllama \| fixed \| 741.693 \| 866.124 \| 7.04309 \| 18.557 \| 0 \|
	\| 1 \| 0.377136 \| 8 \| 0 \| wikitext \| ao_woq \| tinyllama \| fixed \| 1631.73 \| 1988.1 \| 6.60597 \| 15.3906 \| 0 \|
	\| 2 \| 0 \| 4 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 3 \| 0 \| 5 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 4 \| 0 \| 6 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 5 \| 0 \| 7 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 6 \| 0 \| 8 \| 0 \| wikitext \| comb_5 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.11067 \| 19.4333 \| 0 \|
	\| 7 \| 0 \| 4 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 8 \| 0 \| 5 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 9 \| 0 \| 6 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 10 \| 0 \| 7 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 11 \| 0 \| 8 \| 0 \| wikitext \| comb_11 \| tinyllama \| nlr_t_no_sched \| 1895.56 \| 2157.97 \| 1.10931 \| 25.946 \| 0 \|
	\| 12 \| 0.372746 \| 6 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 6.82512 \| 14.8221 \| 0 \|
	\| 13 \| 0.346741 \| 5 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 7.69885 \| 15.0443 \| 0 \|
	\| 14 \| 0.377069 \| 8 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 6.65275 \| 15.0509 \| 0 \|
	\| 15 \| 0.301013 \| 4 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 9.37059 \| 15.3035 \| 0 \|
	\| 16 \| 0.374063 \| 7 \| 0 \| wikitext \| comb_8 \| tinyllama \| nlr_t_no_sched \| 1896.03 \| 2157.97 \| 6.72676 \| 15.7322 \| 0 \|
	\| 17 \| 0.367612 \| 5 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 6.9663 \| 16.1302 \| 0 \|
	\| 18 \| 0.376326 \| 7 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 6.66335 \| 16.1421 \| 0 \|
	\| 19 \| 0.377271 \| 8 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 6.60481 \| 16.2501 \| 0 \|
	\| 20 \| 0.346977 \| 4 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 7.65536 \| 16.4053 \| 0 \|
	\| 21 \| 0.378588 \| 6 \| 0 \| wikitext \| woq \| tinyllama \| fixed \| 1896.11 \| 2160.07 \| 6.50158 \| 16.9224 \| 0 \|
	\| 22 \| 0.0238095 \| 7 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10207 \| 27.3012 \| 0 \|
	\| 23 \| 0 \| 4 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.13224 \| 27.3195 \| 0 \|
	\| 24 \| 0 \| 5 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.13224 \| 27.3195 \| 0 \|
	\| 25 \| 0 \| 6 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.13224 \| 27.3195 \| 0 \|
	\| 26 \| 0 \| 4 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 27 \| 0 \| 5 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 28 \| 0 \| 6 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 29 \| 0 \| 7 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 30 \| 0 \| 8 \| 0 \| wikitext \| comb_0 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.11743 \| 27.3674 \| 0 \|
	\| 31 \| 0 \| 4 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.12163 \| 40.6003 \| 0 \|
	\| 32 \| 0 \| 5 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.12163 \| 40.6003 \| 0 \|
	\| 33 \| 0 \| 6 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.12163 \| 40.6003 \| 0 \|
	\| 34 \| 0 \| 4 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 35 \| 0 \| 5 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 36 \| 0 \| 6 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 37 \| 0 \| 7 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 38 \| 0 \| 8 \| 0 \| wikitext \| comb_12 \| tinyllama \| nlr_t_no_sched \| 1897.39 \| 2160.07 \| 1.10931 \| 40.714 \| 0 \|
	\| 39 \| 0.291321 \| 4 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 9.83753 \| 27.4043 \| 0 \|
	\| 40 \| 0.374299 \| 6 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.77639 \| 27.4332 \| 0 \|
	\| 41 \| 0.372205 \| 6 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.81346 \| 27.4387 \| 0 \|
	\| 42 \| 0.0937183 \| 8 \| 0 \| wikitext \| comb_18 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 29.2133 \| 27.458 \| 0 \|
	\| 43 \| 0.346673 \| 5 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.70191 \| 27.4792 \| 0 \|
	\| 44 \| 0.37619 \| 8 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.66903 \| 27.4847 \| 0 \|
	\| 45 \| 0.308477 \| 4 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 8.84428 \| 27.49 \| 0 \|
	\| 46 \| 0.345187 \| 5 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.83909 \| 27.4905 \| 0 \|
	\| 47 \| 0.346065 \| 5 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.72405 \| 27.5007 \| 0 \|
	\| 48 \| 0.344917 \| 5 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.801 \| 27.5039 \| 0 \|
	\| 49 \| 0.372543 \| 7 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.79738 \| 27.5139 \| 0 \|
	\| 50 \| 0.376697 \| 8 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.62538 \| 27.5159 \| 0 \|
	\| 51 \| 0.194157 \| 4 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 15.055 \| 27.5173 \| 0 \|
	\| 52 \| 0.317089 \| 4 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 8.42897 \| 27.5194 \| 0 \|
	\| 53 \| 0.372104 \| 6 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.83897 \| 27.5683 \| 0 \|
	\| 54 \| 0.372036 \| 7 \| 0 \| wikitext \| comb_17 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.77228 \| 27.5732 \| 0 \|
	\| 55 \| 0.373826 \| 7 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.78939 \| 27.5824 \| 0 \|
	\| 56 \| 0.373522 \| 6 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.79899 \| 27.5874 \| 0 \|
	\| 57 \| 0.374265 \| 7 \| 0 \| wikitext \| comb_14 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.70865 \| 27.6005 \| 0 \|
	\| 58 \| 0.376123 \| 8 \| 0 \| wikitext \| comb_16 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.65089 \| 27.6714 \| 0 \|
	\| 59 \| 0.376866 \| 8 \| 0 \| wikitext \| comb_2 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.63997 \| 27.6847 \| 0 \|
	\| 60 \| 0.290138 \| 4 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 9.91149 \| 34.628 \| 0 \|
	\| 61 \| 0.376832 \| 8 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.64219 \| 34.6472 \| 0 \|
	\| 62 \| 0.347045 \| 5 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.67828 \| 34.6542 \| 0 \|
	\| 63 \| 0.371564 \| 6 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.86019 \| 34.761 \| 0 \|
	\| 64 \| 0.374333 \| 7 \| 0 \| wikitext \| comb_3 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.72389 \| 34.825 \| 0 \|
	\| 65 \| 0.346032 \| 5 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.69845 \| 40.7704 \| 0 \|
	\| 66 \| 0.29382 \| 4 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 9.86754 \| 40.8156 \| 0 \|
	\| 67 \| 0.165721 \| 7 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 16.8775 \| 40.8206 \| 0 \|
	\| 68 \| 0.346606 \| 8 \| 0 \| wikitext \| comb_10 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 7.36425 \| 40.908 \| 0 \|
	\| 69 \| 0.374367 \| 7 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.70338 \| 40.9105 \| 0 \|
	\| 70 \| 0.372712 \| 6 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.84728 \| 40.9654 \| 0 \|
	\| 71 \| 0.377339 \| 8 \| 0 \| wikitext \| comb_7 \| tinyllama \| nlr_t_no_sched \| 1897.87 \| 2160.07 \| 6.6293 \| 40.971 \| 0 \|
	\| 72 \| 0 \| 4 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 73 \| 0 \| 5 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 74 \| 0 \| 6 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 75 \| 0 \| 7 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 76 \| 0 \| 8 \| 0 \| wikitext \| comb_6 \| tinyllama \| nlr_t_no_sched \| 1381.17 \| 2487.22 \| 1.12118 \| 0.480479 \| 0 \|
	\| 77 \| 0 \| 4 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 78 \| 0 \| 5 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 79 \| 0 \| 6 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 80 \| 0 \| 7 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 81 \| 0 \| 8 \| 0 \| wikitext \| comb_4 \| tinyllama \| nlr_t_no_sched \| 2225.07 \| 2747.27 \| 1.10931 \| 99.4585 \| 0 \|
	\| 82 \| 0.378149 \| 32 \| 0 \| wikitext \| base \| tinyllama \| ---- \| 4470.55 \| 4485.81 \| 6.59595 \| 11.6913 \| 0 \|