Skip to content

Commit

Permalink
updated analysis
Browse files Browse the repository at this point in the history
  • Loading branch information
@zhangir-azerbayev
zhangir-azerbayev committed Oct 27, 2023
1 parent 9ba50aa commit d6a0048
Show file tree
Hide file tree
Showing 8 changed files with 3,089 additions and 243 deletions.
243 changes: 0 additions & 243 deletions analysis/analysis.ipynb
View file

This file was deleted.

14 changes: 14 additions & 0 deletions analysis/hf_reanalysis/data-constrained-scaling.html
View file

Large diffs are not rendered by default.

2,817 changes: 2,817 additions & 0 deletions analysis/hf_reanalysis/reanalysis.ipynb
View file

Large diffs are not rendered by default.

244 changes: 244 additions & 0 deletions analysis/scaling/analysis.ipynb
View file

Large diffs are not rendered by default.

0 analysis/pile-scaling-0.3.csv → analysis/scaling/pile-scaling-0.3.csv
View file
File renamed without changes.
6 changes: 6 additions & 0 deletions analysis/scaling/pile-scaling-0.4.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
"Step","Group: 70M_3072step_sbl5czur_3vmkrt1h - test/lm_loss","Group: 70M_3072step_sbl5czur_3vmkrt1h - test/lm_loss__MIN","Group: 70M_3072step_sbl5czur_3vmkrt1h - test/lm_loss__MAX","Group: 70M_2048step_4lgdorug_ohyg6nl2 - test/lm_loss","Group: 70M_2048step_4lgdorug_ohyg6nl2 - test/lm_loss__MIN","Group: 70M_2048step_4lgdorug_ohyg6nl2 - test/lm_loss__MAX","Group: 70M_1536step_ai2xctfo_l1dbp0yv - test/lm_loss","Group: 70M_1536step_ai2xctfo_l1dbp0yv - test/lm_loss__MIN","Group: 70M_1536step_ai2xctfo_l1dbp0yv - test/lm_loss__MAX","Group: 70M_1024step_zxdkoqiq_45qne23j - test/lm_loss","Group: 70M_1024step_zxdkoqiq_45qne23j - test/lm_loss__MIN","Group: 70M_1024step_zxdkoqiq_45qne23j - test/lm_loss__MAX","Group: 160M_4096step_h72j9v12_240jzdyo - test/lm_loss","Group: 160M_4096step_h72j9v12_240jzdyo - test/lm_loss__MIN","Group: 160M_4096step_h72j9v12_240jzdyo - test/lm_loss__MAX","Group: 160M_3072step_c8flq63u_rk36i799 - test/lm_loss","Group: 160M_3072step_c8flq63u_rk36i799 - test/lm_loss__MIN","Group: 160M_3072step_c8flq63u_rk36i799 - test/lm_loss__MAX","Group: 160M_2048step_7bxgpbz1_79w2nd8o - test/lm_loss","Group: 160M_2048step_7bxgpbz1_79w2nd8o - test/lm_loss__MIN","Group: 160M_2048step_7bxgpbz1_79w2nd8o - test/lm_loss__MAX","Group: 410M_4096step_hbjtxdbk_g1884sv0 - test/lm_loss","Group: 410M_4096step_hbjtxdbk_g1884sv0 - test/lm_loss__MIN","Group: 410M_4096step_hbjtxdbk_g1884sv0 - test/lm_loss__MAX","Group: 160M_1536step_exukgyl2_p2dljv57 - test/lm_loss","Group: 160M_1536step_exukgyl2_p2dljv57 - test/lm_loss__MIN","Group: 160M_1536step_exukgyl2_p2dljv57 - test/lm_loss__MAX","Group: 410M_2048step_idkzqzay_6t27959v - test/lm_loss","Group: 410M_2048step_idkzqzay_6t27959v - test/lm_loss__MIN","Group: 410M_2048step_idkzqzay_6t27959v - test/lm_loss__MAX","Group: 410M_3072step_04oqo18l_hlsk0zaq - test/lm_loss","Group: 410M_3072step_04oqo18l_hlsk0zaq - test/lm_loss__MIN","Group: 410M_3072step_04oqo18l_hlsk0zaq - test/lm_loss__MAX","Group: 1-4B_4096step_wcw97scv_bfwzi5up - test/lm_loss","Group: 1-4B_4096step_wcw97scv_bfwzi5up - test/lm_loss__MIN","Group: 1-4B_4096step_wcw97scv_bfwzi5up - test/lm_loss__MAX"
"1024","","","","","","","","","","2.918820381164551","2.918820381164551","2.918820381164551","","","","","","","","","","","","","","","","","","","","","","","",""
"1536","","","","","","","2.867783784866333","2.867783784866333","2.867783784866333","","","","","","","","","","","","","","","","2.622147798538208","2.622147798538208","2.622147798538208","","","","","","","","",""
"2048","","","","2.829993963241577","2.829993963241577","2.829993963241577","","","","","","","","","","","","","2.578608751296997","2.578608751296997","2.578608751296997","","","","","","","2.47267484664917","2.47267484664917","2.47267484664917","","","","","",""
"3072","2.776883363723755","2.776883363723755","2.776883363723755","","","","","","","","","","","","","2.5175981521606445","2.5175981521606445","2.5175981521606445","","","","","","","","","","","","","2.399395704269409","2.399395704269409","2.399395704269409","","",""
"4096","","","","","","","","","","","","","2.4757590293884277","2.4757590293884277","2.4757590293884277","","","","","","","2.3481383323669434","2.3481383323669434","2.3481383323669434","","","","","","","","","","2.203134059906006","2.203134059906006","2.203134059906006"
8 changes: 8 additions & 0 deletions analysis/scaling/pile-scaling-0.5.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
"Step","Group: 70M_3072step_ygztw1g0_mjvhemp4 - test/lm_loss","Group: 70M_3072step_ygztw1g0_mjvhemp4 - test/lm_loss__MIN","Group: 70M_3072step_ygztw1g0_mjvhemp4 - test/lm_loss__MAX","Group: 70M_1024step_rtdmr9pj_fi291nqe - test/lm_loss","Group: 70M_1024step_rtdmr9pj_fi291nqe - test/lm_loss__MIN","Group: 70M_1024step_rtdmr9pj_fi291nqe - test/lm_loss__MAX","Group: 70M_2048step_btkdul27_nlsew2nj - test/lm_loss","Group: 70M_2048step_btkdul27_nlsew2nj - test/lm_loss__MIN","Group: 70M_2048step_btkdul27_nlsew2nj - test/lm_loss__MAX","Group: 70M_1536step_5954d40p_n2746kh4 - test/lm_loss","Group: 70M_1536step_5954d40p_n2746kh4 - test/lm_loss__MIN","Group: 70M_1536step_5954d40p_n2746kh4 - test/lm_loss__MAX","Group: 160M_4096step_99nixaht_s74d7bus - test/lm_loss","Group: 160M_4096step_99nixaht_s74d7bus - test/lm_loss__MIN","Group: 160M_4096step_99nixaht_s74d7bus - test/lm_loss__MAX","Group: 160M_3072step_0gxsven3_qkcq3jlz - test/lm_loss","Group: 160M_3072step_0gxsven3_qkcq3jlz - test/lm_loss__MIN","Group: 160M_3072step_0gxsven3_qkcq3jlz - test/lm_loss__MAX","Group: 160M_1536step_ec4ccvmp_rqlfkkkj - test/lm_loss","Group: 160M_1536step_ec4ccvmp_rqlfkkkj - test/lm_loss__MIN","Group: 160M_1536step_ec4ccvmp_rqlfkkkj - test/lm_loss__MAX","Group: 160M_2048step_xriwusmm_6xxtgspt - test/lm_loss","Group: 160M_2048step_xriwusmm_6xxtgspt - test/lm_loss__MIN","Group: 160M_2048step_xriwusmm_6xxtgspt - test/lm_loss__MAX","Group: 410M_6144step_2tfubpzq_guyxjvyx - test/lm_loss","Group: 410M_6144step_2tfubpzq_guyxjvyx - test/lm_loss__MIN","Group: 410M_6144step_2tfubpzq_guyxjvyx - test/lm_loss__MAX","Group: 410M_4096step_pvy3r7gb_dh0u5fqx - test/lm_loss","Group: 410M_4096step_pvy3r7gb_dh0u5fqx - test/lm_loss__MIN","Group: 410M_4096step_pvy3r7gb_dh0u5fqx - test/lm_loss__MAX","Group: 410M_2048step_7wjb45rq_2ua8r8ml - test/lm_loss","Group: 410M_2048step_7wjb45rq_2ua8r8ml - test/lm_loss__MIN","Group: 410M_2048step_7wjb45rq_2ua8r8ml - test/lm_loss__MAX","Group: 410M_3072step_tkteq2w8_tq5zdrz5 - test/lm_loss","Group: 410M_3072step_tkteq2w8_tq5zdrz5 - test/lm_loss__MIN","Group: 410M_3072step_tkteq2w8_tq5zdrz5 - test/lm_loss__MAX","Group: 1-4B_8192step_z2j3p892_6wwy96vx - test/lm_loss","Group: 1-4B_8192step_z2j3p892_6wwy96vx - test/lm_loss__MIN","Group: 1-4B_8192step_z2j3p892_6wwy96vx - test/lm_loss__MAX","Group: 1-4B_4096step_innzfrn3_0m9ov241 - test/lm_loss","Group: 1-4B_4096step_innzfrn3_0m9ov241 - test/lm_loss__MIN","Group: 1-4B_4096step_innzfrn3_0m9ov241 - test/lm_loss__MAX"
"1024","","","","3.235308885574341","3.235308885574341","3.235308885574341","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""
"1536","","","","","","","","","","2.996992588043213","2.996992588043213","2.996992588043213","","","","","","","2.815368413925171","2.815368413925171","2.815368413925171","","","","","","","","","","","","","","","","","","","","",""
"2048","","","","","","","2.9090027809143066","2.9090027809143066","2.9090027809143066","","","","","","","","","","","","","2.7021420001983643","2.7021420001983643","2.7021420001983643","","","","","","","2.7107951641082764","2.7107951641082764","2.7107951641082764","","","","","","","","",""
"3072","2.814107656478882","2.814107656478882","2.814107656478882","","","","","","","","","","","","","2.583817958831787","2.583817958831787","2.583817958831787","","","","","","","","","","","","","","","","2.5259037017822266","2.5259037017822266","2.5259037017822266","","","","","",""
"4096","","","","","","","","","","","","","2.52290415763855","2.52290415763855","2.52290415763855","","","","","","","","","","","","","2.4165923595428467","2.4165923595428467","2.4165923595428467","","","","","","","","","","2.266289472579956","2.266289472579956","2.266289472579956"
"6144","","","","","","","","","","","","","","","","","","","","","","","","","2.3166050910949707","2.3166050910949707","2.3166050910949707","","","","","","","","","","","","","","",""
"8192","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","2.111610174179077","2.111610174179077","2.111610174179077","","",""
0 analysis/scaling-0.3.csv → analysis/scaling/scaling-0.3.csv
View file
File renamed without changes.

0 comments on commit d6a0048

Please sign in to comment.