Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

imagenet in 18 minutes submission #53

Merged
merged 9 commits into from
Sep 16, 2018
Merged
Show file tree
Hide file tree
Changes from 8 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
41 changes: 41 additions & 0 deletions ImageNet/train/fastai_resnet50_p3_16_machine_pytorch.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
{
"version": "v1.0",
"author": "Yaroslav Bulatov, Andrew Shaw, Jeremy Howard",
"authorEmail": "[email protected]",
"framework": "PyTorch 0.4.1",
"codeURL": "https://github.com/diux-dev/imagenet18/tree/59a8f25171fb8cede51db9187a32fc8f802384a0",
"model": "ResNet-50",
"hardware": "16 p3.16xlarge (AWS)",
"costPerHour": 391.68,
"timestamp": "2018-09-06",
"misc": {
"model implementation": "https://github.com/diux-dev/imagenet18/blob/086675a6df3d468e89c651ae4c75f31e5b3f381d/training/resnet.py",
"backend": "NCCL 2.2.13+cuda9.2",
"optimizer": "SGD with Momentum",
"momentum": 0.9,
"weightDecay": 0.0001,
"schedule": [
{"learning_rate": [1.88, 3.76], "epochs": 6, "linear": true},
{"learning_rate": [1.88], "epochs": 10},
{"learning_rate": [0.2506667], "epochs": 3},
{"learning_rate": [0.02506667], "epochs": 12},
{"learning_rate": [0.0376], "epochs": 6},
{"learning_rate": [0.0376], "epochs": 3}
],

"imageSize": [
{"image_size": 128, "epochs": 16},
{"image_size": 224, "epochs": 21},
{"image_size": 288, "epochs": 3}
],

"batchSize": [
{"batch_size": 8192, "epochs": 6},
{"batch_size": 16384, "epochs": 10},
{"batch_size": 8192, "epochs": 3},
{"batch_size": 24576, "epochs": 18},
{"batch_size": 16384, "epochs": 3}
]
},
"usedBlacklist": true
}
39 changes: 39 additions & 0 deletions ImageNet/train/fastai_resnet50_p3_16_machine_pytorch.tsv
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
epoch hours top1Accuracy top5Accuracy
1 0.020439201129807367 4.866000175476074 13.881999969482422
2 0.0278751896487342 10.338000297546387 25.00200080871582
3 0.035334666967391966 10.77400016784668 24.49799919128418
4 0.042822283705075584 25.56599998474121 49.26599884033203
5 0.05029254734516144 29.11400032043457 53.75
6 0.05779941035641564 23.582000732421875 45.87799835205078
7 0.06349531736638811 39.37200164794922 65.61399841308594
8 0.06818924102518294 25.760000228881836 48.27000045776367
9 0.07270810617340935 39.10599899291992 65.05400085449219
10 0.0772248664829466 37.25400161743164 62.742000579833984
11 0.0817130982875824 37.86399841308594 63.61399841308594
12 0.08626856201224857 36.31800079345703 61.97200012207031
13 0.09075812862979041 37.12200164794922 62.689998626708984
14 0.09530671483940549 31.520000457763672 56.066001892089844
15 0.09986895296308729 37.97200012207031 63.625999450683594
16 0.10438145962026384 35.09600067138672 59.64799880981445
17 0.11807452175352308 52.68000030517578 78.1520004272461
18 0.1281661068730884 55.018001556396484 79.93199920654297
19 0.13823334919081795 50.93600082397461 76.31400299072266
20 0.14811382532119752 66.46800231933594 87.26200103759766
21 0.1557789588636822 68.59600067138672 88.68399810791016
22 0.1633151975605223 69.29000091552734 89.12799835205078
23 0.1708661848306656 69.26799774169922 89.052001953125
24 0.17840076751179165 68.3280029296875 88.5260009765625
25 0.1859444400999281 70.1240005493164 89.51200103759766
26 0.19356098506185743 68.24199676513672 88.41200256347656
27 0.20117333418793149 69.76200103759766 89.44400024414062
28 0.20870521757337782 69.60199737548828 89.45600128173828
29 0.2163018325302336 68.7760009765625 89.15799713134766
30 0.22383461667431725 69.56999969482422 89.31999969482422
31 0.2314464767773946 68.30999755859375 88.6500015258789
32 0.23902249250147078 73.11199951171875 91.19400024414062
33 0.24662000596523284 73.1760025024414 91.25399780273438
34 0.25418897330760953 73.43599700927734 91.34600067138672
35 0.2617676058742735 73.43800354003906 91.48600006103516
36 0.26936647408538394 73.49199676513672 91.44400024414062
37 0.27690096338589987 73.43399810791016 91.41799926757812
38 0.3014392769998974 75.66999816894531 93.11000061035156