Mayank022's picture
Add files using upload-large-folder tool
5f280b0 verified
Raw History Blame Contribute Delete
16.2 kB
{
"config_fingerprint": "7b87d57ae5546600c460245a81431288db34c3e40a44c2e83da01acc4160d731",
"environment": {
"cuda": "12.8",
"cudnn": 91002,
"device_memory_mb": 22563.125,
"device_name": "NVIDIA L4",
"device_type": "cuda",
"machine": "x86_64",
"pid": 2,
"platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.36",
"python": "3.12.10",
"timm": "1.0.28",
"torch": "2.9.1+cu128",
"torchvision": "0.24.1+cu128"
},
"measurements": [
{
"batch_size": 1,
"latency_mean_ms": 4.777800642490387,
"latency_median_ms": 4.769615888595581,
"latency_p90_ms": 4.826025533676148,
"latency_std_ms": 0.09854292782443023,
"model": "convnext",
"peak_memory_mb": 132.1884765625,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 209.3013239411259,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 127.90953128051758,
"latency_median_ms": 128.02047729492188,
"latency_p90_ms": 132.2467269897461,
"latency_std_ms": 3.4320032409674415,
"model": "convnext",
"peak_memory_mb": 962.6767578125,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 500.3536433859804,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 5.376872823238373,
"latency_median_ms": 5.378112077713013,
"latency_p90_ms": 5.495808124542236,
"latency_std_ms": 0.11512835348717641,
"model": "convnext",
"peak_memory_mb": 183.4208984375,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 185.98170960601627,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 57.763763633728026,
"latency_median_ms": 57.5544319152832,
"latency_p90_ms": 59.53341598510742,
"latency_std_ms": 1.2430091115071689,
"model": "convnext",
"peak_memory_mb": 728.7607421875,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 1107.9610464064474,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 4.280692895412445,
"latency_median_ms": 4.261360168457031,
"latency_p90_ms": 4.343808174133301,
"latency_std_ms": 0.16694712271134712,
"model": "vit",
"peak_memory_mb": 97.1484375,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 233.60704083016213,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 106.9532296295166,
"latency_median_ms": 106.99007797241211,
"latency_p90_ms": 108.48696365356446,
"latency_std_ms": 1.1434555353430906,
"model": "vit",
"peak_memory_mb": 351.763671875,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 598.3924021901391,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 4.69389853143692,
"latency_median_ms": 4.659152030944824,
"latency_p90_ms": 4.780019092559815,
"latency_std_ms": 0.16487908037721768,
"model": "vit",
"peak_memory_mb": 137.90283203125,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 213.04252601597565,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 32.072251497268674,
"latency_median_ms": 32.125953674316406,
"latency_p90_ms": 33.052775573730464,
"latency_std_ms": 0.8095062193205872,
"model": "vit",
"peak_memory_mb": 320.05126953125,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 1995.4944543089014,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 8.11762380886078,
"latency_median_ms": 8.089599609375,
"latency_p90_ms": 8.21555233001709,
"latency_std_ms": 0.07401799461648069,
"model": "swin",
"peak_memory_mb": 134.0771484375,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 123.18875862520896,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 178.14805532836914,
"latency_median_ms": 178.41305541992188,
"latency_p90_ms": 180.40453033447267,
"latency_std_ms": 1.9795728141419107,
"model": "swin",
"peak_memory_mb": 1077.705078125,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 359.251746430983,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 9.13337626171112,
"latency_median_ms": 9.041919708251953,
"latency_p90_ms": 9.377792358398438,
"latency_std_ms": 0.29909913260705207,
"model": "swin",
"peak_memory_mb": 185.33349609375,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 109.4885364782565,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 84.70931391143799,
"latency_median_ms": 84.73241424560547,
"latency_p90_ms": 86.2045181274414,
"latency_std_ms": 1.2024556603816736,
"model": "swin",
"peak_memory_mb": 970.5625,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 755.5249481410133,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 5.772215712070465,
"latency_median_ms": 5.725183963775635,
"latency_p90_ms": 5.933670282363892,
"latency_std_ms": 0.18675654583815726,
"model": "efficientformer",
"peak_memory_mb": 60.97119140625,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 173.2436987600564,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 56.72956251525879,
"latency_median_ms": 56.71116638183594,
"latency_p90_ms": 57.0277889251709,
"latency_std_ms": 0.22907337112652218,
"model": "efficientformer",
"peak_memory_mb": 497.74072265625,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 1128.1595902098777,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 6.20901661491394,
"latency_median_ms": 6.112767934799194,
"latency_p90_ms": 6.5593345165252686,
"latency_std_ms": 0.30308211309436084,
"model": "efficientformer",
"peak_memory_mb": 80.21435546875,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 161.05609986580146,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 32.634319339752196,
"latency_median_ms": 32.62673568725586,
"latency_p90_ms": 32.93388748168945,
"latency_std_ms": 0.21541325392113395,
"model": "efficientformer",
"peak_memory_mb": 354.11083984375,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 1961.125627708158,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 4.368596731185913,
"latency_median_ms": 4.306943893432617,
"latency_p90_ms": 4.604022598266601,
"latency_std_ms": 0.16726820626053793,
"model": "deit",
"peak_memory_mb": 97.1484375,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 228.9064570463424,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 106.82791548156739,
"latency_median_ms": 106.8067855834961,
"latency_p90_ms": 107.79443359375,
"latency_std_ms": 0.8205535043948153,
"model": "deit",
"peak_memory_mb": 351.763671875,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 599.094344502518,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 4.722966948986054,
"latency_median_ms": 4.696063995361328,
"latency_p90_ms": 4.82521595954895,
"latency_std_ms": 0.09960610584523705,
"model": "deit",
"peak_memory_mb": 137.90283203125,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 211.73131440495982,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 32.135718923568724,
"latency_median_ms": 32.168447494506836,
"latency_p90_ms": 33.121176147460936,
"latency_std_ms": 0.8138286399443037,
"model": "deit",
"peak_memory_mb": 320.05126953125,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 1991.5533911725133,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 4.383408827781677,
"latency_median_ms": 4.355168104171753,
"latency_p90_ms": 4.442111968994141,
"latency_std_ms": 0.20651985327066089,
"model": "deit_distilled",
"peak_memory_mb": 97.30419921875,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 228.13295297990092,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 105.38310792541503,
"latency_median_ms": 105.41926574707031,
"latency_p90_ms": 106.30379638671876,
"latency_std_ms": 0.7789229665081872,
"model": "deit_distilled",
"peak_memory_mb": 352.50732421875,
"precision": "fp32",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 607.3079572230498,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 1,
"latency_mean_ms": 4.723058529853821,
"latency_median_ms": 4.704256057739258,
"latency_p90_ms": 4.769792079925537,
"latency_std_ms": 0.15652674115081888,
"model": "deit_distilled",
"peak_memory_mb": 138.13818359375,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 211.72720890057442,
"timed_iterations": 200,
"warmup_iterations": 50
},
{
"batch_size": 64,
"latency_mean_ms": 32.341811212539675,
"latency_median_ms": 32.4213752746582,
"latency_p90_ms": 33.34256629943848,
"latency_std_ms": 0.8330030872120695,
"model": "deit_distilled",
"peak_memory_mb": 321.55615234375,
"precision": "fp16",
"repeats": 5,
"samples": 1000,
"status": "complete",
"throughput_images_per_second": 1978.8625806827326,
"timed_iterations": 200,
"warmup_iterations": 50
}
],
"preset": "full",
"profiles": [
{
"checkpoint": "convnext_tiny.fb_in1k",
"display_name": "ConvNeXt-T",
"error": null,
"expected_gmacs_from_model_card": 4.5,
"expected_parameters_m": 28.6,
"measured_gmacs": 4.469746176,
"measured_macs": 4469746176,
"model": "convnext",
"parameters": 27897028,
"representative_run": "convnext-standard-seed42",
"unsupported_operators": {
"aten::add": 18,
"aten::gelu": 18,
"aten::mul": 18
}
},
{
"checkpoint": "vit_small_patch16_224.augreg_in1k",
"display_name": "ViT-S/16",
"error": null,
"expected_gmacs_from_model_card": 4.3,
"expected_parameters_m": 22.1,
"measured_gmacs": 4.25032896,
"measured_macs": 4250328960,
"model": "vit",
"parameters": 21704164,
"representative_run": "vit-standard-seed42",
"unsupported_operators": {
"aten::add": 25,
"aten::gelu": 12,
"aten::scaled_dot_product_attention": 12
}
},
{
"checkpoint": "swin_tiny_patch4_window7_224.ms_in1k",
"display_name": "Swin-T",
"error": null,
"expected_gmacs_from_model_card": 4.5,
"expected_parameters_m": 28.3,
"measured_gmacs": 4.508503296,
"measured_macs": 4508503296,
"model": "swin",
"parameters": 27596254,
"representative_run": "swin-standard-seed42",
"unsupported_operators": {
"aten::add": 41,
"aten::bernoulli_": 22,
"aten::div_": 22,
"aten::gelu": 12,
"aten::mean": 1,
"aten::mul": 34,
"aten::pad": 15,
"aten::rsub": 24,
"aten::softmax": 12
}
},
{
"checkpoint": "efficientformer_l1.snap_dist_in1k",
"display_name": "EfficientFormer-L1",
"error": null,
"expected_gmacs_from_model_card": 1.3,
"expected_parameters_m": 12.3,
"measured_gmacs": 1.317055936,
"measured_macs": 1317055936,
"model": "efficientformer",
"parameters": 11481728,
"representative_run": "efficientformer-standard-seed42",
"unsupported_operators": {
"aten::add": 32,
"aten::add_": 33,
"aten::avg_pool2d": 14,
"aten::div": 1,
"aten::gelu": 15,
"aten::mean": 1,
"aten::mul": 31,
"aten::softmax": 1,
"aten::sub": 14
}
},
{
"checkpoint": "deit_small_patch16_224.fb_in1k",
"display_name": "DeiT-S/16",
"error": null,
"expected_gmacs_from_model_card": 4.6,
"expected_parameters_m": 22.1,
"measured_gmacs": 4.25032896,
"measured_macs": 4250328960,
"model": "deit",
"parameters": 21704164,
"representative_run": "deit-standard-seed42",
"unsupported_operators": {
"aten::add": 25,
"aten::gelu": 12,
"aten::scaled_dot_product_attention": 12
}
},
{
"checkpoint": "deit_small_distilled_patch16_224.fb_in1k",
"display_name": "Distilled DeiT-S/16",
"error": null,
"expected_gmacs_from_model_card": 4.6,
"expected_parameters_m": 22.4,
"measured_gmacs": 4.271649024,
"measured_macs": 4271649024,
"model": "deit_distilled",
"parameters": 21743432,
"representative_run": "deit_distilled-standard-seed42",
"unsupported_operators": {
"aten::add": 26,
"aten::div": 1,
"aten::gelu": 12,
"aten::scaled_dot_product_attention": 12
}
}
],
"protocol": {
"includes_data_loading": false,
"input_size": 224,
"synchronization": "CUDA events per iteration; synchronized wall clock otherwise",
"weights": "best validation checkpoint; one representative per architecture"
},
"schema_version": 1,
"tutorial_only": false
}