{ "config_fingerprint": "7b87d57ae5546600c460245a81431288db34c3e40a44c2e83da01acc4160d731", "environment": { "cuda": "12.8", "cudnn": 91002, "device_memory_mb": 22563.125, "device_name": "NVIDIA L4", "device_type": "cuda", "machine": "x86_64", "pid": 2, "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.36", "python": "3.12.10", "timm": "1.0.28", "torch": "2.9.1+cu128", "torchvision": "0.24.1+cu128" }, "measurements": [ { "batch_size": 1, "latency_mean_ms": 4.777800642490387, "latency_median_ms": 4.769615888595581, "latency_p90_ms": 4.826025533676148, "latency_std_ms": 0.09854292782443023, "model": "convnext", "peak_memory_mb": 132.1884765625, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 209.3013239411259, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 127.90953128051758, "latency_median_ms": 128.02047729492188, "latency_p90_ms": 132.2467269897461, "latency_std_ms": 3.4320032409674415, "model": "convnext", "peak_memory_mb": 962.6767578125, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 500.3536433859804, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 5.376872823238373, "latency_median_ms": 5.378112077713013, "latency_p90_ms": 5.495808124542236, "latency_std_ms": 0.11512835348717641, "model": "convnext", "peak_memory_mb": 183.4208984375, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 185.98170960601627, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 57.763763633728026, "latency_median_ms": 57.5544319152832, "latency_p90_ms": 59.53341598510742, "latency_std_ms": 1.2430091115071689, "model": "convnext", "peak_memory_mb": 728.7607421875, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 1107.9610464064474, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 4.280692895412445, "latency_median_ms": 4.261360168457031, "latency_p90_ms": 4.343808174133301, "latency_std_ms": 0.16694712271134712, "model": "vit", "peak_memory_mb": 97.1484375, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 233.60704083016213, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 106.9532296295166, "latency_median_ms": 106.99007797241211, "latency_p90_ms": 108.48696365356446, "latency_std_ms": 1.1434555353430906, "model": "vit", "peak_memory_mb": 351.763671875, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 598.3924021901391, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 4.69389853143692, "latency_median_ms": 4.659152030944824, "latency_p90_ms": 4.780019092559815, "latency_std_ms": 0.16487908037721768, "model": "vit", "peak_memory_mb": 137.90283203125, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 213.04252601597565, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 32.072251497268674, "latency_median_ms": 32.125953674316406, "latency_p90_ms": 33.052775573730464, "latency_std_ms": 0.8095062193205872, "model": "vit", "peak_memory_mb": 320.05126953125, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 1995.4944543089014, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 8.11762380886078, "latency_median_ms": 8.089599609375, "latency_p90_ms": 8.21555233001709, "latency_std_ms": 0.07401799461648069, "model": "swin", "peak_memory_mb": 134.0771484375, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 123.18875862520896, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 178.14805532836914, "latency_median_ms": 178.41305541992188, "latency_p90_ms": 180.40453033447267, "latency_std_ms": 1.9795728141419107, "model": "swin", "peak_memory_mb": 1077.705078125, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 359.251746430983, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 9.13337626171112, "latency_median_ms": 9.041919708251953, "latency_p90_ms": 9.377792358398438, "latency_std_ms": 0.29909913260705207, "model": "swin", "peak_memory_mb": 185.33349609375, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 109.4885364782565, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 84.70931391143799, "latency_median_ms": 84.73241424560547, "latency_p90_ms": 86.2045181274414, "latency_std_ms": 1.2024556603816736, "model": "swin", "peak_memory_mb": 970.5625, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 755.5249481410133, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 5.772215712070465, "latency_median_ms": 5.725183963775635, "latency_p90_ms": 5.933670282363892, "latency_std_ms": 0.18675654583815726, "model": "efficientformer", "peak_memory_mb": 60.97119140625, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 173.2436987600564, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 56.72956251525879, "latency_median_ms": 56.71116638183594, "latency_p90_ms": 57.0277889251709, "latency_std_ms": 0.22907337112652218, "model": "efficientformer", "peak_memory_mb": 497.74072265625, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 1128.1595902098777, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 6.20901661491394, "latency_median_ms": 6.112767934799194, "latency_p90_ms": 6.5593345165252686, "latency_std_ms": 0.30308211309436084, "model": "efficientformer", "peak_memory_mb": 80.21435546875, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 161.05609986580146, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 32.634319339752196, "latency_median_ms": 32.62673568725586, "latency_p90_ms": 32.93388748168945, "latency_std_ms": 0.21541325392113395, "model": "efficientformer", "peak_memory_mb": 354.11083984375, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 1961.125627708158, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 4.368596731185913, "latency_median_ms": 4.306943893432617, "latency_p90_ms": 4.604022598266601, "latency_std_ms": 0.16726820626053793, "model": "deit", "peak_memory_mb": 97.1484375, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 228.9064570463424, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 106.82791548156739, "latency_median_ms": 106.8067855834961, "latency_p90_ms": 107.79443359375, "latency_std_ms": 0.8205535043948153, "model": "deit", "peak_memory_mb": 351.763671875, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 599.094344502518, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 4.722966948986054, "latency_median_ms": 4.696063995361328, "latency_p90_ms": 4.82521595954895, "latency_std_ms": 0.09960610584523705, "model": "deit", "peak_memory_mb": 137.90283203125, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 211.73131440495982, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 32.135718923568724, "latency_median_ms": 32.168447494506836, "latency_p90_ms": 33.121176147460936, "latency_std_ms": 0.8138286399443037, "model": "deit", "peak_memory_mb": 320.05126953125, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 1991.5533911725133, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 4.383408827781677, "latency_median_ms": 4.355168104171753, "latency_p90_ms": 4.442111968994141, "latency_std_ms": 0.20651985327066089, "model": "deit_distilled", "peak_memory_mb": 97.30419921875, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 228.13295297990092, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 105.38310792541503, "latency_median_ms": 105.41926574707031, "latency_p90_ms": 106.30379638671876, "latency_std_ms": 0.7789229665081872, "model": "deit_distilled", "peak_memory_mb": 352.50732421875, "precision": "fp32", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 607.3079572230498, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 1, "latency_mean_ms": 4.723058529853821, "latency_median_ms": 4.704256057739258, "latency_p90_ms": 4.769792079925537, "latency_std_ms": 0.15652674115081888, "model": "deit_distilled", "peak_memory_mb": 138.13818359375, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 211.72720890057442, "timed_iterations": 200, "warmup_iterations": 50 }, { "batch_size": 64, "latency_mean_ms": 32.341811212539675, "latency_median_ms": 32.4213752746582, "latency_p90_ms": 33.34256629943848, "latency_std_ms": 0.8330030872120695, "model": "deit_distilled", "peak_memory_mb": 321.55615234375, "precision": "fp16", "repeats": 5, "samples": 1000, "status": "complete", "throughput_images_per_second": 1978.8625806827326, "timed_iterations": 200, "warmup_iterations": 50 } ], "preset": "full", "profiles": [ { "checkpoint": "convnext_tiny.fb_in1k", "display_name": "ConvNeXt-T", "error": null, "expected_gmacs_from_model_card": 4.5, "expected_parameters_m": 28.6, "measured_gmacs": 4.469746176, "measured_macs": 4469746176, "model": "convnext", "parameters": 27897028, "representative_run": "convnext-standard-seed42", "unsupported_operators": { "aten::add": 18, "aten::gelu": 18, "aten::mul": 18 } }, { "checkpoint": "vit_small_patch16_224.augreg_in1k", "display_name": "ViT-S/16", "error": null, "expected_gmacs_from_model_card": 4.3, "expected_parameters_m": 22.1, "measured_gmacs": 4.25032896, "measured_macs": 4250328960, "model": "vit", "parameters": 21704164, "representative_run": "vit-standard-seed42", "unsupported_operators": { "aten::add": 25, "aten::gelu": 12, "aten::scaled_dot_product_attention": 12 } }, { "checkpoint": "swin_tiny_patch4_window7_224.ms_in1k", "display_name": "Swin-T", "error": null, "expected_gmacs_from_model_card": 4.5, "expected_parameters_m": 28.3, "measured_gmacs": 4.508503296, "measured_macs": 4508503296, "model": "swin", "parameters": 27596254, "representative_run": "swin-standard-seed42", "unsupported_operators": { "aten::add": 41, "aten::bernoulli_": 22, "aten::div_": 22, "aten::gelu": 12, "aten::mean": 1, "aten::mul": 34, "aten::pad": 15, "aten::rsub": 24, "aten::softmax": 12 } }, { "checkpoint": "efficientformer_l1.snap_dist_in1k", "display_name": "EfficientFormer-L1", "error": null, "expected_gmacs_from_model_card": 1.3, "expected_parameters_m": 12.3, "measured_gmacs": 1.317055936, "measured_macs": 1317055936, "model": "efficientformer", "parameters": 11481728, "representative_run": "efficientformer-standard-seed42", "unsupported_operators": { "aten::add": 32, "aten::add_": 33, "aten::avg_pool2d": 14, "aten::div": 1, "aten::gelu": 15, "aten::mean": 1, "aten::mul": 31, "aten::softmax": 1, "aten::sub": 14 } }, { "checkpoint": "deit_small_patch16_224.fb_in1k", "display_name": "DeiT-S/16", "error": null, "expected_gmacs_from_model_card": 4.6, "expected_parameters_m": 22.1, "measured_gmacs": 4.25032896, "measured_macs": 4250328960, "model": "deit", "parameters": 21704164, "representative_run": "deit-standard-seed42", "unsupported_operators": { "aten::add": 25, "aten::gelu": 12, "aten::scaled_dot_product_attention": 12 } }, { "checkpoint": "deit_small_distilled_patch16_224.fb_in1k", "display_name": "Distilled DeiT-S/16", "error": null, "expected_gmacs_from_model_card": 4.6, "expected_parameters_m": 22.4, "measured_gmacs": 4.271649024, "measured_macs": 4271649024, "model": "deit_distilled", "parameters": 21743432, "representative_run": "deit_distilled-standard-seed42", "unsupported_operators": { "aten::add": 26, "aten::div": 1, "aten::gelu": 12, "aten::scaled_dot_product_attention": 12 } } ], "protocol": { "includes_data_loading": false, "input_size": 224, "synchronization": "CUDA events per iteration; synchronized wall clock otherwise", "weights": "best validation checkpoint; one representative per architecture" }, "schema_version": 1, "tutorial_only": false }