Instructions to use Mayank022/Transformer-Vision-From-Image-Video-to-World-Models-and-Robotics-Book with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Mayank022/Transformer-Vision-From-Image-Video-to-World-Models-and-Robotics-Book with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("Mayank022/Transformer-Vision-From-Image-Video-to-World-Models-and-Robotics-Book", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download chapter-04-efficient-and-scalable-vision-transformers/results/benchmark.json from Mayank022/Transformer-Vision-From-Image-Video-to-World-Models-and-Robotics-Book: direct link, hf CLI and curl.
- Browser
- Download file 16.2 kB
-
https://huggingface.co/Mayank022/Transformer-Vision-From-Image-Video-to-World-Models-and-Robotics-Book/resolve/main/chapter-04-efficient-and-scalable-vision-transformers/results/benchmark.json
- Command line
-
hf download hf://Mayank022/Transformer-Vision-From-Image-Video-to-World-Models-and-Robotics-Book/chapter-04-efficient-and-scalable-vision-transformers/results/benchmark.json
-
curl -L -o benchmark.json https://huggingface.co/Mayank022/Transformer-Vision-From-Image-Video-to-World-Models-and-Robotics-Book/resolve/main/chapter-04-efficient-and-scalable-vision-transformers/results/benchmark.json
16.2 kB
| { | |
| "config_fingerprint": "7b87d57ae5546600c460245a81431288db34c3e40a44c2e83da01acc4160d731", | |
| "environment": { | |
| "cuda": "12.8", | |
| "cudnn": 91002, | |
| "device_memory_mb": 22563.125, | |
| "device_name": "NVIDIA L4", | |
| "device_type": "cuda", | |
| "machine": "x86_64", | |
| "pid": 2, | |
| "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.36", | |
| "python": "3.12.10", | |
| "timm": "1.0.28", | |
| "torch": "2.9.1+cu128", | |
| "torchvision": "0.24.1+cu128" | |
| }, | |
| "measurements": [ | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 4.777800642490387, | |
| "latency_median_ms": 4.769615888595581, | |
| "latency_p90_ms": 4.826025533676148, | |
| "latency_std_ms": 0.09854292782443023, | |
| "model": "convnext", | |
| "peak_memory_mb": 132.1884765625, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 209.3013239411259, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 127.90953128051758, | |
| "latency_median_ms": 128.02047729492188, | |
| "latency_p90_ms": 132.2467269897461, | |
| "latency_std_ms": 3.4320032409674415, | |
| "model": "convnext", | |
| "peak_memory_mb": 962.6767578125, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 500.3536433859804, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 5.376872823238373, | |
| "latency_median_ms": 5.378112077713013, | |
| "latency_p90_ms": 5.495808124542236, | |
| "latency_std_ms": 0.11512835348717641, | |
| "model": "convnext", | |
| "peak_memory_mb": 183.4208984375, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 185.98170960601627, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 57.763763633728026, | |
| "latency_median_ms": 57.5544319152832, | |
| "latency_p90_ms": 59.53341598510742, | |
| "latency_std_ms": 1.2430091115071689, | |
| "model": "convnext", | |
| "peak_memory_mb": 728.7607421875, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 1107.9610464064474, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 4.280692895412445, | |
| "latency_median_ms": 4.261360168457031, | |
| "latency_p90_ms": 4.343808174133301, | |
| "latency_std_ms": 0.16694712271134712, | |
| "model": "vit", | |
| "peak_memory_mb": 97.1484375, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 233.60704083016213, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 106.9532296295166, | |
| "latency_median_ms": 106.99007797241211, | |
| "latency_p90_ms": 108.48696365356446, | |
| "latency_std_ms": 1.1434555353430906, | |
| "model": "vit", | |
| "peak_memory_mb": 351.763671875, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 598.3924021901391, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 4.69389853143692, | |
| "latency_median_ms": 4.659152030944824, | |
| "latency_p90_ms": 4.780019092559815, | |
| "latency_std_ms": 0.16487908037721768, | |
| "model": "vit", | |
| "peak_memory_mb": 137.90283203125, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 213.04252601597565, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 32.072251497268674, | |
| "latency_median_ms": 32.125953674316406, | |
| "latency_p90_ms": 33.052775573730464, | |
| "latency_std_ms": 0.8095062193205872, | |
| "model": "vit", | |
| "peak_memory_mb": 320.05126953125, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 1995.4944543089014, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 8.11762380886078, | |
| "latency_median_ms": 8.089599609375, | |
| "latency_p90_ms": 8.21555233001709, | |
| "latency_std_ms": 0.07401799461648069, | |
| "model": "swin", | |
| "peak_memory_mb": 134.0771484375, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 123.18875862520896, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 178.14805532836914, | |
| "latency_median_ms": 178.41305541992188, | |
| "latency_p90_ms": 180.40453033447267, | |
| "latency_std_ms": 1.9795728141419107, | |
| "model": "swin", | |
| "peak_memory_mb": 1077.705078125, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 359.251746430983, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 9.13337626171112, | |
| "latency_median_ms": 9.041919708251953, | |
| "latency_p90_ms": 9.377792358398438, | |
| "latency_std_ms": 0.29909913260705207, | |
| "model": "swin", | |
| "peak_memory_mb": 185.33349609375, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 109.4885364782565, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 84.70931391143799, | |
| "latency_median_ms": 84.73241424560547, | |
| "latency_p90_ms": 86.2045181274414, | |
| "latency_std_ms": 1.2024556603816736, | |
| "model": "swin", | |
| "peak_memory_mb": 970.5625, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 755.5249481410133, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 5.772215712070465, | |
| "latency_median_ms": 5.725183963775635, | |
| "latency_p90_ms": 5.933670282363892, | |
| "latency_std_ms": 0.18675654583815726, | |
| "model": "efficientformer", | |
| "peak_memory_mb": 60.97119140625, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 173.2436987600564, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 56.72956251525879, | |
| "latency_median_ms": 56.71116638183594, | |
| "latency_p90_ms": 57.0277889251709, | |
| "latency_std_ms": 0.22907337112652218, | |
| "model": "efficientformer", | |
| "peak_memory_mb": 497.74072265625, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 1128.1595902098777, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 6.20901661491394, | |
| "latency_median_ms": 6.112767934799194, | |
| "latency_p90_ms": 6.5593345165252686, | |
| "latency_std_ms": 0.30308211309436084, | |
| "model": "efficientformer", | |
| "peak_memory_mb": 80.21435546875, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 161.05609986580146, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 32.634319339752196, | |
| "latency_median_ms": 32.62673568725586, | |
| "latency_p90_ms": 32.93388748168945, | |
| "latency_std_ms": 0.21541325392113395, | |
| "model": "efficientformer", | |
| "peak_memory_mb": 354.11083984375, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 1961.125627708158, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 4.368596731185913, | |
| "latency_median_ms": 4.306943893432617, | |
| "latency_p90_ms": 4.604022598266601, | |
| "latency_std_ms": 0.16726820626053793, | |
| "model": "deit", | |
| "peak_memory_mb": 97.1484375, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 228.9064570463424, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 106.82791548156739, | |
| "latency_median_ms": 106.8067855834961, | |
| "latency_p90_ms": 107.79443359375, | |
| "latency_std_ms": 0.8205535043948153, | |
| "model": "deit", | |
| "peak_memory_mb": 351.763671875, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 599.094344502518, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 4.722966948986054, | |
| "latency_median_ms": 4.696063995361328, | |
| "latency_p90_ms": 4.82521595954895, | |
| "latency_std_ms": 0.09960610584523705, | |
| "model": "deit", | |
| "peak_memory_mb": 137.90283203125, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 211.73131440495982, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 32.135718923568724, | |
| "latency_median_ms": 32.168447494506836, | |
| "latency_p90_ms": 33.121176147460936, | |
| "latency_std_ms": 0.8138286399443037, | |
| "model": "deit", | |
| "peak_memory_mb": 320.05126953125, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 1991.5533911725133, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 4.383408827781677, | |
| "latency_median_ms": 4.355168104171753, | |
| "latency_p90_ms": 4.442111968994141, | |
| "latency_std_ms": 0.20651985327066089, | |
| "model": "deit_distilled", | |
| "peak_memory_mb": 97.30419921875, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 228.13295297990092, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 105.38310792541503, | |
| "latency_median_ms": 105.41926574707031, | |
| "latency_p90_ms": 106.30379638671876, | |
| "latency_std_ms": 0.7789229665081872, | |
| "model": "deit_distilled", | |
| "peak_memory_mb": 352.50732421875, | |
| "precision": "fp32", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 607.3079572230498, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 1, | |
| "latency_mean_ms": 4.723058529853821, | |
| "latency_median_ms": 4.704256057739258, | |
| "latency_p90_ms": 4.769792079925537, | |
| "latency_std_ms": 0.15652674115081888, | |
| "model": "deit_distilled", | |
| "peak_memory_mb": 138.13818359375, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 211.72720890057442, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| }, | |
| { | |
| "batch_size": 64, | |
| "latency_mean_ms": 32.341811212539675, | |
| "latency_median_ms": 32.4213752746582, | |
| "latency_p90_ms": 33.34256629943848, | |
| "latency_std_ms": 0.8330030872120695, | |
| "model": "deit_distilled", | |
| "peak_memory_mb": 321.55615234375, | |
| "precision": "fp16", | |
| "repeats": 5, | |
| "samples": 1000, | |
| "status": "complete", | |
| "throughput_images_per_second": 1978.8625806827326, | |
| "timed_iterations": 200, | |
| "warmup_iterations": 50 | |
| } | |
| ], | |
| "preset": "full", | |
| "profiles": [ | |
| { | |
| "checkpoint": "convnext_tiny.fb_in1k", | |
| "display_name": "ConvNeXt-T", | |
| "error": null, | |
| "expected_gmacs_from_model_card": 4.5, | |
| "expected_parameters_m": 28.6, | |
| "measured_gmacs": 4.469746176, | |
| "measured_macs": 4469746176, | |
| "model": "convnext", | |
| "parameters": 27897028, | |
| "representative_run": "convnext-standard-seed42", | |
| "unsupported_operators": { | |
| "aten::add": 18, | |
| "aten::gelu": 18, | |
| "aten::mul": 18 | |
| } | |
| }, | |
| { | |
| "checkpoint": "vit_small_patch16_224.augreg_in1k", | |
| "display_name": "ViT-S/16", | |
| "error": null, | |
| "expected_gmacs_from_model_card": 4.3, | |
| "expected_parameters_m": 22.1, | |
| "measured_gmacs": 4.25032896, | |
| "measured_macs": 4250328960, | |
| "model": "vit", | |
| "parameters": 21704164, | |
| "representative_run": "vit-standard-seed42", | |
| "unsupported_operators": { | |
| "aten::add": 25, | |
| "aten::gelu": 12, | |
| "aten::scaled_dot_product_attention": 12 | |
| } | |
| }, | |
| { | |
| "checkpoint": "swin_tiny_patch4_window7_224.ms_in1k", | |
| "display_name": "Swin-T", | |
| "error": null, | |
| "expected_gmacs_from_model_card": 4.5, | |
| "expected_parameters_m": 28.3, | |
| "measured_gmacs": 4.508503296, | |
| "measured_macs": 4508503296, | |
| "model": "swin", | |
| "parameters": 27596254, | |
| "representative_run": "swin-standard-seed42", | |
| "unsupported_operators": { | |
| "aten::add": 41, | |
| "aten::bernoulli_": 22, | |
| "aten::div_": 22, | |
| "aten::gelu": 12, | |
| "aten::mean": 1, | |
| "aten::mul": 34, | |
| "aten::pad": 15, | |
| "aten::rsub": 24, | |
| "aten::softmax": 12 | |
| } | |
| }, | |
| { | |
| "checkpoint": "efficientformer_l1.snap_dist_in1k", | |
| "display_name": "EfficientFormer-L1", | |
| "error": null, | |
| "expected_gmacs_from_model_card": 1.3, | |
| "expected_parameters_m": 12.3, | |
| "measured_gmacs": 1.317055936, | |
| "measured_macs": 1317055936, | |
| "model": "efficientformer", | |
| "parameters": 11481728, | |
| "representative_run": "efficientformer-standard-seed42", | |
| "unsupported_operators": { | |
| "aten::add": 32, | |
| "aten::add_": 33, | |
| "aten::avg_pool2d": 14, | |
| "aten::div": 1, | |
| "aten::gelu": 15, | |
| "aten::mean": 1, | |
| "aten::mul": 31, | |
| "aten::softmax": 1, | |
| "aten::sub": 14 | |
| } | |
| }, | |
| { | |
| "checkpoint": "deit_small_patch16_224.fb_in1k", | |
| "display_name": "DeiT-S/16", | |
| "error": null, | |
| "expected_gmacs_from_model_card": 4.6, | |
| "expected_parameters_m": 22.1, | |
| "measured_gmacs": 4.25032896, | |
| "measured_macs": 4250328960, | |
| "model": "deit", | |
| "parameters": 21704164, | |
| "representative_run": "deit-standard-seed42", | |
| "unsupported_operators": { | |
| "aten::add": 25, | |
| "aten::gelu": 12, | |
| "aten::scaled_dot_product_attention": 12 | |
| } | |
| }, | |
| { | |
| "checkpoint": "deit_small_distilled_patch16_224.fb_in1k", | |
| "display_name": "Distilled DeiT-S/16", | |
| "error": null, | |
| "expected_gmacs_from_model_card": 4.6, | |
| "expected_parameters_m": 22.4, | |
| "measured_gmacs": 4.271649024, | |
| "measured_macs": 4271649024, | |
| "model": "deit_distilled", | |
| "parameters": 21743432, | |
| "representative_run": "deit_distilled-standard-seed42", | |
| "unsupported_operators": { | |
| "aten::add": 26, | |
| "aten::div": 1, | |
| "aten::gelu": 12, | |
| "aten::scaled_dot_product_attention": 12 | |
| } | |
| } | |
| ], | |
| "protocol": { | |
| "includes_data_loading": false, | |
| "input_size": 224, | |
| "synchronization": "CUDA events per iteration; synchronized wall clock otherwise", | |
| "weights": "best validation checkpoint; one representative per architecture" | |
| }, | |
| "schema_version": 1, | |
| "tutorial_only": false | |
| } |