Cosmos
Diffusers
Safetensors
cosmos3_omni
nvidia
cosmos3
vllm
vllm-omni
sglang
sglang-diffusion
text, image, video, audio, and action generation
omnimodel
Instructions to use nvidia/Cosmos3-Nano with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use nvidia/Cosmos3-Nano with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Diffusers
How to use nvidia/Cosmos3-Nano with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("nvidia/Cosmos3-Nano", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "data": [ | |
| [ | |
| 0.07009392976760864, | |
| 0.006693661212921143, | |
| 1.1420012712478638, | |
| 1.0078833103179932, | |
| 0.0012149810791015625, | |
| -0.024351507425308228, | |
| 0.003295496106147766, | |
| 1.0031427145004272, | |
| 0.000886848196387291 | |
| ], | |
| [ | |
| 0.06402561813592911, | |
| -0.0018425136804580688, | |
| 1.1193486452102661, | |
| 1.0022863149642944, | |
| -0.003297761082649231, | |
| -0.021648261696100235, | |
| 0.003286510705947876, | |
| 1.008054256439209, | |
| 0.0026217997074127197 | |
| ], | |
| [ | |
| 0.06708404421806335, | |
| -0.011202313005924225, | |
| 1.0937659740447998, | |
| 1.0016952753067017, | |
| -0.0032352805137634277, | |
| -0.02467486262321472, | |
| 0.002940252423286438, | |
| 1.0018234252929688, | |
| 0.005707293748855591 | |
| ], | |
| [ | |
| 0.07562961429357529, | |
| -0.015175968408584595, | |
| 1.06215238571167, | |
| 1.0063788890838623, | |
| -0.004444316029548645, | |
| -0.022849813103675842, | |
| 0.012309730052947998, | |
| 1.005750298500061, | |
| 0.006214454770088196 | |
| ], | |
| [ | |
| 0.08489534258842468, | |
| -0.01856812834739685, | |
| 1.0337228775024414, | |
| 0.9988476037979126, | |
| -0.006072938442230225, | |
| -0.030434921383857727, | |
| 0.003413841128349304, | |
| 1.0011348724365234, | |
| 0.0019939541816711426 | |
| ], | |
| [ | |
| 0.09222845733165741, | |
| -0.010918542742729187, | |
| 1.0194001197814941, | |
| 0.9980852603912354, | |
| -0.0031263232231140137, | |
| -0.03405023366212845, | |
| 0.004428897053003311, | |
| 1.001816987991333, | |
| 0.0022291988134384155 | |
| ], | |
| [ | |
| 0.10272128880023956, | |
| 0.000903397798538208, | |
| 1.0029981136322021, | |
| 0.9994226694107056, | |
| -0.0014013946056365967, | |
| -0.0366886705160141, | |
| 0.00678609311580658, | |
| 1.0000828504562378, | |
| -0.003755345940589905 | |
| ], | |
| [ | |
| 0.11606456339359283, | |
| 0.014216836541891098, | |
| 0.9876351356506348, | |
| 0.9964910745620728, | |
| -0.0012535229325294495, | |
| -0.04123753681778908, | |
| 0.0015066340565681458, | |
| 1.0026605129241943, | |
| -0.006498083472251892 | |
| ], | |
| [ | |
| 0.12204641103744507, | |
| 0.015004783868789673, | |
| 0.9837003350257874, | |
| 0.9974825382232666, | |
| -0.0012949556112289429, | |
| -0.04007109999656677, | |
| 0.00612206757068634, | |
| 0.9999562501907349, | |
| -0.0036430060863494873 | |
| ], | |
| [ | |
| 0.12851455807685852, | |
| 0.015528619289398193, | |
| 0.9764279723167419, | |
| 0.9981354475021362, | |
| 0.0018989741802215576, | |
| -0.04426932334899902, | |
| 0.004600256681442261, | |
| 0.9985778331756592, | |
| -0.003377959132194519 | |
| ], | |
| [ | |
| 0.13196571171283722, | |
| 0.00893557071685791, | |
| 0.9678859114646912, | |
| 1.0045433044433594, | |
| 0.002807438373565674, | |
| -0.051086850464344025, | |
| -0.0002923011779785156, | |
| 1.0062892436981201, | |
| -8.818507194519043e-05 | |
| ], | |
| [ | |
| 0.1350717842578888, | |
| 0.010051608085632324, | |
| 0.9643991589546204, | |
| 1.0022790431976318, | |
| -0.001323610544204712, | |
| -0.04617614299058914, | |
| 0.0016942918300628662, | |
| 1.0036096572875977, | |
| 0.0013676732778549194 | |
| ], | |
| [ | |
| 0.14420342445373535, | |
| 0.01007811725139618, | |
| 0.955908477306366, | |
| 0.9972440600395203, | |
| -0.002124980092048645, | |
| -0.049623310565948486, | |
| -0.0002627819776535034, | |
| 1.000319242477417, | |
| -0.0005148919299244881 | |
| ], | |
| [ | |
| 0.14022719860076904, | |
| 0.013264013454318047, | |
| 0.9560319185256958, | |
| 0.9995477199554443, | |
| 0.0035576671361923218, | |
| -0.04792314022779465, | |
| -0.001525580883026123, | |
| 1.003888487815857, | |
| -0.0013465248048305511 | |
| ], | |
| [ | |
| 0.1345217525959015, | |
| 0.01220095157623291, | |
| 0.9655839204788208, | |
| 1.0048763751983643, | |
| 0.00546342134475708, | |
| -0.04668119549751282, | |
| -0.0010053887963294983, | |
| 1.0068625211715698, | |
| -0.0029554516077041626 | |
| ], | |
| [ | |
| 0.13503174483776093, | |
| 0.011316493153572083, | |
| 0.9516907334327698, | |
| 1.0043013095855713, | |
| 0.002426639199256897, | |
| -0.045573264360427856, | |
| -0.0013574131298810244, | |
| 1.0036004781723022, | |
| -0.003350198268890381 | |
| ], | |
| [ | |
| 0.1309308409690857, | |
| 0.009759962558746338, | |
| 0.9560006856918335, | |
| 0.9998754262924194, | |
| 0.004482567310333252, | |
| -0.04438298940658569, | |
| -0.001865878701210022, | |
| 1.0063111782073975, | |
| 0.0013731084764003754 | |
| ], | |
| [ | |
| 0.12462389469146729, | |
| 0.011290190741419792, | |
| 0.9650402069091797, | |
| 1.0036883354187012, | |
| -0.001193612813949585, | |
| -0.04106159508228302, | |
| 0.005374550819396973, | |
| 1.0081455707550049, | |
| -0.0027110427618026733 | |
| ], | |
| [ | |
| 0.12767966091632843, | |
| 0.012917861342430115, | |
| 0.9721789360046387, | |
| 1.0006978511810303, | |
| -0.0012182332575321198, | |
| -0.04295356199145317, | |
| 5.793571472167969e-05, | |
| 1.0048669576644897, | |
| -0.0009505599737167358 | |
| ], | |
| [ | |
| 0.12459099292755127, | |
| 0.016084089875221252, | |
| 0.9755645990371704, | |
| 0.99851393699646, | |
| 0.002149254083633423, | |
| -0.040429264307022095, | |
| -0.004845976829528809, | |
| 1.0035099983215332, | |
| -0.0011209547519683838 | |
| ], | |
| [ | |
| 0.12318825721740723, | |
| 0.020346134901046753, | |
| 0.9927335381507874, | |
| 1.001643180847168, | |
| 0.00202333927154541, | |
| -0.04205331206321716, | |
| -0.004307150840759277, | |
| 1.0037580728530884, | |
| -0.0029827356338500977 | |
| ], | |
| [ | |
| 0.12292107939720154, | |
| 0.022956013679504395, | |
| 1.0020689964294434, | |
| 1.002467393875122, | |
| 0.005101993680000305, | |
| -0.04205179214477539, | |
| -0.0018941611051559448, | |
| 1.0055075883865356, | |
| -0.0008601397275924683 | |
| ], | |
| [ | |
| 0.12235790491104126, | |
| 0.020232800394296646, | |
| 1.0193688869476318, | |
| 0.9982290863990784, | |
| 0.0059588029980659485, | |
| -0.03710612654685974, | |
| -0.0030762851238250732, | |
| 1.0036814212799072, | |
| 0.003678947687149048 | |
| ], | |
| [ | |
| 0.11874179542064667, | |
| 0.02020188421010971, | |
| 1.0269538164138794, | |
| 1.00148344039917, | |
| 0.003334537148475647, | |
| -0.04146520793437958, | |
| -0.0018786042928695679, | |
| 1.0038044452667236, | |
| -0.0026959776878356934 | |
| ], | |
| [ | |
| 0.11215314269065857, | |
| 0.015729710459709167, | |
| 1.04316246509552, | |
| 1.000847339630127, | |
| 0.002756774425506592, | |
| -0.039638493210077286, | |
| -0.0009539872407913208, | |
| 1.0064407587051392, | |
| -0.0033986493945121765 | |
| ], | |
| [ | |
| 0.1063896119594574, | |
| 0.021251197904348373, | |
| 1.059739112854004, | |
| 1.0029915571212769, | |
| 0.008030325174331665, | |
| -0.03942205011844635, | |
| -0.006604194641113281, | |
| 1.0077309608459473, | |
| -0.0016417503356933594 | |
| ], | |
| [ | |
| 0.10521477460861206, | |
| 0.018115460872650146, | |
| 1.071585774421692, | |
| 0.9995502829551697, | |
| 0.002011328935623169, | |
| -0.03752366453409195, | |
| -0.003705829381942749, | |
| 0.996671199798584, | |
| -0.002115488052368164 | |
| ], | |
| [ | |
| 0.10078927874565125, | |
| 0.015093140304088593, | |
| 1.0889707803726196, | |
| 1.0062332153320312, | |
| 0.00926429033279419, | |
| -0.03409150242805481, | |
| -0.0007918514311313629, | |
| 1.0127429962158203, | |
| -0.002360224723815918 | |
| ], | |
| [ | |
| 0.09784230589866638, | |
| 0.016763487830758095, | |
| 1.1208187341690063, | |
| 1.0020859241485596, | |
| 0.003513324074447155, | |
| -0.03430382162332535, | |
| 0.0005292966961860657, | |
| 1.004651427268982, | |
| -0.005986005067825317 | |
| ], | |
| [ | |
| 0.07926556468009949, | |
| 0.012953147292137146, | |
| 1.140628695487976, | |
| 0.9961432218551636, | |
| 0.0038596540689468384, | |
| -0.030215993523597717, | |
| -0.0013297051191329956, | |
| 1.0029637813568115, | |
| -0.00047488510608673096 | |
| ], | |
| [ | |
| 0.0753796398639679, | |
| 0.00887972116470337, | |
| 1.1544592380523682, | |
| 1.0071207284927368, | |
| 0.004703924059867859, | |
| -0.029834091663360596, | |
| 0.004652403295040131, | |
| 1.008349895477295, | |
| -0.0002899765968322754 | |
| ], | |
| [ | |
| 0.06969903409481049, | |
| 0.008346021175384521, | |
| 1.1774840354919434, | |
| 1.004931926727295, | |
| 0.00202101469039917, | |
| -0.025847388431429863, | |
| 0.0042855143547058105, | |
| 1.0110220909118652, | |
| 0.001279592514038086 | |
| ], | |
| [ | |
| 0.06848141551017761, | |
| 0.003982707858085632, | |
| 1.194669485092163, | |
| 0.9975674748420715, | |
| 0.0007158070802688599, | |
| -0.02307547628879547, | |
| 0.0026876721531152725, | |
| 1.0068185329437256, | |
| 0.001052945852279663 | |
| ], | |
| [ | |
| 0.057075899094343185, | |
| 0.01037299633026123, | |
| 1.2149968147277832, | |
| 1.0047249794006348, | |
| 8.045509457588196e-05, | |
| -0.02383589744567871, | |
| 0.006846204400062561, | |
| 1.007742166519165, | |
| 0.002701878547668457 | |
| ], | |
| [ | |
| 0.06148111820220947, | |
| 0.010166585445404053, | |
| 1.2267282009124756, | |
| 0.9979768991470337, | |
| -0.0002384483814239502, | |
| -0.026486635208129883, | |
| 0.006823986768722534, | |
| 1.0042164325714111, | |
| -0.0020662546157836914 | |
| ], | |
| [ | |
| 0.054221928119659424, | |
| 0.01702176034450531, | |
| 1.2517765760421753, | |
| 1.0032732486724854, | |
| -0.003955543041229248, | |
| -0.02357548475265503, | |
| 0.0030149370431900024, | |
| 1.0078377723693848, | |
| 3.4650787711143494e-05 | |
| ], | |
| [ | |
| 0.05204963684082031, | |
| 0.020570974797010422, | |
| 1.2836378812789917, | |
| 0.9974656701087952, | |
| -0.0004451274871826172, | |
| -0.02366816997528076, | |
| -0.0014014989137649536, | |
| 1.0038502216339111, | |
| -0.0017639398574829102 | |
| ], | |
| [ | |
| 0.05103199928998947, | |
| 0.026325732469558716, | |
| 1.292293906211853, | |
| 1.001286506652832, | |
| -0.0010189414024353027, | |
| -0.020195096731185913, | |
| 0.0006793439388275146, | |
| 1.00400972366333, | |
| -0.0025037825107574463 | |
| ], | |
| [ | |
| 0.04431256651878357, | |
| 0.021927133202552795, | |
| 1.3272300958633423, | |
| 1.0045137405395508, | |
| 0.000967755913734436, | |
| -0.01706451177597046, | |
| -3.7297606468200684e-05, | |
| 1.0049716234207153, | |
| -0.0011880025267601013 | |
| ], | |
| [ | |
| 0.03555189073085785, | |
| 0.01882302761077881, | |
| 1.3371576070785522, | |
| 1.0066249370574951, | |
| -0.0009097158908843994, | |
| -0.014253586530685425, | |
| -0.0018957853317260742, | |
| 1.0077271461486816, | |
| 0.0016103871166706085 | |
| ], | |
| [ | |
| 0.025582119822502136, | |
| 0.01724805310368538, | |
| 1.3608332872390747, | |
| 1.0031605958938599, | |
| 0.0026828348636627197, | |
| -0.012003101408481598, | |
| 0.003360927104949951, | |
| 1.004669189453125, | |
| 6.693601608276367e-05 | |
| ], | |
| [ | |
| 0.01674354076385498, | |
| 0.012093983590602875, | |
| 1.3856382369995117, | |
| 1.0011014938354492, | |
| -0.0013251304626464844, | |
| -0.011342525482177734, | |
| 0.0018950244411826134, | |
| 1.0027016401290894, | |
| 0.0013082325458526611 | |
| ], | |
| [ | |
| 0.015420682728290558, | |
| 0.015567049384117126, | |
| 1.4040814638137817, | |
| 0.9977735877037048, | |
| 0.0011159181594848633, | |
| -0.009455356746912003, | |
| -3.6954879760742188e-06, | |
| 1.0064294338226318, | |
| 0.001549556851387024 | |
| ], | |
| [ | |
| 0.010074913501739502, | |
| 0.015535108745098114, | |
| 1.4403393268585205, | |
| 1.0040385723114014, | |
| -0.0023125112056732178, | |
| -0.0028183162212371826, | |
| 0.0014582127332687378, | |
| 1.0049704313278198, | |
| 6.872415542602539e-05 | |
| ], | |
| [ | |
| 0.008311420679092407, | |
| 0.017948955297470093, | |
| 1.4601424932479858, | |
| 0.9989641308784485, | |
| 0.001294134184718132, | |
| -0.005496010184288025, | |
| 0.0015567168593406677, | |
| 1.005094051361084, | |
| -0.0007513612508773804 | |
| ], | |
| [ | |
| 0.0035017579793930054, | |
| 0.020573198795318604, | |
| 1.4812562465667725, | |
| 1.0009287595748901, | |
| 0.004388183355331421, | |
| -0.0034145116806030273, | |
| 0.0032011419534683228, | |
| 1.0060547590255737, | |
| 0.0006353855133056641 | |
| ], | |
| [ | |
| 0.0016254633665084839, | |
| 0.025684982538223267, | |
| 1.5020363330841064, | |
| 1.0030529499053955, | |
| 0.0016576647758483887, | |
| -0.005533203482627869, | |
| 0.006280124187469482, | |
| 1.0066683292388916, | |
| -0.004450388252735138 | |
| ], | |
| [ | |
| 0.004891932010650635, | |
| 0.022001147270202637, | |
| 1.5159921646118164, | |
| 0.9982910752296448, | |
| 0.0019840586464852095, | |
| 0.0025368332862854004, | |
| 0.003538757562637329, | |
| 1.0018901824951172, | |
| -0.002766549587249756 | |
| ], | |
| [ | |
| 0.005643934011459351, | |
| 0.017889663577079773, | |
| 1.5284485816955566, | |
| 0.9957029223442078, | |
| 0.0005564317107200623, | |
| -0.005682408809661865, | |
| 0.004203110933303833, | |
| 1.0006530284881592, | |
| -0.002186410129070282 | |
| ], | |
| [ | |
| 0.0013659894466400146, | |
| 0.017303138971328735, | |
| 1.5459176301956177, | |
| 0.9986610412597656, | |
| 0.0025620944797992706, | |
| -0.0046241506934165955, | |
| 0.0023546814918518066, | |
| 1.0049318075180054, | |
| -0.0027633383870124817 | |
| ], | |
| [ | |
| 0.0020876526832580566, | |
| 0.01876453310251236, | |
| 1.5635592937469482, | |
| 1.0048083066940308, | |
| 0.002034813165664673, | |
| -0.00023903697729110718, | |
| 0.0019740089774131775, | |
| 1.0029975175857544, | |
| -0.0030378326773643494 | |
| ], | |
| [ | |
| -0.000969788758084178, | |
| 0.02315378189086914, | |
| 1.5827395915985107, | |
| 1.0053610801696777, | |
| 0.0017460882663726807, | |
| 0.0014020651578903198, | |
| 0.005061998963356018, | |
| 1.0060739517211914, | |
| -0.001481384038925171 | |
| ], | |
| [ | |
| -0.0009270310401916504, | |
| 0.021047085523605347, | |
| 1.591257095336914, | |
| 0.9957737326622009, | |
| 0.000979650765657425, | |
| -0.00326402485370636, | |
| 0.0065198540687561035, | |
| 1.0065511465072632, | |
| -0.004033505916595459 | |
| ], | |
| [ | |
| 0.0006775943329557776, | |
| 0.021081745624542236, | |
| 1.6065882444381714, | |
| 0.9954938888549805, | |
| -0.00036662817001342773, | |
| -0.0016272813081741333, | |
| 0.0027448534965515137, | |
| 1.0027532577514648, | |
| -0.0011054277420043945 | |
| ], | |
| [ | |
| 0.0006171315908432007, | |
| 0.023595139384269714, | |
| 1.63612699508667, | |
| 0.9980154037475586, | |
| 0.0018391646444797516, | |
| -0.0013407617807388306, | |
| 0.0035662055015563965, | |
| 1.0019949674606323, | |
| 0.0002149343490600586 | |
| ], | |
| [ | |
| 0.00248805433511734, | |
| 0.024855956435203552, | |
| 1.6411882638931274, | |
| 1.003147840499878, | |
| -0.0025542080402374268, | |
| -0.0012470632791519165, | |
| 0.0017508864402770996, | |
| 1.0075249671936035, | |
| 0.004809528589248657 | |
| ], | |
| [ | |
| 0.004023965448141098, | |
| 0.02341434359550476, | |
| 1.6552321910858154, | |
| 0.9999925494194031, | |
| 0.003260374069213867, | |
| -0.004240959882736206, | |
| -0.0003981068730354309, | |
| 1.0055534839630127, | |
| -0.002688378095626831 | |
| ], | |
| [ | |
| 0.005011148750782013, | |
| 0.021908849477767944, | |
| 1.6845402717590332, | |
| 0.9952720403671265, | |
| 0.0013539791107177734, | |
| -0.004400491714477539, | |
| -0.0024556964635849, | |
| 1.0060759782791138, | |
| 0.0018045902252197266 | |
| ], | |
| [ | |
| 0.00039759278297424316, | |
| 0.022936120629310608, | |
| 1.6785025596618652, | |
| 0.9988229274749756, | |
| 0.0002734065055847168, | |
| -0.006101280450820923, | |
| -0.00011269748210906982, | |
| 1.0011308193206787, | |
| -0.0015612244606018066 | |
| ], | |
| [ | |
| -0.00012701749801635742, | |
| 0.022358208894729614, | |
| 1.6973373889923096, | |
| 1.0032126903533936, | |
| 0.001924470067024231, | |
| -0.0016700327396392822, | |
| 0.0007153153419494629, | |
| 1.0081400871276855, | |
| 0.0002083033323287964 | |
| ] | |
| ], | |
| "shape": [ | |
| 60, | |
| 9 | |
| ], | |
| "dtype": "float32" | |
| } | |