Cosmos
Diffusers
Safetensors
cosmos3_omni
nvidia
cosmos3
vllm
vllm-omni
sglang
sglang-diffusion
text, image, video, audio, and action generation
omnimodel
Instructions to use nvidia/Cosmos3-Super with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use nvidia/Cosmos3-Super with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Diffusers
How to use nvidia/Cosmos3-Super with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("nvidia/Cosmos3-Super", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "data": [ | |
| [ | |
| -0.004169374704360962, | |
| 0.0013064965605735779, | |
| 0.04288285970687866, | |
| 0.9930733442306519, | |
| -0.0027953684329986572, | |
| 0.00307542085647583, | |
| -0.002344876527786255, | |
| 1.0027554035186768, | |
| -0.0005963500589132309 | |
| ], | |
| [ | |
| -0.000341169536113739, | |
| 0.0040023550391197205, | |
| 0.030853301286697388, | |
| 1.0044922828674316, | |
| 0.0050698816776275635, | |
| 0.0007043546065688133, | |
| -0.0014923065900802612, | |
| 1.0103027820587158, | |
| -0.0039251744747161865 | |
| ], | |
| [ | |
| 0.00016222894191741943, | |
| 0.002112939953804016, | |
| 0.004467234015464783, | |
| 1.0028852224349976, | |
| 0.003892749547958374, | |
| 0.00044799596071243286, | |
| -0.0021587014198303223, | |
| 1.0042486190795898, | |
| -0.001470804214477539 | |
| ], | |
| [ | |
| 0.00045252684503793716, | |
| 0.003622382879257202, | |
| 0.0019504725933074951, | |
| 1.0071654319763184, | |
| -0.00045464932918548584, | |
| 0.0014991164207458496, | |
| -0.004504382610321045, | |
| 0.9974222183227539, | |
| 0.0005441531538963318 | |
| ], | |
| [ | |
| -0.003174394369125366, | |
| -0.0017216801643371582, | |
| -0.003694474697113037, | |
| 1.003875494003296, | |
| 0.000801771879196167, | |
| 5.6371092796325684e-05, | |
| -4.088878631591797e-05, | |
| 1.0089592933654785, | |
| 0.0010747015476226807 | |
| ], | |
| [ | |
| -0.0021718740463256836, | |
| 0.0004750937223434448, | |
| -0.0029296129941940308, | |
| 1.0002799034118652, | |
| 0.002264350652694702, | |
| 0.00046096742153167725, | |
| -0.0009260214865207672, | |
| 1.00685453414917, | |
| 0.0006359070539474487 | |
| ], | |
| [ | |
| -0.002009839750826359, | |
| -0.0009101033210754395, | |
| 0.0028893351554870605, | |
| 0.9993182420730591, | |
| 0.0020936131477355957, | |
| -1.9840896129608154e-05, | |
| 0.0015915334224700928, | |
| 1.0037269592285156, | |
| -0.004174880683422089 | |
| ], | |
| [ | |
| 0.0034651458263397217, | |
| 0.0037903208285570145, | |
| 0.0032828450202941895, | |
| 1.000267505645752, | |
| -0.0036886483430862427, | |
| -0.0017361268401145935, | |
| -0.002902016043663025, | |
| 0.9957513809204102, | |
| 0.002555273473262787 | |
| ], | |
| [ | |
| 0.006279021501541138, | |
| 0.00949704647064209, | |
| 0.006110593676567078, | |
| 1.0021371841430664, | |
| -0.0037842243909835815, | |
| -0.0012855827808380127, | |
| -0.001484893262386322, | |
| 1.0039020776748657, | |
| -0.00035249069333076477 | |
| ], | |
| [ | |
| -0.001515701413154602, | |
| -0.0002789795398712158, | |
| -0.0068062953650951385, | |
| 1.0103508234024048, | |
| 0.001192629337310791, | |
| 0.0030622780323028564, | |
| 0.0011264681816101074, | |
| 1.007310390472412, | |
| 0.002111390233039856 | |
| ], | |
| [ | |
| -0.0014958996325731277, | |
| 0.0031677186489105225, | |
| -0.004236042499542236, | |
| 1.0023982524871826, | |
| -0.002504110336303711, | |
| -0.0016808435320854187, | |
| 0.0012012720108032227, | |
| 1.0030899047851562, | |
| 0.0005880743265151978 | |
| ], | |
| [ | |
| -0.00013130903244018555, | |
| 0.004746794700622559, | |
| 0.0033633261919021606, | |
| 1.0057588815689087, | |
| 0.003953307867050171, | |
| 0.000896356999874115, | |
| -0.0007526576519012451, | |
| 1.004878044128418, | |
| -0.00039952993392944336 | |
| ], | |
| [ | |
| 0.0026078522205352783, | |
| -0.0008465610444545746, | |
| 0.009034380316734314, | |
| 1.0077221393585205, | |
| -0.0009244084358215332, | |
| -0.0018756091594696045, | |
| 0.0006937459111213684, | |
| 1.0071992874145508, | |
| 0.0007385127246379852 | |
| ], | |
| [ | |
| -0.0015690997242927551, | |
| -0.000245044007897377, | |
| 0.008958447724580765, | |
| 1.000647783279419, | |
| 0.001012757420539856, | |
| 0.000528484582901001, | |
| -0.0014475509524345398, | |
| 1.0043647289276123, | |
| -0.0019880682229995728 | |
| ], | |
| [ | |
| 0.0004642903804779053, | |
| 0.001843869686126709, | |
| 0.01116645336151123, | |
| 1.0001274347305298, | |
| 0.004533201456069946, | |
| 0.003915667533874512, | |
| 0.0015954822301864624, | |
| 1.004312515258789, | |
| 4.3004751205444336e-05 | |
| ], | |
| [ | |
| 0.0014523789286613464, | |
| -0.004249289631843567, | |
| 0.01856423169374466, | |
| 1.0013573169708252, | |
| 0.002036675810813904, | |
| -0.001862620934844017, | |
| -0.002076610689982772, | |
| 1.0027811527252197, | |
| -0.00468212366104126 | |
| ], | |
| [ | |
| -0.002909451723098755, | |
| 0.002633988857269287, | |
| 0.029188022017478943, | |
| 1.0077584981918335, | |
| 0.00022396445274353027, | |
| 0.00390547513961792, | |
| 0.0020011961460113525, | |
| 1.0060248374938965, | |
| -0.0012506172060966492 | |
| ], | |
| [ | |
| -0.0009786635637283325, | |
| 0.002693958580493927, | |
| 0.04165208339691162, | |
| 1.0019495487213135, | |
| -0.00014898180961608887, | |
| 0.0024263858795166016, | |
| -1.5497207641601562e-05, | |
| 1.010059118270874, | |
| -3.0219554901123047e-05 | |
| ], | |
| [ | |
| -0.0005752965807914734, | |
| -0.0005559623241424561, | |
| 0.046234145760536194, | |
| 1.0054540634155273, | |
| 0.0020374152809381485, | |
| -0.0015819594264030457, | |
| -0.0029042065143585205, | |
| 1.0099618434906006, | |
| 0.000680871307849884 | |
| ], | |
| [ | |
| -0.0007889866828918457, | |
| -0.0012893080711364746, | |
| 0.059357136487960815, | |
| 1.000758171081543, | |
| 0.002288408577442169, | |
| 0.00029518455266952515, | |
| -0.006809890270233154, | |
| 1.003616452217102, | |
| 0.0005193725228309631 | |
| ], | |
| [ | |
| -0.0005115699023008347, | |
| -2.2411346435546875e-05, | |
| 0.05575209856033325, | |
| 1.0020880699157715, | |
| 0.002775445580482483, | |
| 0.002016425132751465, | |
| 1.4990568161010742e-05, | |
| 1.0059070587158203, | |
| 0.000255754217505455 | |
| ], | |
| [ | |
| -0.0032242387533187866, | |
| 0.0023158714175224304, | |
| 0.07140621542930603, | |
| 1.0127027034759521, | |
| -0.006227180361747742, | |
| 0.0001257285475730896, | |
| 0.003853335976600647, | |
| 0.989827036857605, | |
| -0.004152536392211914 | |
| ], | |
| [ | |
| -0.004788219928741455, | |
| 0.001452852040529251, | |
| 0.0808199793100357, | |
| 1.0067814588546753, | |
| 0.0018687620759010315, | |
| 0.002240225672721863, | |
| 0.0007859393954277039, | |
| 1.009403109550476, | |
| -0.0021954476833343506 | |
| ], | |
| [ | |
| -0.00179203599691391, | |
| 0.0022020190954208374, | |
| 0.09712601453065872, | |
| 1.0037879943847656, | |
| 0.0016462206840515137, | |
| -0.0021682195365428925, | |
| -0.002309828996658325, | |
| 1.007390022277832, | |
| -0.002376168966293335 | |
| ], | |
| [ | |
| 0.000849604606628418, | |
| -0.0019690990447998047, | |
| 0.09653186798095703, | |
| 1.0044101476669312, | |
| -0.00022560358047485352, | |
| -0.0021284837275743484, | |
| 0.0007652044296264648, | |
| 1.0043072700500488, | |
| -1.784414052963257e-05 | |
| ], | |
| [ | |
| -0.0006387382745742798, | |
| 0.0005827993154525757, | |
| 0.11596892774105072, | |
| 1.0059268474578857, | |
| 0.004413425922393799, | |
| -0.0023792535066604614, | |
| -0.004380702972412109, | |
| 1.0090959072113037, | |
| -0.001389428973197937 | |
| ], | |
| [ | |
| -0.0010459311306476593, | |
| -0.004505783319473267, | |
| 0.1201993077993393, | |
| 1.0040526390075684, | |
| -0.00030914321541786194, | |
| 0.0003615003079175949, | |
| 0.004234045743942261, | |
| 1.0040135383605957, | |
| 0.005033165216445923 | |
| ], | |
| [ | |
| 0.002282150089740753, | |
| 0.005020305514335632, | |
| 0.134363055229187, | |
| 1.0035362243652344, | |
| -0.007463634014129639, | |
| -0.002947300672531128, | |
| 0.0028315000236034393, | |
| 1.0030007362365723, | |
| 0.0013876184821128845 | |
| ], | |
| [ | |
| 0.005076408386230469, | |
| -0.0007408089004456997, | |
| 0.14487546682357788, | |
| 1.0071125030517578, | |
| 0.0022079087793827057, | |
| -0.0019074305891990662, | |
| 0.0012646764516830444, | |
| 1.0073299407958984, | |
| -0.0017407238483428955 | |
| ], | |
| [ | |
| 0.0033898651599884033, | |
| 0.0016630440950393677, | |
| 0.14222049713134766, | |
| 1.0055317878723145, | |
| 0.0016905665397644043, | |
| -0.0016445815563201904, | |
| 0.0008559226989746094, | |
| 1.0037096738815308, | |
| -0.00027045607566833496 | |
| ], | |
| [ | |
| -0.00047904253005981445, | |
| 0.0027755796909332275, | |
| 0.15001334249973297, | |
| 1.0068082809448242, | |
| -0.002282470464706421, | |
| -0.0004724264144897461, | |
| 0.0015332624316215515, | |
| 0.9986047744750977, | |
| -0.00040721893310546875 | |
| ], | |
| [ | |
| 0.0012988895177841187, | |
| -0.0017725825309753418, | |
| 0.15345412492752075, | |
| 1.0003080368041992, | |
| -0.004808247089385986, | |
| 0.0008027921430766582, | |
| 0.0003478825092315674, | |
| 1.0045523643493652, | |
| -0.0006252527236938477 | |
| ], | |
| [ | |
| 0.0042798519134521484, | |
| -0.003797680139541626, | |
| 0.1682387888431549, | |
| 1.0006740093231201, | |
| 0.0014480054378509521, | |
| -0.004346251487731934, | |
| -0.0011912062764167786, | |
| 1.0039736032485962, | |
| 0.004550337791442871 | |
| ], | |
| [ | |
| 0.0047804368659853935, | |
| 0.0020081400871276855, | |
| 0.18152475357055664, | |
| 1.0033659934997559, | |
| -0.003238588571548462, | |
| -0.0002244710922241211, | |
| 0.001187354326248169, | |
| 1.001799464225769, | |
| 0.00035965442657470703 | |
| ], | |
| [ | |
| 0.002194732427597046, | |
| 0.004285037517547607, | |
| 0.17377570271492004, | |
| 1.0024428367614746, | |
| 2.7358531951904297e-05, | |
| 0.0007259398698806763, | |
| 0.002799510955810547, | |
| 1.0095839500427246, | |
| 0.000986546277999878 | |
| ], | |
| [ | |
| 0.011655598878860474, | |
| -0.004363194108009338, | |
| 0.1733943223953247, | |
| 1.0060877799987793, | |
| 0.005308032035827637, | |
| 0.00019598007202148438, | |
| 0.0020811930298805237, | |
| 1.005480170249939, | |
| 0.0034663397818803787 | |
| ], | |
| [ | |
| 0.005494013428688049, | |
| 0.001217433251440525, | |
| 0.19090485572814941, | |
| 1.0007939338684082, | |
| -0.0017113089561462402, | |
| -0.0029762238264083862, | |
| -0.0029486119747161865, | |
| 1.007235050201416, | |
| 0.0011887773871421814 | |
| ], | |
| [ | |
| 0.009677506983280182, | |
| -0.006571769714355469, | |
| 0.18290859460830688, | |
| 1.0043387413024902, | |
| 0.0041519105434417725, | |
| -0.005755007266998291, | |
| 0.0021400973200798035, | |
| 1.0117175579071045, | |
| 0.0013759732246398926 | |
| ], | |
| [ | |
| 0.009254217147827148, | |
| 0.00086212158203125, | |
| 0.19618983566761017, | |
| 1.004202127456665, | |
| -0.0024811476469039917, | |
| -0.009780704975128174, | |
| -9.959936141967773e-05, | |
| 1.0029432773590088, | |
| 0.002646505832672119 | |
| ], | |
| [ | |
| 0.009517982602119446, | |
| 0.0005913078784942627, | |
| 0.1987060010433197, | |
| 1.0014187097549438, | |
| -0.003507643938064575, | |
| -0.0070085227489471436, | |
| 0.003143489360809326, | |
| 1.002164363861084, | |
| 0.0010729804635047913 | |
| ], | |
| [ | |
| 0.011235184967517853, | |
| -0.0012075230479240417, | |
| 0.1985381841659546, | |
| 1.00819993019104, | |
| 0.0004249662160873413, | |
| -0.007858432829380035, | |
| 0.0010521560907363892, | |
| 1.0044105052947998, | |
| 0.0019039809703826904 | |
| ], | |
| [ | |
| 0.01611921191215515, | |
| -0.001196291297674179, | |
| 0.2129121720790863, | |
| 1.0026592016220093, | |
| -0.0043135881423950195, | |
| -0.008859358727931976, | |
| 0.0018898062407970428, | |
| 1.0028712749481201, | |
| 0.001296408474445343 | |
| ], | |
| [ | |
| 0.012898094952106476, | |
| -0.00257091224193573, | |
| 0.22263681888580322, | |
| 1.0003653764724731, | |
| -0.0003224611282348633, | |
| -0.006597660481929779, | |
| 0.001808561384677887, | |
| 1.0038889646530151, | |
| 0.0026077479124069214 | |
| ], | |
| [ | |
| 0.013466209173202515, | |
| 0.0018514543771743774, | |
| 0.2376641482114792, | |
| 1.0033774375915527, | |
| -0.0018234401941299438, | |
| -0.0027636736631393433, | |
| -0.002201095223426819, | |
| 0.9944919347763062, | |
| -0.003013297915458679 | |
| ], | |
| [ | |
| 0.016432642936706543, | |
| 0.0016770362854003906, | |
| 0.2475210428237915, | |
| 0.9992994070053101, | |
| 0.0004978589713573456, | |
| -0.007409483194351196, | |
| 0.001736219972372055, | |
| 1.0018973350524902, | |
| 0.0006765872240066528 | |
| ], | |
| [ | |
| 0.014197006821632385, | |
| -0.0011444091796875, | |
| 0.2522944509983063, | |
| 1.007161021232605, | |
| -0.0002377331256866455, | |
| -0.0076867565512657166, | |
| 0.00048054754734039307, | |
| 1.0041539669036865, | |
| 4.76837158203125e-07 | |
| ], | |
| [ | |
| 0.013951335102319717, | |
| 0.00016671419143676758, | |
| 0.26611241698265076, | |
| 1.003096580505371, | |
| 7.110834121704102e-05, | |
| -0.007618337869644165, | |
| -0.0012885034084320068, | |
| 1.0024244785308838, | |
| -0.0006037205457687378 | |
| ], | |
| [ | |
| 0.021747827529907227, | |
| -0.0007416084408760071, | |
| 0.2753673195838928, | |
| 1.004169225692749, | |
| -0.0007948616985231638, | |
| -0.0035905838012695312, | |
| 0.0017324388027191162, | |
| 1.0070855617523193, | |
| 0.0011792778968811035 | |
| ], | |
| [ | |
| 0.0197313129901886, | |
| 0.0010002106428146362, | |
| 0.28150367736816406, | |
| 1.000486135482788, | |
| 0.0008391812443733215, | |
| -0.00998014211654663, | |
| 0.00013040006160736084, | |
| 1.0073860883712769, | |
| 0.00011730194091796875 | |
| ], | |
| [ | |
| 0.013363130390644073, | |
| -0.0013455301523208618, | |
| 0.29323309659957886, | |
| 1.0011693239212036, | |
| 0.0004394911229610443, | |
| -0.010259315371513367, | |
| 0.002908453345298767, | |
| 1.00381338596344, | |
| -0.0015798062086105347 | |
| ], | |
| [ | |
| 0.011962294578552246, | |
| 0.0017336606979370117, | |
| 0.3051491379737854, | |
| 1.0071864128112793, | |
| -0.00198325514793396, | |
| -0.007243074476718903, | |
| 0.002382628619670868, | |
| 1.0005227327346802, | |
| 0.002617824822664261 | |
| ], | |
| [ | |
| 0.013890508562326431, | |
| 0.005148977041244507, | |
| 0.31365522742271423, | |
| 1.0045785903930664, | |
| -0.0014152824878692627, | |
| -0.0037764757871627808, | |
| -1.0967254638671875e-05, | |
| 1.0036839246749878, | |
| -0.0013008862733840942 | |
| ], | |
| [ | |
| 0.022371917963027954, | |
| 0.0010523945093154907, | |
| 0.32621023058891296, | |
| 0.9973301887512207, | |
| 7.641687989234924e-05, | |
| -0.008195962756872177, | |
| -0.0024689435958862305, | |
| 1.0000015497207642, | |
| 0.0024291127920150757 | |
| ], | |
| [ | |
| 0.013878557831048965, | |
| 0.0006828606128692627, | |
| 0.338645339012146, | |
| 0.9975997805595398, | |
| -0.00040869414806365967, | |
| -0.00787343829870224, | |
| -0.003890112042427063, | |
| 1.0047005414962769, | |
| 0.002561509609222412 | |
| ], | |
| [ | |
| 0.015209555625915527, | |
| 0.003898248076438904, | |
| 0.3533927798271179, | |
| 0.9961752891540527, | |
| -0.0017392784357070923, | |
| -0.011618092656135559, | |
| -0.002202928066253662, | |
| 1.004539132118225, | |
| 0.0014745891094207764 | |
| ], | |
| [ | |
| 0.014465630054473877, | |
| 0.004823088645935059, | |
| 0.3626636266708374, | |
| 1.0013577938079834, | |
| -0.001902550458908081, | |
| -0.007857277989387512, | |
| 0.0013346821069717407, | |
| 1.0042797327041626, | |
| 0.002392292022705078 | |
| ], | |
| [ | |
| 0.01207183301448822, | |
| -0.0008889138698577881, | |
| 0.3779425024986267, | |
| 1.0077900886535645, | |
| 0.003589630126953125, | |
| -0.006766825914382935, | |
| -0.0006845667958259583, | |
| 1.0097190141677856, | |
| 0.0004222095012664795 | |
| ], | |
| [ | |
| 0.014950022101402283, | |
| 0.00266294926404953, | |
| 0.38445812463760376, | |
| 1.0014134645462036, | |
| -0.0014687180519104004, | |
| -0.010563522577285767, | |
| -0.001019701361656189, | |
| 1.0056054592132568, | |
| 0.0019721686840057373 | |
| ], | |
| [ | |
| 0.017121687531471252, | |
| 0.0029426664113998413, | |
| 0.39281076192855835, | |
| 1.0034687519073486, | |
| -0.00029963254928588867, | |
| -0.014892727136611938, | |
| 0.00041075050830841064, | |
| 1.001159906387329, | |
| -0.0016954541206359863 | |
| ], | |
| [ | |
| 0.013786494731903076, | |
| 0.004227876663208008, | |
| 0.4070053696632385, | |
| 1.0027498006820679, | |
| 0.0027508288621902466, | |
| -0.006377458572387695, | |
| -0.0003670156002044678, | |
| 0.998216986656189, | |
| -0.0007525086402893066 | |
| ] | |
| ], | |
| "shape": [ | |
| 60, | |
| 9 | |
| ], | |
| "dtype": "float32" | |
| } | |