model_prices_and_context_window.json 198 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392
  1. {
  2. "claude-3-7-sonnet-20250219": {
  3. "cache_creation_input_token_cost": 3.75e-06,
  4. "cache_creation_input_token_cost_above_1hr": 6e-06,
  5. "cache_read_input_token_cost": 3e-07,
  6. "deprecation_date": "2026-02-19",
  7. "input_cost_per_token": 3e-06,
  8. "litellm_provider": "anthropic",
  9. "max_input_tokens": 200000,
  10. "max_output_tokens": 64000,
  11. "max_tokens": 64000,
  12. "mode": "chat",
  13. "output_cost_per_token": 1.5e-05,
  14. "search_context_cost_per_query": {
  15. "search_context_size_high": 0.01,
  16. "search_context_size_low": 0.01,
  17. "search_context_size_medium": 0.01
  18. },
  19. "supports_assistant_prefill": true,
  20. "supports_computer_use": true,
  21. "supports_function_calling": true,
  22. "supports_pdf_input": true,
  23. "supports_prompt_caching": true,
  24. "supports_reasoning": true,
  25. "supports_response_schema": true,
  26. "supports_tool_choice": true,
  27. "supports_vision": true,
  28. "supports_web_search": true,
  29. "tool_use_system_prompt_tokens": 159
  30. },
  31. "claude-3-haiku-20240307": {
  32. "cache_creation_input_token_cost": 3e-07,
  33. "cache_creation_input_token_cost_above_1hr": 6e-06,
  34. "cache_read_input_token_cost": 3e-08,
  35. "input_cost_per_token": 2.5e-07,
  36. "litellm_provider": "anthropic",
  37. "max_input_tokens": 200000,
  38. "max_output_tokens": 4096,
  39. "max_tokens": 4096,
  40. "mode": "chat",
  41. "output_cost_per_token": 1.25e-06,
  42. "supports_assistant_prefill": true,
  43. "supports_function_calling": true,
  44. "supports_prompt_caching": true,
  45. "supports_response_schema": true,
  46. "supports_tool_choice": true,
  47. "supports_vision": true,
  48. "tool_use_system_prompt_tokens": 264
  49. },
  50. "claude-3-opus-20240229": {
  51. "cache_creation_input_token_cost": 1.875e-05,
  52. "cache_creation_input_token_cost_above_1hr": 6e-06,
  53. "cache_read_input_token_cost": 1.5e-06,
  54. "deprecation_date": "2026-05-01",
  55. "input_cost_per_token": 1.5e-05,
  56. "litellm_provider": "anthropic",
  57. "max_input_tokens": 200000,
  58. "max_output_tokens": 4096,
  59. "max_tokens": 4096,
  60. "mode": "chat",
  61. "output_cost_per_token": 7.5e-05,
  62. "supports_assistant_prefill": true,
  63. "supports_function_calling": true,
  64. "supports_prompt_caching": true,
  65. "supports_response_schema": true,
  66. "supports_tool_choice": true,
  67. "supports_vision": true,
  68. "tool_use_system_prompt_tokens": 395
  69. },
  70. "claude-4-opus-20250514": {
  71. "cache_creation_input_token_cost": 1.875e-05,
  72. "cache_creation_input_token_cost_above_1hr": 3e-05,
  73. "cache_read_input_token_cost": 1.5e-06,
  74. "input_cost_per_token": 1.5e-05,
  75. "litellm_provider": "anthropic",
  76. "max_input_tokens": 200000,
  77. "max_output_tokens": 32000,
  78. "max_tokens": 32000,
  79. "mode": "chat",
  80. "output_cost_per_token": 7.5e-05,
  81. "search_context_cost_per_query": {
  82. "search_context_size_high": 0.01,
  83. "search_context_size_low": 0.01,
  84. "search_context_size_medium": 0.01
  85. },
  86. "supports_assistant_prefill": true,
  87. "supports_computer_use": true,
  88. "supports_function_calling": true,
  89. "supports_pdf_input": true,
  90. "supports_prompt_caching": true,
  91. "supports_reasoning": true,
  92. "supports_response_schema": true,
  93. "supports_tool_choice": true,
  94. "supports_vision": true,
  95. "tool_use_system_prompt_tokens": 159
  96. },
  97. "claude-4-sonnet-20250514": {
  98. "cache_creation_input_token_cost": 3.75e-06,
  99. "cache_creation_input_token_cost_above_1hr": 6e-06,
  100. "cache_creation_input_token_cost_above_200k_tokens": 7.5e-06,
  101. "cache_read_input_token_cost": 3e-07,
  102. "cache_read_input_token_cost_above_200k_tokens": 6e-07,
  103. "input_cost_per_token": 3e-06,
  104. "input_cost_per_token_above_200k_tokens": 6e-06,
  105. "litellm_provider": "anthropic",
  106. "max_input_tokens": 1000000,
  107. "max_output_tokens": 64000,
  108. "max_tokens": 64000,
  109. "mode": "chat",
  110. "output_cost_per_token": 1.5e-05,
  111. "output_cost_per_token_above_200k_tokens": 2.25e-05,
  112. "search_context_cost_per_query": {
  113. "search_context_size_high": 0.01,
  114. "search_context_size_low": 0.01,
  115. "search_context_size_medium": 0.01
  116. },
  117. "supports_assistant_prefill": true,
  118. "supports_computer_use": true,
  119. "supports_function_calling": true,
  120. "supports_pdf_input": true,
  121. "supports_prompt_caching": true,
  122. "supports_reasoning": true,
  123. "supports_response_schema": true,
  124. "supports_tool_choice": true,
  125. "supports_vision": true,
  126. "supports_web_search": true,
  127. "tool_use_system_prompt_tokens": 159
  128. },
  129. "claude-haiku-4-5": {
  130. "cache_creation_input_token_cost": 1.25e-06,
  131. "cache_creation_input_token_cost_above_1hr": 2e-06,
  132. "cache_read_input_token_cost": 1e-07,
  133. "input_cost_per_token": 1e-06,
  134. "litellm_provider": "anthropic",
  135. "max_input_tokens": 200000,
  136. "max_output_tokens": 64000,
  137. "max_tokens": 64000,
  138. "mode": "chat",
  139. "output_cost_per_token": 5e-06,
  140. "supports_assistant_prefill": true,
  141. "supports_computer_use": true,
  142. "supports_function_calling": true,
  143. "supports_pdf_input": true,
  144. "supports_prompt_caching": true,
  145. "supports_reasoning": true,
  146. "supports_response_schema": true,
  147. "supports_tool_choice": true,
  148. "supports_vision": true
  149. },
  150. "claude-haiku-4-5-20251001": {
  151. "cache_creation_input_token_cost": 1.25e-06,
  152. "cache_creation_input_token_cost_above_1hr": 2e-06,
  153. "cache_read_input_token_cost": 1e-07,
  154. "input_cost_per_token": 1e-06,
  155. "litellm_provider": "anthropic",
  156. "max_input_tokens": 200000,
  157. "max_output_tokens": 64000,
  158. "max_tokens": 64000,
  159. "mode": "chat",
  160. "output_cost_per_token": 5e-06,
  161. "supports_assistant_prefill": true,
  162. "supports_computer_use": true,
  163. "supports_function_calling": true,
  164. "supports_pdf_input": true,
  165. "supports_prompt_caching": true,
  166. "supports_reasoning": true,
  167. "supports_response_schema": true,
  168. "supports_tool_choice": true,
  169. "supports_vision": true
  170. },
  171. "claude-opus-4-1": {
  172. "cache_creation_input_token_cost": 1.875e-05,
  173. "cache_creation_input_token_cost_above_1hr": 3e-05,
  174. "cache_read_input_token_cost": 1.5e-06,
  175. "input_cost_per_token": 1.5e-05,
  176. "litellm_provider": "anthropic",
  177. "max_input_tokens": 200000,
  178. "max_output_tokens": 32000,
  179. "max_tokens": 32000,
  180. "mode": "chat",
  181. "output_cost_per_token": 7.5e-05,
  182. "search_context_cost_per_query": {
  183. "search_context_size_high": 0.01,
  184. "search_context_size_low": 0.01,
  185. "search_context_size_medium": 0.01
  186. },
  187. "supports_assistant_prefill": true,
  188. "supports_computer_use": true,
  189. "supports_function_calling": true,
  190. "supports_pdf_input": true,
  191. "supports_prompt_caching": true,
  192. "supports_reasoning": true,
  193. "supports_response_schema": true,
  194. "supports_tool_choice": true,
  195. "supports_vision": true,
  196. "tool_use_system_prompt_tokens": 159
  197. },
  198. "claude-opus-4-1-20250805": {
  199. "cache_creation_input_token_cost": 1.875e-05,
  200. "cache_creation_input_token_cost_above_1hr": 3e-05,
  201. "cache_read_input_token_cost": 1.5e-06,
  202. "deprecation_date": "2026-08-05",
  203. "input_cost_per_token": 1.5e-05,
  204. "litellm_provider": "anthropic",
  205. "max_input_tokens": 200000,
  206. "max_output_tokens": 32000,
  207. "max_tokens": 32000,
  208. "mode": "chat",
  209. "output_cost_per_token": 7.5e-05,
  210. "search_context_cost_per_query": {
  211. "search_context_size_high": 0.01,
  212. "search_context_size_low": 0.01,
  213. "search_context_size_medium": 0.01
  214. },
  215. "supports_assistant_prefill": true,
  216. "supports_computer_use": true,
  217. "supports_function_calling": true,
  218. "supports_pdf_input": true,
  219. "supports_prompt_caching": true,
  220. "supports_reasoning": true,
  221. "supports_response_schema": true,
  222. "supports_tool_choice": true,
  223. "supports_vision": true,
  224. "tool_use_system_prompt_tokens": 159
  225. },
  226. "claude-opus-4-20250514": {
  227. "cache_creation_input_token_cost": 1.875e-05,
  228. "cache_creation_input_token_cost_above_1hr": 3e-05,
  229. "cache_read_input_token_cost": 1.5e-06,
  230. "deprecation_date": "2026-05-14",
  231. "input_cost_per_token": 1.5e-05,
  232. "litellm_provider": "anthropic",
  233. "max_input_tokens": 200000,
  234. "max_output_tokens": 32000,
  235. "max_tokens": 32000,
  236. "mode": "chat",
  237. "output_cost_per_token": 7.5e-05,
  238. "search_context_cost_per_query": {
  239. "search_context_size_high": 0.01,
  240. "search_context_size_low": 0.01,
  241. "search_context_size_medium": 0.01
  242. },
  243. "supports_assistant_prefill": true,
  244. "supports_computer_use": true,
  245. "supports_function_calling": true,
  246. "supports_pdf_input": true,
  247. "supports_prompt_caching": true,
  248. "supports_reasoning": true,
  249. "supports_response_schema": true,
  250. "supports_tool_choice": true,
  251. "supports_vision": true,
  252. "tool_use_system_prompt_tokens": 159
  253. },
  254. "claude-opus-4-5": {
  255. "cache_creation_input_token_cost": 6.25e-06,
  256. "cache_creation_input_token_cost_above_1hr": 1e-05,
  257. "cache_read_input_token_cost": 5e-07,
  258. "input_cost_per_token": 5e-06,
  259. "litellm_provider": "anthropic",
  260. "max_input_tokens": 200000,
  261. "max_output_tokens": 64000,
  262. "max_tokens": 64000,
  263. "mode": "chat",
  264. "output_cost_per_token": 2.5e-05,
  265. "search_context_cost_per_query": {
  266. "search_context_size_high": 0.01,
  267. "search_context_size_low": 0.01,
  268. "search_context_size_medium": 0.01
  269. },
  270. "supports_assistant_prefill": true,
  271. "supports_computer_use": true,
  272. "supports_function_calling": true,
  273. "supports_minimal_reasoning_effort": true,
  274. "supports_pdf_input": true,
  275. "supports_prompt_caching": true,
  276. "supports_reasoning": true,
  277. "supports_response_schema": true,
  278. "supports_tool_choice": true,
  279. "supports_vision": true,
  280. "tool_use_system_prompt_tokens": 159
  281. },
  282. "claude-opus-4-5-20251101": {
  283. "cache_creation_input_token_cost": 6.25e-06,
  284. "cache_creation_input_token_cost_above_1hr": 1e-05,
  285. "cache_read_input_token_cost": 5e-07,
  286. "input_cost_per_token": 5e-06,
  287. "litellm_provider": "anthropic",
  288. "max_input_tokens": 200000,
  289. "max_output_tokens": 64000,
  290. "max_tokens": 64000,
  291. "mode": "chat",
  292. "output_cost_per_token": 2.5e-05,
  293. "search_context_cost_per_query": {
  294. "search_context_size_high": 0.01,
  295. "search_context_size_low": 0.01,
  296. "search_context_size_medium": 0.01
  297. },
  298. "supports_assistant_prefill": true,
  299. "supports_computer_use": true,
  300. "supports_function_calling": true,
  301. "supports_minimal_reasoning_effort": true,
  302. "supports_pdf_input": true,
  303. "supports_prompt_caching": true,
  304. "supports_reasoning": true,
  305. "supports_response_schema": true,
  306. "supports_tool_choice": true,
  307. "supports_vision": true,
  308. "tool_use_system_prompt_tokens": 159
  309. },
  310. "claude-opus-4-6": {
  311. "cache_creation_input_token_cost": 6.25e-06,
  312. "cache_creation_input_token_cost_above_1hr": 1e-05,
  313. "cache_read_input_token_cost": 5e-07,
  314. "input_cost_per_token": 5e-06,
  315. "litellm_provider": "anthropic",
  316. "max_input_tokens": 1000000,
  317. "max_output_tokens": 128000,
  318. "max_tokens": 128000,
  319. "mode": "chat",
  320. "output_cost_per_token": 2.5e-05,
  321. "provider_specific_entry": {
  322. "fast": 6.0,
  323. "us": 1.1
  324. },
  325. "search_context_cost_per_query": {
  326. "search_context_size_high": 0.01,
  327. "search_context_size_low": 0.01,
  328. "search_context_size_medium": 0.01
  329. },
  330. "supports_adaptive_thinking": true,
  331. "supports_assistant_prefill": false,
  332. "supports_computer_use": true,
  333. "supports_function_calling": true,
  334. "supports_max_reasoning_effort": true,
  335. "supports_minimal_reasoning_effort": true,
  336. "supports_output_config": true,
  337. "supports_pdf_input": true,
  338. "supports_prompt_caching": true,
  339. "supports_reasoning": true,
  340. "supports_response_schema": true,
  341. "supports_tool_choice": true,
  342. "supports_vision": true,
  343. "tool_use_system_prompt_tokens": 346
  344. },
  345. "claude-opus-4-6-20260205": {
  346. "cache_creation_input_token_cost": 6.25e-06,
  347. "cache_creation_input_token_cost_above_1hr": 1e-05,
  348. "cache_read_input_token_cost": 5e-07,
  349. "input_cost_per_token": 5e-06,
  350. "litellm_provider": "anthropic",
  351. "max_input_tokens": 1000000,
  352. "max_output_tokens": 128000,
  353. "max_tokens": 128000,
  354. "mode": "chat",
  355. "output_cost_per_token": 2.5e-05,
  356. "provider_specific_entry": {
  357. "fast": 6.0,
  358. "us": 1.1
  359. },
  360. "search_context_cost_per_query": {
  361. "search_context_size_high": 0.01,
  362. "search_context_size_low": 0.01,
  363. "search_context_size_medium": 0.01
  364. },
  365. "supports_adaptive_thinking": true,
  366. "supports_assistant_prefill": false,
  367. "supports_computer_use": true,
  368. "supports_function_calling": true,
  369. "supports_max_reasoning_effort": true,
  370. "supports_minimal_reasoning_effort": true,
  371. "supports_output_config": true,
  372. "supports_pdf_input": true,
  373. "supports_prompt_caching": true,
  374. "supports_reasoning": true,
  375. "supports_response_schema": true,
  376. "supports_tool_choice": true,
  377. "supports_vision": true,
  378. "tool_use_system_prompt_tokens": 346
  379. },
  380. "claude-opus-4-6-thinking": {
  381. "cache_creation_input_token_cost": 6.25e-06,
  382. "cache_creation_input_token_cost_above_1hr": 1e-05,
  383. "cache_read_input_token_cost": 5e-07,
  384. "input_cost_per_token": 5e-06,
  385. "litellm_provider": "anthropic",
  386. "max_input_tokens": 1000000,
  387. "max_output_tokens": 128000,
  388. "max_tokens": 128000,
  389. "mode": "chat",
  390. "output_cost_per_token": 2.5e-05,
  391. "provider_specific_entry": {
  392. "fast": 6.0,
  393. "us": 1.1
  394. },
  395. "search_context_cost_per_query": {
  396. "search_context_size_high": 0.01,
  397. "search_context_size_low": 0.01,
  398. "search_context_size_medium": 0.01
  399. },
  400. "supports_adaptive_thinking": true,
  401. "supports_assistant_prefill": false,
  402. "supports_computer_use": true,
  403. "supports_function_calling": true,
  404. "supports_max_reasoning_effort": true,
  405. "supports_minimal_reasoning_effort": true,
  406. "supports_output_config": true,
  407. "supports_pdf_input": true,
  408. "supports_prompt_caching": true,
  409. "supports_reasoning": true,
  410. "supports_response_schema": true,
  411. "supports_tool_choice": true,
  412. "supports_vision": true,
  413. "tool_use_system_prompt_tokens": 346
  414. },
  415. "claude-opus-4-7": {
  416. "cache_creation_input_token_cost": 6.25e-06,
  417. "cache_creation_input_token_cost_above_1hr": 1e-05,
  418. "cache_read_input_token_cost": 5e-07,
  419. "input_cost_per_token": 5e-06,
  420. "litellm_provider": "anthropic",
  421. "max_input_tokens": 1000000,
  422. "max_output_tokens": 128000,
  423. "max_tokens": 128000,
  424. "mode": "chat",
  425. "output_cost_per_token": 2.5e-05,
  426. "provider_specific_entry": {
  427. "fast": 6.0,
  428. "us": 1.1
  429. },
  430. "search_context_cost_per_query": {
  431. "search_context_size_high": 0.01,
  432. "search_context_size_low": 0.01,
  433. "search_context_size_medium": 0.01
  434. },
  435. "supports_adaptive_thinking": true,
  436. "supports_assistant_prefill": false,
  437. "supports_computer_use": true,
  438. "supports_function_calling": true,
  439. "supports_max_reasoning_effort": true,
  440. "supports_minimal_reasoning_effort": true,
  441. "supports_output_config": true,
  442. "supports_pdf_input": true,
  443. "supports_prompt_caching": true,
  444. "supports_reasoning": true,
  445. "supports_response_schema": true,
  446. "supports_tool_choice": true,
  447. "supports_vision": true,
  448. "supports_xhigh_reasoning_effort": true,
  449. "tool_use_system_prompt_tokens": 346
  450. },
  451. "claude-opus-4-7-20260416": {
  452. "cache_creation_input_token_cost": 6.25e-06,
  453. "cache_creation_input_token_cost_above_1hr": 1e-05,
  454. "cache_read_input_token_cost": 5e-07,
  455. "input_cost_per_token": 5e-06,
  456. "litellm_provider": "anthropic",
  457. "max_input_tokens": 1000000,
  458. "max_output_tokens": 128000,
  459. "max_tokens": 128000,
  460. "mode": "chat",
  461. "output_cost_per_token": 2.5e-05,
  462. "provider_specific_entry": {
  463. "fast": 6.0,
  464. "us": 1.1
  465. },
  466. "search_context_cost_per_query": {
  467. "search_context_size_high": 0.01,
  468. "search_context_size_low": 0.01,
  469. "search_context_size_medium": 0.01
  470. },
  471. "supports_adaptive_thinking": true,
  472. "supports_assistant_prefill": false,
  473. "supports_computer_use": true,
  474. "supports_function_calling": true,
  475. "supports_max_reasoning_effort": true,
  476. "supports_minimal_reasoning_effort": true,
  477. "supports_output_config": true,
  478. "supports_pdf_input": true,
  479. "supports_prompt_caching": true,
  480. "supports_reasoning": true,
  481. "supports_response_schema": true,
  482. "supports_tool_choice": true,
  483. "supports_vision": true,
  484. "supports_xhigh_reasoning_effort": true,
  485. "tool_use_system_prompt_tokens": 346
  486. },
  487. "claude-opus-4-8": {
  488. "cache_creation_input_token_cost": 6.25e-06,
  489. "cache_creation_input_token_cost_above_1hr": 1e-05,
  490. "cache_read_input_token_cost": 5e-07,
  491. "input_cost_per_token": 5e-06,
  492. "litellm_provider": "anthropic",
  493. "max_input_tokens": 1000000,
  494. "max_output_tokens": 128000,
  495. "max_tokens": 128000,
  496. "mode": "chat",
  497. "output_cost_per_token": 2.5e-05,
  498. "provider_specific_entry": {
  499. "fast": 6.0,
  500. "us": 1.1
  501. },
  502. "search_context_cost_per_query": {
  503. "search_context_size_high": 0.01,
  504. "search_context_size_low": 0.01,
  505. "search_context_size_medium": 0.01
  506. },
  507. "supports_adaptive_thinking": true,
  508. "supports_assistant_prefill": false,
  509. "supports_computer_use": true,
  510. "supports_function_calling": true,
  511. "supports_max_reasoning_effort": true,
  512. "supports_minimal_reasoning_effort": true,
  513. "supports_output_config": true,
  514. "supports_pdf_input": true,
  515. "supports_prompt_caching": true,
  516. "supports_reasoning": true,
  517. "supports_response_schema": true,
  518. "supports_tool_choice": true,
  519. "supports_vision": true,
  520. "supports_xhigh_reasoning_effort": true,
  521. "tool_use_system_prompt_tokens": 346
  522. },
  523. "claude-opus-5": {
  524. "cache_creation_input_token_cost": 6.25e-06,
  525. "cache_creation_input_token_cost_above_1hr": 1e-05,
  526. "cache_read_input_token_cost": 5e-07,
  527. "input_cost_per_token": 5e-06,
  528. "litellm_provider": "anthropic",
  529. "max_input_tokens": 1000000,
  530. "max_output_tokens": 128000,
  531. "max_tokens": 128000,
  532. "mode": "chat",
  533. "output_cost_per_token": 2.5e-05,
  534. "provider_specific_entry": {
  535. "fast": 6.0,
  536. "us": 1.1
  537. },
  538. "search_context_cost_per_query": {
  539. "search_context_size_high": 0.01,
  540. "search_context_size_low": 0.01,
  541. "search_context_size_medium": 0.01
  542. },
  543. "supports_adaptive_thinking": true,
  544. "supports_assistant_prefill": false,
  545. "supports_computer_use": true,
  546. "supports_function_calling": true,
  547. "supports_max_reasoning_effort": true,
  548. "supports_minimal_reasoning_effort": true,
  549. "supports_output_config": true,
  550. "supports_pdf_input": true,
  551. "supports_prompt_caching": true,
  552. "supports_reasoning": true,
  553. "supports_response_schema": true,
  554. "supports_tool_choice": true,
  555. "supports_vision": true,
  556. "supports_xhigh_reasoning_effort": true,
  557. "tool_use_system_prompt_tokens": 346
  558. },
  559. "claude-sonnet-4-20250514": {
  560. "cache_creation_input_token_cost": 3.75e-06,
  561. "cache_creation_input_token_cost_above_1hr": 6e-06,
  562. "cache_creation_input_token_cost_above_200k_tokens": 7.5e-06,
  563. "cache_read_input_token_cost": 3e-07,
  564. "cache_read_input_token_cost_above_200k_tokens": 6e-07,
  565. "deprecation_date": "2026-05-14",
  566. "input_cost_per_token": 3e-06,
  567. "input_cost_per_token_above_200k_tokens": 6e-06,
  568. "litellm_provider": "anthropic",
  569. "max_input_tokens": 1000000,
  570. "max_output_tokens": 64000,
  571. "max_tokens": 64000,
  572. "mode": "chat",
  573. "output_cost_per_token": 1.5e-05,
  574. "output_cost_per_token_above_200k_tokens": 2.25e-05,
  575. "search_context_cost_per_query": {
  576. "search_context_size_high": 0.01,
  577. "search_context_size_low": 0.01,
  578. "search_context_size_medium": 0.01
  579. },
  580. "supports_assistant_prefill": true,
  581. "supports_computer_use": true,
  582. "supports_function_calling": true,
  583. "supports_pdf_input": true,
  584. "supports_prompt_caching": true,
  585. "supports_reasoning": true,
  586. "supports_response_schema": true,
  587. "supports_tool_choice": true,
  588. "supports_vision": true,
  589. "tool_use_system_prompt_tokens": 159
  590. },
  591. "claude-sonnet-4-5": {
  592. "cache_creation_input_token_cost": 3.75e-06,
  593. "cache_creation_input_token_cost_above_1hr": 6e-06,
  594. "cache_creation_input_token_cost_above_200k_tokens": 7.5e-06,
  595. "cache_read_input_token_cost": 3e-07,
  596. "cache_read_input_token_cost_above_200k_tokens": 6e-07,
  597. "input_cost_per_token": 3e-06,
  598. "input_cost_per_token_above_200k_tokens": 6e-06,
  599. "litellm_provider": "anthropic",
  600. "max_input_tokens": 200000,
  601. "max_output_tokens": 64000,
  602. "max_tokens": 64000,
  603. "mode": "chat",
  604. "output_cost_per_token": 1.5e-05,
  605. "output_cost_per_token_above_200k_tokens": 2.25e-05,
  606. "search_context_cost_per_query": {
  607. "search_context_size_high": 0.01,
  608. "search_context_size_low": 0.01,
  609. "search_context_size_medium": 0.01
  610. },
  611. "supports_assistant_prefill": true,
  612. "supports_computer_use": true,
  613. "supports_function_calling": true,
  614. "supports_pdf_input": true,
  615. "supports_prompt_caching": true,
  616. "supports_reasoning": true,
  617. "supports_response_schema": true,
  618. "supports_tool_choice": true,
  619. "supports_vision": true,
  620. "tool_use_system_prompt_tokens": 346
  621. },
  622. "claude-sonnet-4-5-20250929": {
  623. "cache_creation_input_token_cost": 3.75e-06,
  624. "cache_creation_input_token_cost_above_1hr": 6e-06,
  625. "cache_creation_input_token_cost_above_200k_tokens": 7.5e-06,
  626. "cache_read_input_token_cost": 3e-07,
  627. "cache_read_input_token_cost_above_200k_tokens": 6e-07,
  628. "input_cost_per_token": 3e-06,
  629. "input_cost_per_token_above_200k_tokens": 6e-06,
  630. "litellm_provider": "anthropic",
  631. "max_input_tokens": 200000,
  632. "max_output_tokens": 64000,
  633. "max_tokens": 64000,
  634. "mode": "chat",
  635. "output_cost_per_token": 1.5e-05,
  636. "output_cost_per_token_above_200k_tokens": 2.25e-05,
  637. "search_context_cost_per_query": {
  638. "search_context_size_high": 0.01,
  639. "search_context_size_low": 0.01,
  640. "search_context_size_medium": 0.01
  641. },
  642. "supports_assistant_prefill": true,
  643. "supports_computer_use": true,
  644. "supports_function_calling": true,
  645. "supports_pdf_input": true,
  646. "supports_prompt_caching": true,
  647. "supports_reasoning": true,
  648. "supports_response_schema": true,
  649. "supports_tool_choice": true,
  650. "supports_vision": true,
  651. "supports_web_search": true,
  652. "tool_use_system_prompt_tokens": 346
  653. },
  654. "claude-sonnet-4-5-20250929-v1:0": {
  655. "cache_creation_input_token_cost": 3.75e-06,
  656. "cache_creation_input_token_cost_above_1hr": 6e-06,
  657. "cache_creation_input_token_cost_above_200k_tokens": 7.5e-06,
  658. "cache_read_input_token_cost": 3e-07,
  659. "cache_read_input_token_cost_above_200k_tokens": 6e-07,
  660. "input_cost_per_token": 3e-06,
  661. "input_cost_per_token_above_200k_tokens": 6e-06,
  662. "litellm_provider": "bedrock",
  663. "max_input_tokens": 200000,
  664. "max_output_tokens": 64000,
  665. "max_tokens": 64000,
  666. "mode": "chat",
  667. "output_cost_per_token": 1.5e-05,
  668. "output_cost_per_token_above_200k_tokens": 2.25e-05,
  669. "supports_assistant_prefill": true,
  670. "supports_computer_use": true,
  671. "supports_function_calling": true,
  672. "supports_pdf_input": true,
  673. "supports_prompt_caching": true,
  674. "supports_reasoning": true,
  675. "supports_response_schema": true,
  676. "supports_tool_choice": true,
  677. "supports_vision": true,
  678. "tool_use_system_prompt_tokens": 159
  679. },
  680. "claude-sonnet-4-6": {
  681. "cache_creation_input_token_cost": 3.75e-06,
  682. "cache_creation_input_token_cost_above_1hr": 6e-06,
  683. "cache_read_input_token_cost": 3e-07,
  684. "input_cost_per_token": 3e-06,
  685. "litellm_provider": "anthropic",
  686. "max_input_tokens": 1000000,
  687. "max_output_tokens": 64000,
  688. "max_tokens": 64000,
  689. "mode": "chat",
  690. "output_cost_per_token": 1.5e-05,
  691. "search_context_cost_per_query": {
  692. "search_context_size_high": 0.01,
  693. "search_context_size_low": 0.01,
  694. "search_context_size_medium": 0.01
  695. },
  696. "supports_adaptive_thinking": true,
  697. "supports_assistant_prefill": true,
  698. "supports_computer_use": true,
  699. "supports_function_calling": true,
  700. "supports_max_reasoning_effort": true,
  701. "supports_minimal_reasoning_effort": true,
  702. "supports_output_config": true,
  703. "supports_pdf_input": true,
  704. "supports_prompt_caching": true,
  705. "supports_reasoning": true,
  706. "supports_response_schema": true,
  707. "supports_tool_choice": true,
  708. "supports_vision": true,
  709. "tool_use_system_prompt_tokens": 346
  710. },
  711. "codex-auto-review": {
  712. "cache_read_input_token_cost": 2e-08,
  713. "input_cost_per_token": 2e-07,
  714. "litellm_provider": "openai",
  715. "max_input_tokens": 1050000,
  716. "max_output_tokens": 128000,
  717. "max_tokens": 128000,
  718. "mode": "chat",
  719. "output_cost_per_token": 1.2e-06,
  720. "supported_endpoints": [
  721. "/v1/chat/completions",
  722. "/v1/batch",
  723. "/v1/responses"
  724. ],
  725. "supported_modalities": [
  726. "text",
  727. "image"
  728. ],
  729. "supported_output_modalities": [
  730. "text"
  731. ],
  732. "supports_function_calling": true,
  733. "supports_minimal_reasoning_effort": false,
  734. "supports_native_streaming": true,
  735. "supports_none_reasoning_effort": true,
  736. "supports_parallel_function_calling": true,
  737. "supports_pdf_input": true,
  738. "supports_prompt_caching": true,
  739. "supports_reasoning": true,
  740. "supports_response_schema": true,
  741. "supports_service_tier": true,
  742. "supports_system_messages": true,
  743. "supports_tool_choice": true,
  744. "supports_vision": true,
  745. "supports_web_search": true,
  746. "supports_xhigh_reasoning_effort": true
  747. },
  748. "deepseek-v4-flash": {
  749. "cache_read_input_token_cost": 7e-09,
  750. "input_cost_per_token": 2.2e-07,
  751. "litellm_provider": "deepseek",
  752. "max_input_tokens": 1048576,
  753. "max_output_tokens": 393216,
  754. "max_tokens": 393216,
  755. "mode": "chat",
  756. "output_cost_per_token": 6.6e-07,
  757. "source": "https://api-docs.deepseek.com/quick_start/pricing",
  758. "supported_endpoints": [
  759. "/v1/chat/completions"
  760. ],
  761. "supports_function_calling": true,
  762. "supports_native_streaming": true,
  763. "supports_parallel_function_calling": true,
  764. "supports_prompt_caching": true,
  765. "supports_reasoning": true,
  766. "supports_response_schema": true,
  767. "supports_system_messages": true,
  768. "supports_tool_choice": true
  769. },
  770. "deepseek-v4-flash-vision-exp": {
  771. "cache_read_input_token_cost": 7e-09,
  772. "input_cost_per_token": 2.2e-07,
  773. "litellm_provider": "deepseek",
  774. "max_input_tokens": 1048576,
  775. "max_output_tokens": 393216,
  776. "max_tokens": 393216,
  777. "mode": "chat",
  778. "output_cost_per_token": 6.6e-07,
  779. "source": "https://api-docs.deepseek.com/quick_start/pricing",
  780. "supported_endpoints": [
  781. "/v1/chat/completions"
  782. ],
  783. "supports_function_calling": true,
  784. "supports_native_streaming": true,
  785. "supports_parallel_function_calling": true,
  786. "supports_prompt_caching": true,
  787. "supports_reasoning": true,
  788. "supports_response_schema": true,
  789. "supports_system_messages": true,
  790. "supports_tool_choice": true,
  791. "supports_vision": true
  792. },
  793. "deepseek-v4-pro": {
  794. "cache_read_input_token_cost": 2.2e-08,
  795. "input_cost_per_token": 6.6e-07,
  796. "litellm_provider": "deepseek",
  797. "max_input_tokens": 1048576,
  798. "max_output_tokens": 393216,
  799. "max_tokens": 393216,
  800. "mode": "chat",
  801. "output_cost_per_token": 1.98e-06,
  802. "source": "https://api-docs.deepseek.com/quick_start/pricing",
  803. "supported_endpoints": [
  804. "/v1/chat/completions"
  805. ],
  806. "supports_function_calling": true,
  807. "supports_native_streaming": true,
  808. "supports_parallel_function_calling": true,
  809. "supports_prompt_caching": true,
  810. "supports_reasoning": true,
  811. "supports_response_schema": true,
  812. "supports_system_messages": true,
  813. "supports_tool_choice": true
  814. },
  815. "gemini-2.0-flash": {
  816. "cache_read_input_token_cost": 2.5e-08,
  817. "deprecation_date": "2026-06-01",
  818. "input_cost_per_audio_token": 7e-07,
  819. "input_cost_per_token": 1e-07,
  820. "litellm_provider": "vertex_ai-language-models",
  821. "max_audio_length_hours": 8.4,
  822. "max_audio_per_prompt": 1,
  823. "max_images_per_prompt": 3000,
  824. "max_input_tokens": 1048576,
  825. "max_output_tokens": 8192,
  826. "max_pdf_size_mb": 30,
  827. "max_tokens": 8192,
  828. "max_video_length": 1,
  829. "max_videos_per_prompt": 10,
  830. "mode": "chat",
  831. "output_cost_per_token": 4e-07,
  832. "search_context_cost_per_query": {
  833. "search_context_size_high": 0.035,
  834. "search_context_size_low": 0.035,
  835. "search_context_size_medium": 0.035
  836. },
  837. "source": "https://ai.google.dev/pricing#2_0flash",
  838. "supported_modalities": [
  839. "text",
  840. "image",
  841. "audio",
  842. "video"
  843. ],
  844. "supported_output_modalities": [
  845. "text",
  846. "image"
  847. ],
  848. "supports_audio_input": true,
  849. "supports_audio_output": true,
  850. "supports_function_calling": true,
  851. "supports_parallel_function_calling": true,
  852. "supports_prompt_caching": true,
  853. "supports_response_schema": true,
  854. "supports_system_messages": true,
  855. "supports_tool_choice": true,
  856. "supports_url_context": true,
  857. "supports_vision": true,
  858. "supports_web_search": true
  859. },
  860. "gemini-2.0-flash-001": {
  861. "cache_read_input_token_cost": 3.75e-08,
  862. "deprecation_date": "2026-06-01",
  863. "input_cost_per_audio_token": 1e-06,
  864. "input_cost_per_token": 1.5e-07,
  865. "litellm_provider": "vertex_ai-language-models",
  866. "max_audio_length_hours": 8.4,
  867. "max_audio_per_prompt": 1,
  868. "max_images_per_prompt": 3000,
  869. "max_input_tokens": 1048576,
  870. "max_output_tokens": 8192,
  871. "max_pdf_size_mb": 30,
  872. "max_tokens": 8192,
  873. "max_video_length": 1,
  874. "max_videos_per_prompt": 10,
  875. "mode": "chat",
  876. "output_cost_per_token": 6e-07,
  877. "search_context_cost_per_query": {
  878. "search_context_size_high": 0.035,
  879. "search_context_size_low": 0.035,
  880. "search_context_size_medium": 0.035
  881. },
  882. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
  883. "supported_modalities": [
  884. "text",
  885. "image",
  886. "audio",
  887. "video"
  888. ],
  889. "supported_output_modalities": [
  890. "text",
  891. "image"
  892. ],
  893. "supports_audio_output": true,
  894. "supports_function_calling": true,
  895. "supports_parallel_function_calling": true,
  896. "supports_prompt_caching": true,
  897. "supports_response_schema": true,
  898. "supports_system_messages": true,
  899. "supports_tool_choice": true,
  900. "supports_vision": true,
  901. "supports_web_search": true
  902. },
  903. "gemini-2.0-flash-exp-image-generation": {
  904. "input_cost_per_token": 0.0,
  905. "litellm_provider": "gemini",
  906. "max_images_per_prompt": 3000,
  907. "max_input_tokens": 32768,
  908. "max_output_tokens": 32768,
  909. "max_tokens": 32768,
  910. "mode": "image_generation",
  911. "output_cost_per_image": 0.034,
  912. "output_cost_per_token": 0.0,
  913. "source": "https://ai.google.dev/pricing",
  914. "supported_modalities": [
  915. "text",
  916. "image"
  917. ],
  918. "supported_output_modalities": [
  919. "text",
  920. "image"
  921. ],
  922. "supports_vision": true
  923. },
  924. "gemini-2.0-flash-lite": {
  925. "cache_read_input_token_cost": 1.875e-08,
  926. "deprecation_date": "2026-06-01",
  927. "input_cost_per_audio_token": 7.5e-08,
  928. "input_cost_per_token": 7.5e-08,
  929. "litellm_provider": "vertex_ai-language-models",
  930. "max_audio_length_hours": 8.4,
  931. "max_audio_per_prompt": 1,
  932. "max_images_per_prompt": 3000,
  933. "max_input_tokens": 1048576,
  934. "max_output_tokens": 8192,
  935. "max_pdf_size_mb": 50,
  936. "max_video_length": 1,
  937. "max_videos_per_prompt": 10,
  938. "mode": "chat",
  939. "output_cost_per_token": 3e-07,
  940. "search_context_cost_per_query": {
  941. "search_context_size_high": 0.035,
  942. "search_context_size_low": 0.035,
  943. "search_context_size_medium": 0.035
  944. },
  945. "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
  946. "supported_modalities": [
  947. "text",
  948. "image",
  949. "audio",
  950. "video"
  951. ],
  952. "supported_output_modalities": [
  953. "text"
  954. ],
  955. "supports_audio_output": true,
  956. "supports_function_calling": true,
  957. "supports_parallel_function_calling": true,
  958. "supports_prompt_caching": true,
  959. "supports_response_schema": true,
  960. "supports_system_messages": true,
  961. "supports_tool_choice": true,
  962. "supports_vision": true,
  963. "supports_web_search": true
  964. },
  965. "gemini-2.0-flash-lite-001": {
  966. "cache_read_input_token_cost": 1.875e-08,
  967. "deprecation_date": "2026-06-01",
  968. "input_cost_per_audio_token": 7.5e-08,
  969. "input_cost_per_token": 7.5e-08,
  970. "litellm_provider": "vertex_ai-language-models",
  971. "max_audio_length_hours": 8.4,
  972. "max_audio_per_prompt": 1,
  973. "max_images_per_prompt": 3000,
  974. "max_input_tokens": 1048576,
  975. "max_output_tokens": 8192,
  976. "max_pdf_size_mb": 50,
  977. "max_video_length": 1,
  978. "max_videos_per_prompt": 10,
  979. "mode": "chat",
  980. "output_cost_per_token": 3e-07,
  981. "search_context_cost_per_query": {
  982. "search_context_size_high": 0.035,
  983. "search_context_size_low": 0.035,
  984. "search_context_size_medium": 0.035
  985. },
  986. "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
  987. "supported_modalities": [
  988. "text",
  989. "image",
  990. "audio",
  991. "video"
  992. ],
  993. "supported_output_modalities": [
  994. "text"
  995. ],
  996. "supports_audio_output": true,
  997. "supports_function_calling": true,
  998. "supports_parallel_function_calling": true,
  999. "supports_prompt_caching": true,
  1000. "supports_response_schema": true,
  1001. "supports_system_messages": true,
  1002. "supports_tool_choice": true,
  1003. "supports_vision": true,
  1004. "supports_web_search": true
  1005. },
  1006. "gemini-2.5-computer-use-preview-10-2025": {
  1007. "input_cost_per_token": 1.25e-06,
  1008. "input_cost_per_token_above_200k_tokens": 2.5e-06,
  1009. "litellm_provider": "vertex_ai-language-models",
  1010. "max_images_per_prompt": 3000,
  1011. "max_input_tokens": 128000,
  1012. "max_output_tokens": 64000,
  1013. "max_tokens": 64000,
  1014. "mode": "chat",
  1015. "output_cost_per_token": 1e-05,
  1016. "output_cost_per_token_above_200k_tokens": 1.5e-05,
  1017. "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/computer-use",
  1018. "supported_modalities": [
  1019. "text",
  1020. "image"
  1021. ],
  1022. "supported_output_modalities": [
  1023. "text"
  1024. ],
  1025. "supports_computer_use": true,
  1026. "supports_function_calling": true,
  1027. "supports_system_messages": true,
  1028. "supports_tool_choice": true,
  1029. "supports_vision": true
  1030. },
  1031. "gemini-2.5-flash": {
  1032. "cache_read_input_token_cost": 3e-08,
  1033. "input_cost_per_audio_token": 1e-06,
  1034. "input_cost_per_token": 3e-07,
  1035. "litellm_provider": "vertex_ai-language-models",
  1036. "max_audio_length_hours": 8.4,
  1037. "max_audio_per_prompt": 1,
  1038. "max_images_per_prompt": 3000,
  1039. "max_input_tokens": 1048576,
  1040. "max_output_tokens": 65535,
  1041. "max_pdf_size_mb": 30,
  1042. "max_tokens": 65535,
  1043. "max_video_length": 1,
  1044. "max_videos_per_prompt": 10,
  1045. "mode": "chat",
  1046. "output_cost_per_reasoning_token": 2.5e-06,
  1047. "output_cost_per_token": 2.5e-06,
  1048. "search_context_cost_per_query": {
  1049. "search_context_size_high": 0.035,
  1050. "search_context_size_low": 0.035,
  1051. "search_context_size_medium": 0.035
  1052. },
  1053. "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
  1054. "supported_endpoints": [
  1055. "/v1/chat/completions",
  1056. "/v1/completions",
  1057. "/v1/batch"
  1058. ],
  1059. "supported_modalities": [
  1060. "text",
  1061. "image",
  1062. "audio",
  1063. "video"
  1064. ],
  1065. "supported_output_modalities": [
  1066. "text"
  1067. ],
  1068. "supports_audio_output": false,
  1069. "supports_function_calling": true,
  1070. "supports_parallel_function_calling": true,
  1071. "supports_pdf_input": true,
  1072. "supports_prompt_caching": true,
  1073. "supports_reasoning": true,
  1074. "supports_response_schema": true,
  1075. "supports_service_tier": true,
  1076. "supports_system_messages": true,
  1077. "supports_tool_choice": true,
  1078. "supports_url_context": true,
  1079. "supports_vision": true,
  1080. "supports_web_search": true
  1081. },
  1082. "gemini-2.5-flash-image": {
  1083. "cache_read_input_token_cost": 3e-08,
  1084. "input_cost_per_audio_token": 1e-06,
  1085. "input_cost_per_token": 3e-07,
  1086. "litellm_provider": "vertex_ai-language-models",
  1087. "max_audio_length_hours": 8.4,
  1088. "max_audio_per_prompt": 1,
  1089. "max_images_per_prompt": 3000,
  1090. "max_input_tokens": 32768,
  1091. "max_output_tokens": 32768,
  1092. "max_pdf_size_mb": 30,
  1093. "max_tokens": 32768,
  1094. "max_video_length": 1,
  1095. "max_videos_per_prompt": 10,
  1096. "mode": "image_generation",
  1097. "output_cost_per_image": 0.039,
  1098. "output_cost_per_image_token": 3e-05,
  1099. "output_cost_per_reasoning_token": 2.5e-06,
  1100. "output_cost_per_token": 2.5e-06,
  1101. "rpm": 100000,
  1102. "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-flash-image",
  1103. "supported_endpoints": [
  1104. "/v1/chat/completions",
  1105. "/v1/completions",
  1106. "/v1/batch"
  1107. ],
  1108. "supported_modalities": [
  1109. "text",
  1110. "image",
  1111. "audio",
  1112. "video"
  1113. ],
  1114. "supported_output_modalities": [
  1115. "text",
  1116. "image"
  1117. ],
  1118. "supports_audio_output": false,
  1119. "supports_function_calling": true,
  1120. "supports_parallel_function_calling": true,
  1121. "supports_pdf_input": true,
  1122. "supports_prompt_caching": true,
  1123. "supports_response_schema": true,
  1124. "supports_service_tier": true,
  1125. "supports_system_messages": true,
  1126. "supports_tool_choice": true,
  1127. "supports_url_context": true,
  1128. "supports_vision": true,
  1129. "supports_web_search": false,
  1130. "tpm": 8000000
  1131. },
  1132. "gemini-2.5-flash-lite": {
  1133. "cache_read_input_token_cost": 1e-08,
  1134. "input_cost_per_audio_token": 3e-07,
  1135. "input_cost_per_token": 1e-07,
  1136. "litellm_provider": "vertex_ai-language-models",
  1137. "max_audio_length_hours": 8.4,
  1138. "max_audio_per_prompt": 1,
  1139. "max_images_per_prompt": 3000,
  1140. "max_input_tokens": 1048576,
  1141. "max_output_tokens": 65535,
  1142. "max_pdf_size_mb": 30,
  1143. "max_tokens": 65535,
  1144. "max_video_length": 1,
  1145. "max_videos_per_prompt": 10,
  1146. "mode": "chat",
  1147. "output_cost_per_reasoning_token": 4e-07,
  1148. "output_cost_per_token": 4e-07,
  1149. "search_context_cost_per_query": {
  1150. "search_context_size_high": 0.035,
  1151. "search_context_size_low": 0.035,
  1152. "search_context_size_medium": 0.035
  1153. },
  1154. "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
  1155. "supported_endpoints": [
  1156. "/v1/chat/completions",
  1157. "/v1/completions",
  1158. "/v1/batch"
  1159. ],
  1160. "supported_modalities": [
  1161. "text",
  1162. "image",
  1163. "audio",
  1164. "video"
  1165. ],
  1166. "supported_output_modalities": [
  1167. "text"
  1168. ],
  1169. "supports_audio_output": false,
  1170. "supports_function_calling": true,
  1171. "supports_parallel_function_calling": true,
  1172. "supports_pdf_input": true,
  1173. "supports_prompt_caching": true,
  1174. "supports_reasoning": true,
  1175. "supports_response_schema": true,
  1176. "supports_service_tier": true,
  1177. "supports_system_messages": true,
  1178. "supports_tool_choice": true,
  1179. "supports_url_context": true,
  1180. "supports_vision": true,
  1181. "supports_web_search": true
  1182. },
  1183. "gemini-2.5-flash-lite-preview-06-17": {
  1184. "cache_read_input_token_cost": 2.5e-08,
  1185. "deprecation_date": "2025-11-18",
  1186. "input_cost_per_audio_token": 5e-07,
  1187. "input_cost_per_token": 1e-07,
  1188. "litellm_provider": "vertex_ai-language-models",
  1189. "max_audio_length_hours": 8.4,
  1190. "max_audio_per_prompt": 1,
  1191. "max_images_per_prompt": 3000,
  1192. "max_input_tokens": 1048576,
  1193. "max_output_tokens": 65535,
  1194. "max_pdf_size_mb": 30,
  1195. "max_tokens": 65535,
  1196. "max_video_length": 1,
  1197. "max_videos_per_prompt": 10,
  1198. "mode": "chat",
  1199. "output_cost_per_reasoning_token": 4e-07,
  1200. "output_cost_per_token": 4e-07,
  1201. "search_context_cost_per_query": {
  1202. "search_context_size_high": 0.035,
  1203. "search_context_size_low": 0.035,
  1204. "search_context_size_medium": 0.035
  1205. },
  1206. "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
  1207. "supported_endpoints": [
  1208. "/v1/chat/completions",
  1209. "/v1/completions",
  1210. "/v1/batch"
  1211. ],
  1212. "supported_modalities": [
  1213. "text",
  1214. "image",
  1215. "audio",
  1216. "video"
  1217. ],
  1218. "supported_output_modalities": [
  1219. "text"
  1220. ],
  1221. "supports_audio_output": false,
  1222. "supports_function_calling": true,
  1223. "supports_parallel_function_calling": true,
  1224. "supports_pdf_input": true,
  1225. "supports_prompt_caching": true,
  1226. "supports_reasoning": true,
  1227. "supports_response_schema": true,
  1228. "supports_system_messages": true,
  1229. "supports_tool_choice": true,
  1230. "supports_url_context": true,
  1231. "supports_vision": true,
  1232. "supports_web_search": true
  1233. },
  1234. "gemini-2.5-flash-lite-preview-09-2025": {
  1235. "cache_read_input_token_cost": 1e-08,
  1236. "input_cost_per_audio_token": 3e-07,
  1237. "input_cost_per_token": 1e-07,
  1238. "litellm_provider": "vertex_ai-language-models",
  1239. "max_audio_length_hours": 8.4,
  1240. "max_audio_per_prompt": 1,
  1241. "max_images_per_prompt": 3000,
  1242. "max_input_tokens": 1048576,
  1243. "max_output_tokens": 65535,
  1244. "max_pdf_size_mb": 30,
  1245. "max_tokens": 65535,
  1246. "max_video_length": 1,
  1247. "max_videos_per_prompt": 10,
  1248. "mode": "chat",
  1249. "output_cost_per_reasoning_token": 4e-07,
  1250. "output_cost_per_token": 4e-07,
  1251. "search_context_cost_per_query": {
  1252. "search_context_size_high": 0.035,
  1253. "search_context_size_low": 0.035,
  1254. "search_context_size_medium": 0.035
  1255. },
  1256. "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/",
  1257. "supported_endpoints": [
  1258. "/v1/chat/completions",
  1259. "/v1/completions",
  1260. "/v1/batch"
  1261. ],
  1262. "supported_modalities": [
  1263. "text",
  1264. "image",
  1265. "audio",
  1266. "video"
  1267. ],
  1268. "supported_output_modalities": [
  1269. "text"
  1270. ],
  1271. "supports_audio_output": false,
  1272. "supports_function_calling": true,
  1273. "supports_parallel_function_calling": true,
  1274. "supports_pdf_input": true,
  1275. "supports_prompt_caching": true,
  1276. "supports_reasoning": true,
  1277. "supports_response_schema": true,
  1278. "supports_system_messages": true,
  1279. "supports_tool_choice": true,
  1280. "supports_url_context": true,
  1281. "supports_vision": true,
  1282. "supports_web_search": true
  1283. },
  1284. "gemini-2.5-flash-native-audio-latest": {
  1285. "input_cost_per_audio_token": 1e-06,
  1286. "input_cost_per_token": 3e-07,
  1287. "litellm_provider": "gemini",
  1288. "max_input_tokens": 1048576,
  1289. "max_output_tokens": 8192,
  1290. "max_tokens": 8192,
  1291. "mode": "chat",
  1292. "output_cost_per_token": 2.5e-06,
  1293. "source": "https://ai.google.dev/pricing",
  1294. "supported_endpoints": [
  1295. "/v1/realtime"
  1296. ],
  1297. "supported_modalities": [
  1298. "text",
  1299. "audio"
  1300. ],
  1301. "supported_output_modalities": [
  1302. "text",
  1303. "audio"
  1304. ],
  1305. "supports_audio_input": true,
  1306. "supports_audio_output": true
  1307. },
  1308. "gemini-2.5-flash-native-audio-preview-09-2025": {
  1309. "input_cost_per_audio_token": 1e-06,
  1310. "input_cost_per_token": 3e-07,
  1311. "litellm_provider": "gemini",
  1312. "max_input_tokens": 1048576,
  1313. "max_output_tokens": 8192,
  1314. "max_tokens": 8192,
  1315. "mode": "chat",
  1316. "output_cost_per_token": 2.5e-06,
  1317. "source": "https://ai.google.dev/pricing",
  1318. "supported_endpoints": [
  1319. "/v1/realtime"
  1320. ],
  1321. "supported_modalities": [
  1322. "text",
  1323. "audio"
  1324. ],
  1325. "supported_output_modalities": [
  1326. "text",
  1327. "audio"
  1328. ],
  1329. "supports_audio_input": true,
  1330. "supports_audio_output": true
  1331. },
  1332. "gemini-2.5-flash-native-audio-preview-12-2025": {
  1333. "input_cost_per_audio_token": 1e-06,
  1334. "input_cost_per_token": 3e-07,
  1335. "litellm_provider": "gemini",
  1336. "max_input_tokens": 1048576,
  1337. "max_output_tokens": 8192,
  1338. "max_tokens": 8192,
  1339. "mode": "chat",
  1340. "output_cost_per_token": 2.5e-06,
  1341. "source": "https://ai.google.dev/pricing",
  1342. "supported_endpoints": [
  1343. "/v1/realtime"
  1344. ],
  1345. "supported_modalities": [
  1346. "text",
  1347. "audio"
  1348. ],
  1349. "supported_output_modalities": [
  1350. "text",
  1351. "audio"
  1352. ],
  1353. "supports_audio_input": true,
  1354. "supports_audio_output": true
  1355. },
  1356. "gemini-2.5-flash-preview-09-2025": {
  1357. "cache_read_input_token_cost": 7.5e-08,
  1358. "input_cost_per_audio_token": 1e-06,
  1359. "input_cost_per_token": 3e-07,
  1360. "litellm_provider": "vertex_ai-language-models",
  1361. "max_audio_length_hours": 8.4,
  1362. "max_audio_per_prompt": 1,
  1363. "max_images_per_prompt": 3000,
  1364. "max_input_tokens": 1048576,
  1365. "max_output_tokens": 65535,
  1366. "max_pdf_size_mb": 30,
  1367. "max_tokens": 65535,
  1368. "max_video_length": 1,
  1369. "max_videos_per_prompt": 10,
  1370. "mode": "chat",
  1371. "output_cost_per_reasoning_token": 2.5e-06,
  1372. "output_cost_per_token": 2.5e-06,
  1373. "search_context_cost_per_query": {
  1374. "search_context_size_high": 0.035,
  1375. "search_context_size_low": 0.035,
  1376. "search_context_size_medium": 0.035
  1377. },
  1378. "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/",
  1379. "supported_endpoints": [
  1380. "/v1/chat/completions",
  1381. "/v1/completions",
  1382. "/v1/batch"
  1383. ],
  1384. "supported_modalities": [
  1385. "text",
  1386. "image",
  1387. "audio",
  1388. "video"
  1389. ],
  1390. "supported_output_modalities": [
  1391. "text"
  1392. ],
  1393. "supports_audio_output": false,
  1394. "supports_function_calling": true,
  1395. "supports_parallel_function_calling": true,
  1396. "supports_pdf_input": true,
  1397. "supports_prompt_caching": true,
  1398. "supports_reasoning": true,
  1399. "supports_response_schema": true,
  1400. "supports_system_messages": true,
  1401. "supports_tool_choice": true,
  1402. "supports_url_context": true,
  1403. "supports_vision": true,
  1404. "supports_web_search": true
  1405. },
  1406. "gemini-2.5-flash-preview-tts": {
  1407. "input_cost_per_token": 3e-07,
  1408. "litellm_provider": "gemini",
  1409. "mode": "audio_speech",
  1410. "output_cost_per_token": 2.5e-06,
  1411. "source": "https://ai.google.dev/pricing",
  1412. "supported_endpoints": [
  1413. "/v1/audio/speech"
  1414. ]
  1415. },
  1416. "gemini-2.5-pro": {
  1417. "cache_creation_input_token_cost": 1.25e-06,
  1418. "cache_creation_input_token_cost_above_200k_tokens": 2.5e-06,
  1419. "cache_read_input_token_cost": 1.25e-07,
  1420. "cache_read_input_token_cost_above_200k_tokens": 2.5e-07,
  1421. "input_cost_per_token": 1.25e-06,
  1422. "input_cost_per_token_above_200k_tokens": 2.5e-06,
  1423. "litellm_provider": "vertex_ai-language-models",
  1424. "max_audio_length_hours": 8.4,
  1425. "max_audio_per_prompt": 1,
  1426. "max_images_per_prompt": 3000,
  1427. "max_input_tokens": 1048576,
  1428. "max_output_tokens": 65535,
  1429. "max_pdf_size_mb": 30,
  1430. "max_tokens": 65535,
  1431. "max_video_length": 1,
  1432. "max_videos_per_prompt": 10,
  1433. "mode": "chat",
  1434. "output_cost_per_token": 1e-05,
  1435. "output_cost_per_token_above_200k_tokens": 1.5e-05,
  1436. "search_context_cost_per_query": {
  1437. "search_context_size_high": 0.035,
  1438. "search_context_size_low": 0.035,
  1439. "search_context_size_medium": 0.035
  1440. },
  1441. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
  1442. "supported_endpoints": [
  1443. "/v1/chat/completions",
  1444. "/v1/completions"
  1445. ],
  1446. "supported_modalities": [
  1447. "text",
  1448. "image",
  1449. "audio",
  1450. "video"
  1451. ],
  1452. "supported_output_modalities": [
  1453. "text"
  1454. ],
  1455. "supports_audio_input": true,
  1456. "supports_function_calling": true,
  1457. "supports_pdf_input": true,
  1458. "supports_prompt_caching": true,
  1459. "supports_reasoning": true,
  1460. "supports_response_schema": true,
  1461. "supports_service_tier": true,
  1462. "supports_system_messages": true,
  1463. "supports_tool_choice": true,
  1464. "supports_video_input": true,
  1465. "supports_vision": true,
  1466. "supports_web_search": true
  1467. },
  1468. "gemini-2.5-pro-preview-tts": {
  1469. "cache_read_input_token_cost": 1.25e-07,
  1470. "cache_read_input_token_cost_above_200k_tokens": 2.5e-07,
  1471. "input_cost_per_audio_token": 7e-07,
  1472. "input_cost_per_token": 1.25e-06,
  1473. "input_cost_per_token_above_200k_tokens": 2.5e-06,
  1474. "litellm_provider": "vertex_ai-language-models",
  1475. "max_audio_length_hours": 8.4,
  1476. "max_audio_per_prompt": 1,
  1477. "max_images_per_prompt": 3000,
  1478. "max_input_tokens": 1048576,
  1479. "max_output_tokens": 65535,
  1480. "max_pdf_size_mb": 30,
  1481. "max_tokens": 65535,
  1482. "max_video_length": 1,
  1483. "max_videos_per_prompt": 10,
  1484. "mode": "chat",
  1485. "output_cost_per_token": 1e-05,
  1486. "output_cost_per_token_above_200k_tokens": 1.5e-05,
  1487. "search_context_cost_per_query": {
  1488. "search_context_size_high": 0.035,
  1489. "search_context_size_low": 0.035,
  1490. "search_context_size_medium": 0.035
  1491. },
  1492. "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview",
  1493. "supported_modalities": [
  1494. "text"
  1495. ],
  1496. "supported_output_modalities": [
  1497. "audio"
  1498. ],
  1499. "supports_audio_output": false,
  1500. "supports_function_calling": true,
  1501. "supports_parallel_function_calling": true,
  1502. "supports_prompt_caching": true,
  1503. "supports_response_schema": true,
  1504. "supports_system_messages": true,
  1505. "supports_tool_choice": true,
  1506. "supports_vision": true,
  1507. "supports_web_search": true
  1508. },
  1509. "gemini-3-flash": {
  1510. "cache_read_input_token_cost": 5e-08,
  1511. "cache_read_input_token_cost_priority": 9e-08,
  1512. "input_cost_per_audio_token": 1e-06,
  1513. "input_cost_per_audio_token_priority": 1.8e-06,
  1514. "input_cost_per_token": 5e-07,
  1515. "input_cost_per_token_priority": 9e-07,
  1516. "litellm_provider": "vertex_ai-language-models",
  1517. "max_audio_length_hours": 8.4,
  1518. "max_audio_per_prompt": 1,
  1519. "max_images_per_prompt": 3000,
  1520. "max_input_tokens": 1048576,
  1521. "max_output_tokens": 65535,
  1522. "max_pdf_size_mb": 30,
  1523. "max_tokens": 65535,
  1524. "max_video_length": 1,
  1525. "max_videos_per_prompt": 10,
  1526. "mode": "chat",
  1527. "output_cost_per_reasoning_token": 3e-06,
  1528. "output_cost_per_token": 3e-06,
  1529. "output_cost_per_token_priority": 5.4e-06,
  1530. "search_context_cost_per_query": {
  1531. "search_context_size_high": 0.014,
  1532. "search_context_size_low": 0.014,
  1533. "search_context_size_medium": 0.014
  1534. },
  1535. "source": "https://ai.google.dev/pricing/gemini-3",
  1536. "supported_endpoints": [
  1537. "/v1/chat/completions",
  1538. "/v1/completions",
  1539. "/v1/batch"
  1540. ],
  1541. "supported_modalities": [
  1542. "text",
  1543. "image",
  1544. "audio",
  1545. "video"
  1546. ],
  1547. "supported_output_modalities": [
  1548. "text"
  1549. ],
  1550. "supports_audio_output": false,
  1551. "supports_function_calling": true,
  1552. "supports_native_streaming": true,
  1553. "supports_parallel_function_calling": true,
  1554. "supports_pdf_input": true,
  1555. "supports_prompt_caching": true,
  1556. "supports_reasoning": true,
  1557. "supports_response_schema": true,
  1558. "supports_service_tier": true,
  1559. "supports_system_messages": true,
  1560. "supports_tool_choice": true,
  1561. "supports_url_context": true,
  1562. "supports_vision": true,
  1563. "supports_web_search": true,
  1564. "web_search_billing_unit": "per_query"
  1565. },
  1566. "gemini-3-flash-preview": {
  1567. "cache_read_input_token_cost": 5e-08,
  1568. "cache_read_input_token_cost_priority": 9e-08,
  1569. "input_cost_per_audio_token": 1e-06,
  1570. "input_cost_per_audio_token_priority": 1.8e-06,
  1571. "input_cost_per_token": 5e-07,
  1572. "input_cost_per_token_priority": 9e-07,
  1573. "litellm_provider": "vertex_ai-language-models",
  1574. "max_audio_length_hours": 8.4,
  1575. "max_audio_per_prompt": 1,
  1576. "max_images_per_prompt": 3000,
  1577. "max_input_tokens": 1048576,
  1578. "max_output_tokens": 65535,
  1579. "max_pdf_size_mb": 30,
  1580. "max_tokens": 65535,
  1581. "max_video_length": 1,
  1582. "max_videos_per_prompt": 10,
  1583. "mode": "chat",
  1584. "output_cost_per_reasoning_token": 3e-06,
  1585. "output_cost_per_token": 3e-06,
  1586. "output_cost_per_token_priority": 5.4e-06,
  1587. "search_context_cost_per_query": {
  1588. "search_context_size_high": 0.014,
  1589. "search_context_size_low": 0.014,
  1590. "search_context_size_medium": 0.014
  1591. },
  1592. "source": "https://ai.google.dev/pricing/gemini-3",
  1593. "supported_endpoints": [
  1594. "/v1/chat/completions",
  1595. "/v1/completions",
  1596. "/v1/batch"
  1597. ],
  1598. "supported_modalities": [
  1599. "text",
  1600. "image",
  1601. "audio",
  1602. "video"
  1603. ],
  1604. "supported_output_modalities": [
  1605. "text"
  1606. ],
  1607. "supports_audio_output": false,
  1608. "supports_function_calling": true,
  1609. "supports_native_streaming": true,
  1610. "supports_parallel_function_calling": true,
  1611. "supports_pdf_input": true,
  1612. "supports_prompt_caching": true,
  1613. "supports_reasoning": true,
  1614. "supports_response_schema": true,
  1615. "supports_service_tier": true,
  1616. "supports_system_messages": true,
  1617. "supports_tool_choice": true,
  1618. "supports_url_context": true,
  1619. "supports_vision": true,
  1620. "supports_web_search": true,
  1621. "web_search_billing_unit": "per_query"
  1622. },
  1623. "gemini-3-pro-image-preview": {
  1624. "input_cost_per_image": 0.0011,
  1625. "input_cost_per_token": 2e-06,
  1626. "input_cost_per_token_batches": 1e-06,
  1627. "litellm_provider": "vertex_ai-language-models",
  1628. "max_input_tokens": 65536,
  1629. "max_output_tokens": 32768,
  1630. "max_tokens": 32768,
  1631. "mode": "image_generation",
  1632. "output_cost_per_image": 0.134,
  1633. "output_cost_per_image_token": 0.00012,
  1634. "output_cost_per_token": 1.2e-05,
  1635. "output_cost_per_token_batches": 6e-06,
  1636. "search_context_cost_per_query": {
  1637. "search_context_size_high": 0.014,
  1638. "search_context_size_low": 0.014,
  1639. "search_context_size_medium": 0.014
  1640. },
  1641. "source": "https://ai.google.dev/gemini-api/docs/pricing",
  1642. "supported_endpoints": [
  1643. "/v1/chat/completions",
  1644. "/v1/completions",
  1645. "/v1/batch"
  1646. ],
  1647. "supported_modalities": [
  1648. "text",
  1649. "image"
  1650. ],
  1651. "supported_output_modalities": [
  1652. "text",
  1653. "image"
  1654. ],
  1655. "supports_function_calling": false,
  1656. "supports_prompt_caching": true,
  1657. "supports_response_schema": true,
  1658. "supports_service_tier": true,
  1659. "supports_system_messages": true,
  1660. "supports_vision": true,
  1661. "supports_web_search": true,
  1662. "web_search_billing_unit": "per_query"
  1663. },
  1664. "gemini-3-pro-image": {
  1665. "input_cost_per_image": 0.0011,
  1666. "input_cost_per_token": 2e-06,
  1667. "input_cost_per_token_batches": 1e-06,
  1668. "litellm_provider": "vertex_ai-language-models",
  1669. "max_input_tokens": 65536,
  1670. "max_output_tokens": 32768,
  1671. "max_tokens": 32768,
  1672. "mode": "image_generation",
  1673. "output_cost_per_image": 0.134,
  1674. "output_cost_per_image_token": 0.00012,
  1675. "output_cost_per_token": 1.2e-05,
  1676. "output_cost_per_token_batches": 6e-06,
  1677. "search_context_cost_per_query": {
  1678. "search_context_size_high": 0.014,
  1679. "search_context_size_low": 0.014,
  1680. "search_context_size_medium": 0.014
  1681. },
  1682. "source": "https://ai.google.dev/gemini-api/docs/pricing",
  1683. "supported_endpoints": [
  1684. "/v1/chat/completions",
  1685. "/v1/completions",
  1686. "/v1/batch"
  1687. ],
  1688. "supported_modalities": [
  1689. "text",
  1690. "image"
  1691. ],
  1692. "supported_output_modalities": [
  1693. "text",
  1694. "image"
  1695. ],
  1696. "supports_function_calling": false,
  1697. "supports_prompt_caching": true,
  1698. "supports_response_schema": true,
  1699. "supports_service_tier": true,
  1700. "supports_system_messages": true,
  1701. "supports_vision": true,
  1702. "supports_web_search": true,
  1703. "web_search_billing_unit": "per_query"
  1704. },
  1705. "gemini-3-pro-preview": {
  1706. "cache_creation_input_token_cost": 2e-06,
  1707. "cache_creation_input_token_cost_above_200k_tokens": 4e-06,
  1708. "cache_creation_input_token_cost_above_200k_tokens_priority": 7.2e-06,
  1709. "cache_creation_input_token_cost_priority": 3.6e-06,
  1710. "cache_read_input_token_cost": 2e-07,
  1711. "cache_read_input_token_cost_above_200k_tokens": 4e-07,
  1712. "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07,
  1713. "cache_read_input_token_cost_priority": 3.6e-07,
  1714. "deprecation_date": "2026-03-26",
  1715. "input_cost_per_token": 2e-06,
  1716. "input_cost_per_token_above_200k_tokens": 4e-06,
  1717. "input_cost_per_token_above_200k_tokens_priority": 7.2e-06,
  1718. "input_cost_per_token_batches": 1e-06,
  1719. "input_cost_per_token_priority": 3.6e-06,
  1720. "litellm_provider": "vertex_ai-language-models",
  1721. "max_audio_length_hours": 8.4,
  1722. "max_audio_per_prompt": 1,
  1723. "max_images_per_prompt": 3000,
  1724. "max_input_tokens": 1048576,
  1725. "max_output_tokens": 65535,
  1726. "max_pdf_size_mb": 30,
  1727. "max_tokens": 65535,
  1728. "max_video_length": 1,
  1729. "max_videos_per_prompt": 10,
  1730. "mode": "chat",
  1731. "output_cost_per_token": 1.2e-05,
  1732. "output_cost_per_token_above_200k_tokens": 1.8e-05,
  1733. "output_cost_per_token_above_200k_tokens_priority": 3.24e-05,
  1734. "output_cost_per_token_batches": 6e-06,
  1735. "output_cost_per_token_priority": 2.16e-05,
  1736. "search_context_cost_per_query": {
  1737. "search_context_size_high": 0.014,
  1738. "search_context_size_low": 0.014,
  1739. "search_context_size_medium": 0.014
  1740. },
  1741. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
  1742. "supported_endpoints": [
  1743. "/v1/chat/completions",
  1744. "/v1/completions",
  1745. "/v1/batch"
  1746. ],
  1747. "supported_modalities": [
  1748. "text",
  1749. "image",
  1750. "audio",
  1751. "video"
  1752. ],
  1753. "supported_output_modalities": [
  1754. "text"
  1755. ],
  1756. "supports_audio_input": true,
  1757. "supports_function_calling": true,
  1758. "supports_native_streaming": true,
  1759. "supports_pdf_input": true,
  1760. "supports_prompt_caching": true,
  1761. "supports_reasoning": true,
  1762. "supports_response_schema": true,
  1763. "supports_service_tier": true,
  1764. "supports_system_messages": true,
  1765. "supports_tool_choice": true,
  1766. "supports_video_input": true,
  1767. "supports_vision": true,
  1768. "supports_web_search": true,
  1769. "web_search_billing_unit": "per_query"
  1770. },
  1771. "gemini-3.1-flash-image": {
  1772. "input_cost_per_image": 0.00056,
  1773. "input_cost_per_token": 5e-07,
  1774. "litellm_provider": "vertex_ai-language-models",
  1775. "max_input_tokens": 65536,
  1776. "max_output_tokens": 32768,
  1777. "max_tokens": 32768,
  1778. "mode": "image_generation",
  1779. "output_cost_per_image": 0.0672,
  1780. "output_cost_per_image_token": 6e-05,
  1781. "output_cost_per_token": 3e-06,
  1782. "search_context_cost_per_query": {
  1783. "search_context_size_high": 0.014,
  1784. "search_context_size_low": 0.014,
  1785. "search_context_size_medium": 0.014
  1786. },
  1787. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models",
  1788. "supported_endpoints": [
  1789. "/v1/chat/completions",
  1790. "/v1/completions",
  1791. "/v1/batch"
  1792. ],
  1793. "supported_modalities": [
  1794. "text",
  1795. "image"
  1796. ],
  1797. "supported_output_modalities": [
  1798. "text",
  1799. "image"
  1800. ],
  1801. "supports_function_calling": false,
  1802. "supports_prompt_caching": true,
  1803. "supports_response_schema": true,
  1804. "supports_system_messages": true,
  1805. "supports_vision": true,
  1806. "supports_web_search": true,
  1807. "web_search_billing_unit": "per_query"
  1808. },
  1809. "gemini-3.1-flash-lite-image": {
  1810. "input_cost_per_image": 0.0003,
  1811. "input_cost_per_token": 3e-07,
  1812. "litellm_provider": "vertex_ai-language-models",
  1813. "max_input_tokens": 32768,
  1814. "max_output_tokens": 32768,
  1815. "max_tokens": 32768,
  1816. "mode": "image_generation",
  1817. "output_cost_per_image": 0.034,
  1818. "output_cost_per_image_token": 3e-05,
  1819. "output_cost_per_token": 2.5e-06,
  1820. "source": "https://ai.google.dev/gemini-api/docs/pricing",
  1821. "supported_endpoints": [
  1822. "/v1/chat/completions",
  1823. "/v1/completions",
  1824. "/v1/batch"
  1825. ],
  1826. "supported_modalities": [
  1827. "text",
  1828. "image"
  1829. ],
  1830. "supported_output_modalities": [
  1831. "text",
  1832. "image"
  1833. ],
  1834. "supports_function_calling": false,
  1835. "supports_prompt_caching": true,
  1836. "supports_response_schema": true,
  1837. "supports_system_messages": true,
  1838. "supports_vision": true,
  1839. "supports_web_search": true,
  1840. "web_search_billing_unit": "per_query"
  1841. },
  1842. "gemini-3.1-flash-image-preview": {
  1843. "input_cost_per_image": 0.00056,
  1844. "input_cost_per_token": 5e-07,
  1845. "litellm_provider": "vertex_ai-language-models",
  1846. "max_input_tokens": 65536,
  1847. "max_output_tokens": 32768,
  1848. "max_tokens": 32768,
  1849. "mode": "image_generation",
  1850. "output_cost_per_image": 0.0672,
  1851. "output_cost_per_image_token": 6e-05,
  1852. "output_cost_per_token": 3e-06,
  1853. "search_context_cost_per_query": {
  1854. "search_context_size_high": 0.014,
  1855. "search_context_size_low": 0.014,
  1856. "search_context_size_medium": 0.014
  1857. },
  1858. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models",
  1859. "supported_endpoints": [
  1860. "/v1/chat/completions",
  1861. "/v1/completions",
  1862. "/v1/batch"
  1863. ],
  1864. "supported_modalities": [
  1865. "text",
  1866. "image"
  1867. ],
  1868. "supported_output_modalities": [
  1869. "text",
  1870. "image"
  1871. ],
  1872. "supports_function_calling": false,
  1873. "supports_prompt_caching": true,
  1874. "supports_response_schema": true,
  1875. "supports_system_messages": true,
  1876. "supports_vision": true,
  1877. "supports_web_search": true,
  1878. "web_search_billing_unit": "per_query"
  1879. },
  1880. "gemini-3.1-flash-lite": {
  1881. "cache_read_input_token_cost": 2.5e-08,
  1882. "cache_read_input_token_cost_batches": 1.25e-08,
  1883. "cache_read_input_token_cost_flex": 1.25e-08,
  1884. "cache_read_input_token_cost_per_audio_token": 5e-08,
  1885. "cache_read_input_token_cost_priority": 4.5e-08,
  1886. "input_cost_per_audio_token": 5e-07,
  1887. "input_cost_per_token": 2.5e-07,
  1888. "input_cost_per_token_batches": 1.25e-07,
  1889. "input_cost_per_token_flex": 1.25e-07,
  1890. "input_cost_per_token_priority": 4.5e-07,
  1891. "litellm_provider": "vertex_ai-language-models",
  1892. "max_audio_length_hours": 8.4,
  1893. "max_audio_per_prompt": 1,
  1894. "max_images_per_prompt": 3000,
  1895. "max_input_tokens": 1048576,
  1896. "max_output_tokens": 65536,
  1897. "max_pdf_size_mb": 30,
  1898. "max_tokens": 65536,
  1899. "max_video_length": 1,
  1900. "max_videos_per_prompt": 10,
  1901. "mode": "chat",
  1902. "output_cost_per_reasoning_token": 1.5e-06,
  1903. "output_cost_per_token": 1.5e-06,
  1904. "output_cost_per_token_batches": 7.5e-07,
  1905. "output_cost_per_token_flex": 7.5e-07,
  1906. "output_cost_per_token_priority": 2.7e-06,
  1907. "search_context_cost_per_query": {
  1908. "search_context_size_high": 0.014,
  1909. "search_context_size_low": 0.014,
  1910. "search_context_size_medium": 0.014
  1911. },
  1912. "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite",
  1913. "supported_endpoints": [
  1914. "/v1/chat/completions",
  1915. "/v1/completions",
  1916. "/v1/batch"
  1917. ],
  1918. "supported_modalities": [
  1919. "text",
  1920. "image",
  1921. "audio",
  1922. "video"
  1923. ],
  1924. "supported_output_modalities": [
  1925. "text"
  1926. ],
  1927. "supports_audio_input": true,
  1928. "supports_audio_output": false,
  1929. "supports_code_execution": true,
  1930. "supports_file_search": true,
  1931. "supports_function_calling": true,
  1932. "supports_native_streaming": true,
  1933. "supports_parallel_function_calling": true,
  1934. "supports_pdf_input": true,
  1935. "supports_prompt_caching": true,
  1936. "supports_reasoning": true,
  1937. "supports_response_schema": true,
  1938. "supports_service_tier": true,
  1939. "supports_system_messages": true,
  1940. "supports_tool_choice": true,
  1941. "supports_url_context": true,
  1942. "supports_video_input": true,
  1943. "supports_vision": true,
  1944. "supports_web_search": true,
  1945. "web_search_billing_unit": "per_query"
  1946. },
  1947. "gemini-3.1-flash-lite-preview": {
  1948. "cache_read_input_token_cost": 2.5e-08,
  1949. "cache_read_input_token_cost_per_audio_token": 5e-08,
  1950. "input_cost_per_audio_token": 5e-07,
  1951. "input_cost_per_token": 2.5e-07,
  1952. "litellm_provider": "vertex_ai-language-models",
  1953. "max_audio_length_hours": 8.4,
  1954. "max_audio_per_prompt": 1,
  1955. "max_images_per_prompt": 3000,
  1956. "max_input_tokens": 1048576,
  1957. "max_output_tokens": 65536,
  1958. "max_pdf_size_mb": 30,
  1959. "max_tokens": 65536,
  1960. "max_video_length": 1,
  1961. "max_videos_per_prompt": 10,
  1962. "mode": "chat",
  1963. "output_cost_per_reasoning_token": 1.5e-06,
  1964. "output_cost_per_token": 1.5e-06,
  1965. "search_context_cost_per_query": {
  1966. "search_context_size_high": 0.014,
  1967. "search_context_size_low": 0.014,
  1968. "search_context_size_medium": 0.014
  1969. },
  1970. "source": "https://ai.google.dev/gemini-api/docs/models",
  1971. "supported_endpoints": [
  1972. "/v1/chat/completions",
  1973. "/v1/completions",
  1974. "/v1/batch"
  1975. ],
  1976. "supported_modalities": [
  1977. "text",
  1978. "image",
  1979. "audio",
  1980. "video"
  1981. ],
  1982. "supported_output_modalities": [
  1983. "text"
  1984. ],
  1985. "supports_audio_input": true,
  1986. "supports_audio_output": false,
  1987. "supports_code_execution": true,
  1988. "supports_file_search": true,
  1989. "supports_function_calling": true,
  1990. "supports_native_streaming": true,
  1991. "supports_parallel_function_calling": true,
  1992. "supports_pdf_input": true,
  1993. "supports_prompt_caching": true,
  1994. "supports_reasoning": true,
  1995. "supports_response_schema": true,
  1996. "supports_service_tier": true,
  1997. "supports_system_messages": true,
  1998. "supports_tool_choice": true,
  1999. "supports_url_context": true,
  2000. "supports_video_input": true,
  2001. "supports_vision": true,
  2002. "supports_web_search": true,
  2003. "web_search_billing_unit": "per_query"
  2004. },
  2005. "gemini-3.1-flash-live-preview": {
  2006. "input_cost_per_audio_token": 3e-06,
  2007. "input_cost_per_image_token": 1e-06,
  2008. "input_cost_per_token": 7.5e-07,
  2009. "input_cost_per_video_per_second": 3.3333333333333335e-05,
  2010. "litellm_provider": "gemini",
  2011. "max_input_tokens": 131072,
  2012. "max_output_tokens": 65536,
  2013. "max_tokens": 65536,
  2014. "mode": "chat",
  2015. "output_cost_per_audio_token": 1.2e-05,
  2016. "output_cost_per_token": 4.5e-06,
  2017. "source": "https://ai.google.dev/gemini-api/docs/pricing",
  2018. "supported_endpoints": [
  2019. "/v1/realtime"
  2020. ],
  2021. "supported_modalities": [
  2022. "text",
  2023. "image",
  2024. "audio",
  2025. "video"
  2026. ],
  2027. "supported_output_modalities": [
  2028. "text",
  2029. "audio"
  2030. ],
  2031. "supports_audio_input": true,
  2032. "supports_audio_output": true,
  2033. "supports_function_calling": true,
  2034. "supports_vision": true,
  2035. "supports_web_search": true
  2036. },
  2037. "gemini-3.1-pro-high": {
  2038. "cache_creation_input_token_cost": 2e-06,
  2039. "cache_creation_input_token_cost_above_200k_tokens": 4e-06,
  2040. "cache_creation_input_token_cost_above_200k_tokens_priority": 7.2e-06,
  2041. "cache_creation_input_token_cost_priority": 3.6e-06,
  2042. "cache_read_input_token_cost": 2e-07,
  2043. "cache_read_input_token_cost_above_200k_tokens": 4e-07,
  2044. "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07,
  2045. "cache_read_input_token_cost_priority": 3.6e-07,
  2046. "input_cost_per_token": 2e-06,
  2047. "input_cost_per_token_above_200k_tokens": 4e-06,
  2048. "input_cost_per_token_above_200k_tokens_priority": 7.2e-06,
  2049. "input_cost_per_token_batches": 1e-06,
  2050. "input_cost_per_token_priority": 3.6e-06,
  2051. "litellm_provider": "vertex_ai-language-models",
  2052. "max_audio_length_hours": 8.4,
  2053. "max_audio_per_prompt": 1,
  2054. "max_images_per_prompt": 3000,
  2055. "max_input_tokens": 1048576,
  2056. "max_output_tokens": 65536,
  2057. "max_pdf_size_mb": 30,
  2058. "max_tokens": 65536,
  2059. "max_video_length": 1,
  2060. "max_videos_per_prompt": 10,
  2061. "mode": "chat",
  2062. "output_cost_per_image": 0.00012,
  2063. "output_cost_per_token": 1.2e-05,
  2064. "output_cost_per_token_above_200k_tokens": 1.8e-05,
  2065. "output_cost_per_token_above_200k_tokens_priority": 3.24e-05,
  2066. "output_cost_per_token_batches": 6e-06,
  2067. "output_cost_per_token_priority": 2.16e-05,
  2068. "search_context_cost_per_query": {
  2069. "search_context_size_high": 0.014,
  2070. "search_context_size_low": 0.014,
  2071. "search_context_size_medium": 0.014
  2072. },
  2073. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models",
  2074. "supported_endpoints": [
  2075. "/v1/chat/completions",
  2076. "/v1/completions",
  2077. "/v1/batch"
  2078. ],
  2079. "supported_modalities": [
  2080. "text",
  2081. "image",
  2082. "audio",
  2083. "video"
  2084. ],
  2085. "supported_output_modalities": [
  2086. "text"
  2087. ],
  2088. "supports_audio_input": true,
  2089. "supports_function_calling": true,
  2090. "supports_native_streaming": true,
  2091. "supports_pdf_input": true,
  2092. "supports_prompt_caching": true,
  2093. "supports_reasoning": true,
  2094. "supports_response_schema": true,
  2095. "supports_service_tier": true,
  2096. "supports_system_messages": true,
  2097. "supports_tool_choice": true,
  2098. "supports_url_context": true,
  2099. "supports_video_input": true,
  2100. "supports_vision": true,
  2101. "supports_web_search": true,
  2102. "web_search_billing_unit": "per_query"
  2103. },
  2104. "gemini-3.1-pro-low": {
  2105. "cache_creation_input_token_cost": 2e-06,
  2106. "cache_creation_input_token_cost_above_200k_tokens": 4e-06,
  2107. "cache_creation_input_token_cost_above_200k_tokens_priority": 7.2e-06,
  2108. "cache_creation_input_token_cost_priority": 3.6e-06,
  2109. "cache_read_input_token_cost": 2e-07,
  2110. "cache_read_input_token_cost_above_200k_tokens": 4e-07,
  2111. "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07,
  2112. "cache_read_input_token_cost_priority": 3.6e-07,
  2113. "input_cost_per_token": 2e-06,
  2114. "input_cost_per_token_above_200k_tokens": 4e-06,
  2115. "input_cost_per_token_above_200k_tokens_priority": 7.2e-06,
  2116. "input_cost_per_token_batches": 1e-06,
  2117. "input_cost_per_token_priority": 3.6e-06,
  2118. "litellm_provider": "vertex_ai-language-models",
  2119. "max_audio_length_hours": 8.4,
  2120. "max_audio_per_prompt": 1,
  2121. "max_images_per_prompt": 3000,
  2122. "max_input_tokens": 1048576,
  2123. "max_output_tokens": 65536,
  2124. "max_pdf_size_mb": 30,
  2125. "max_tokens": 65536,
  2126. "max_video_length": 1,
  2127. "max_videos_per_prompt": 10,
  2128. "mode": "chat",
  2129. "output_cost_per_image": 0.00012,
  2130. "output_cost_per_token": 1.2e-05,
  2131. "output_cost_per_token_above_200k_tokens": 1.8e-05,
  2132. "output_cost_per_token_above_200k_tokens_priority": 3.24e-05,
  2133. "output_cost_per_token_batches": 6e-06,
  2134. "output_cost_per_token_priority": 2.16e-05,
  2135. "search_context_cost_per_query": {
  2136. "search_context_size_high": 0.014,
  2137. "search_context_size_low": 0.014,
  2138. "search_context_size_medium": 0.014
  2139. },
  2140. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models",
  2141. "supported_endpoints": [
  2142. "/v1/chat/completions",
  2143. "/v1/completions",
  2144. "/v1/batch"
  2145. ],
  2146. "supported_modalities": [
  2147. "text",
  2148. "image",
  2149. "audio",
  2150. "video"
  2151. ],
  2152. "supported_output_modalities": [
  2153. "text"
  2154. ],
  2155. "supports_audio_input": true,
  2156. "supports_function_calling": true,
  2157. "supports_native_streaming": true,
  2158. "supports_pdf_input": true,
  2159. "supports_prompt_caching": true,
  2160. "supports_reasoning": true,
  2161. "supports_response_schema": true,
  2162. "supports_service_tier": true,
  2163. "supports_system_messages": true,
  2164. "supports_tool_choice": true,
  2165. "supports_url_context": true,
  2166. "supports_video_input": true,
  2167. "supports_vision": true,
  2168. "supports_web_search": true,
  2169. "web_search_billing_unit": "per_query"
  2170. },
  2171. "gemini-3.1-pro-preview": {
  2172. "cache_creation_input_token_cost": 2e-06,
  2173. "cache_creation_input_token_cost_above_200k_tokens": 4e-06,
  2174. "cache_creation_input_token_cost_above_200k_tokens_priority": 7.2e-06,
  2175. "cache_creation_input_token_cost_priority": 3.6e-06,
  2176. "cache_read_input_token_cost": 2e-07,
  2177. "cache_read_input_token_cost_above_200k_tokens": 4e-07,
  2178. "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-07,
  2179. "cache_read_input_token_cost_priority": 3.6e-07,
  2180. "input_cost_per_token": 2e-06,
  2181. "input_cost_per_token_above_200k_tokens": 4e-06,
  2182. "input_cost_per_token_above_200k_tokens_priority": 7.2e-06,
  2183. "input_cost_per_token_batches": 1e-06,
  2184. "input_cost_per_token_priority": 3.6e-06,
  2185. "litellm_provider": "vertex_ai-language-models",
  2186. "max_audio_length_hours": 8.4,
  2187. "max_audio_per_prompt": 1,
  2188. "max_images_per_prompt": 3000,
  2189. "max_input_tokens": 1048576,
  2190. "max_output_tokens": 65536,
  2191. "max_pdf_size_mb": 30,
  2192. "max_tokens": 65536,
  2193. "max_video_length": 1,
  2194. "max_videos_per_prompt": 10,
  2195. "mode": "chat",
  2196. "output_cost_per_image": 0.00012,
  2197. "output_cost_per_token": 1.2e-05,
  2198. "output_cost_per_token_above_200k_tokens": 1.8e-05,
  2199. "output_cost_per_token_above_200k_tokens_priority": 3.24e-05,
  2200. "output_cost_per_token_batches": 6e-06,
  2201. "output_cost_per_token_priority": 2.16e-05,
  2202. "search_context_cost_per_query": {
  2203. "search_context_size_high": 0.014,
  2204. "search_context_size_low": 0.014,
  2205. "search_context_size_medium": 0.014
  2206. },
  2207. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models",
  2208. "supported_endpoints": [
  2209. "/v1/chat/completions",
  2210. "/v1/completions",
  2211. "/v1/batch"
  2212. ],
  2213. "supported_modalities": [
  2214. "text",
  2215. "image",
  2216. "audio",
  2217. "video"
  2218. ],
  2219. "supported_output_modalities": [
  2220. "text"
  2221. ],
  2222. "supports_audio_input": true,
  2223. "supports_function_calling": true,
  2224. "supports_native_streaming": true,
  2225. "supports_pdf_input": true,
  2226. "supports_prompt_caching": true,
  2227. "supports_reasoning": true,
  2228. "supports_response_schema": true,
  2229. "supports_service_tier": true,
  2230. "supports_system_messages": true,
  2231. "supports_tool_choice": true,
  2232. "supports_url_context": true,
  2233. "supports_video_input": true,
  2234. "supports_vision": true,
  2235. "supports_web_search": true,
  2236. "web_search_billing_unit": "per_query"
  2237. },
  2238. "gemini-3.1-pro-preview-customtools": {
  2239. "cache_creation_input_token_cost": 2e-06,
  2240. "cache_creation_input_token_cost_above_200k_tokens": 4e-06,
  2241. "cache_read_input_token_cost": 2e-07,
  2242. "cache_read_input_token_cost_above_200k_tokens": 4e-07,
  2243. "input_cost_per_token": 2e-06,
  2244. "input_cost_per_token_above_200k_tokens": 4e-06,
  2245. "input_cost_per_token_batches": 1e-06,
  2246. "litellm_provider": "vertex_ai-language-models",
  2247. "max_audio_length_hours": 8.4,
  2248. "max_audio_per_prompt": 1,
  2249. "max_images_per_prompt": 3000,
  2250. "max_input_tokens": 1048576,
  2251. "max_output_tokens": 65536,
  2252. "max_pdf_size_mb": 30,
  2253. "max_tokens": 65536,
  2254. "max_video_length": 1,
  2255. "max_videos_per_prompt": 10,
  2256. "mode": "chat",
  2257. "output_cost_per_image": 0.00012,
  2258. "output_cost_per_token": 1.2e-05,
  2259. "output_cost_per_token_above_200k_tokens": 1.8e-05,
  2260. "output_cost_per_token_batches": 6e-06,
  2261. "search_context_cost_per_query": {
  2262. "search_context_size_high": 0.014,
  2263. "search_context_size_low": 0.014,
  2264. "search_context_size_medium": 0.014
  2265. },
  2266. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models",
  2267. "supported_endpoints": [
  2268. "/v1/chat/completions",
  2269. "/v1/completions",
  2270. "/v1/batch"
  2271. ],
  2272. "supported_modalities": [
  2273. "text",
  2274. "image",
  2275. "audio",
  2276. "video"
  2277. ],
  2278. "supported_output_modalities": [
  2279. "text"
  2280. ],
  2281. "supports_audio_input": true,
  2282. "supports_function_calling": true,
  2283. "supports_native_streaming": true,
  2284. "supports_pdf_input": true,
  2285. "supports_prompt_caching": true,
  2286. "supports_reasoning": true,
  2287. "supports_response_schema": true,
  2288. "supports_system_messages": true,
  2289. "supports_tool_choice": true,
  2290. "supports_url_context": true,
  2291. "supports_video_input": true,
  2292. "supports_vision": true,
  2293. "supports_web_search": true,
  2294. "web_search_billing_unit": "per_query"
  2295. },
  2296. "gemini-3.5-flash": {
  2297. "cache_read_input_token_cost": 1.5e-07,
  2298. "cache_read_input_token_cost_priority": 2.7e-07,
  2299. "input_cost_per_audio_token": 1e-06,
  2300. "input_cost_per_audio_token_priority": 1.8e-06,
  2301. "input_cost_per_token": 1.5e-06,
  2302. "input_cost_per_token_priority": 2.7e-06,
  2303. "litellm_provider": "vertex_ai-language-models",
  2304. "max_audio_length_hours": 8.4,
  2305. "max_audio_per_prompt": 1,
  2306. "max_images_per_prompt": 3000,
  2307. "max_input_tokens": 1048576,
  2308. "max_output_tokens": 65535,
  2309. "max_pdf_size_mb": 30,
  2310. "max_tokens": 65535,
  2311. "max_video_length": 1,
  2312. "max_videos_per_prompt": 10,
  2313. "mode": "chat",
  2314. "output_cost_per_reasoning_token": 9e-06,
  2315. "output_cost_per_token": 9e-06,
  2316. "output_cost_per_token_priority": 1.62e-05,
  2317. "search_context_cost_per_query": {
  2318. "search_context_size_high": 0.014,
  2319. "search_context_size_low": 0.014,
  2320. "search_context_size_medium": 0.014
  2321. },
  2322. "source": "https://ai.google.dev/pricing/gemini-3",
  2323. "supported_endpoints": [
  2324. "/v1/chat/completions",
  2325. "/v1/completions",
  2326. "/v1/batch"
  2327. ],
  2328. "supported_modalities": [
  2329. "text",
  2330. "image",
  2331. "audio",
  2332. "video"
  2333. ],
  2334. "supported_output_modalities": [
  2335. "text"
  2336. ],
  2337. "supports_audio_input": true,
  2338. "supports_audio_output": false,
  2339. "supports_function_calling": true,
  2340. "supports_native_streaming": true,
  2341. "supports_parallel_function_calling": true,
  2342. "supports_pdf_input": true,
  2343. "supports_prompt_caching": true,
  2344. "supports_reasoning": true,
  2345. "supports_response_schema": true,
  2346. "supports_service_tier": true,
  2347. "supports_system_messages": true,
  2348. "supports_tool_choice": true,
  2349. "supports_url_context": true,
  2350. "supports_video_input": true,
  2351. "supports_vision": true,
  2352. "supports_web_search": true,
  2353. "web_search_billing_unit": "per_query"
  2354. },
  2355. "gemini-3.6-flash": {
  2356. "cache_read_input_token_cost": 1.5e-07,
  2357. "cache_read_input_token_cost_priority": 2.7e-07,
  2358. "input_cost_per_token": 1.5e-06,
  2359. "input_cost_per_token_priority": 2.7e-06,
  2360. "litellm_provider": "vertex_ai-language-models",
  2361. "max_input_tokens": 1048576,
  2362. "max_output_tokens": 65536,
  2363. "max_tokens": 65536,
  2364. "mode": "chat",
  2365. "output_cost_per_token": 7.5e-06,
  2366. "output_cost_per_token_priority": 1.35e-05,
  2367. "source": "https://ai.google.dev/gemini-api/docs/latest-model",
  2368. "supports_prompt_caching": true,
  2369. "supports_reasoning": true,
  2370. "supports_service_tier": true
  2371. },
  2372. "gemini-embedding-001": {
  2373. "input_cost_per_token": 1.5e-07,
  2374. "litellm_provider": "vertex_ai-embedding-models",
  2375. "max_input_tokens": 2048,
  2376. "max_tokens": 2048,
  2377. "mode": "embedding",
  2378. "output_cost_per_token": 0,
  2379. "output_vector_size": 3072,
  2380. "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"
  2381. },
  2382. "gemini-embedding-2": {
  2383. "input_cost_per_audio_per_second": 0.00016,
  2384. "input_cost_per_image": 0.00012,
  2385. "input_cost_per_token": 2e-07,
  2386. "input_cost_per_video_per_second": 0.00079,
  2387. "litellm_provider": "vertex_ai-embedding-models",
  2388. "max_input_tokens": 8192,
  2389. "max_tokens": 8192,
  2390. "mode": "embedding",
  2391. "output_cost_per_token": 0,
  2392. "output_vector_size": 3072,
  2393. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
  2394. "supports_multimodal": true,
  2395. "uses_embed_content": true
  2396. },
  2397. "gemini-embedding-2-preview": {
  2398. "input_cost_per_audio_per_second": 0.00016,
  2399. "input_cost_per_image": 0.00012,
  2400. "input_cost_per_token": 2e-07,
  2401. "input_cost_per_video_per_second": 0.00079,
  2402. "litellm_provider": "vertex_ai-embedding-models",
  2403. "max_input_tokens": 8192,
  2404. "max_tokens": 8192,
  2405. "mode": "embedding",
  2406. "output_cost_per_token": 0,
  2407. "output_vector_size": 3072,
  2408. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
  2409. "uses_embed_content": true
  2410. },
  2411. "gemini-exp-1206": {
  2412. "cache_read_input_token_cost": 3e-08,
  2413. "input_cost_per_audio_token": 1e-06,
  2414. "input_cost_per_token": 3e-07,
  2415. "litellm_provider": "gemini",
  2416. "max_audio_length_hours": 8.4,
  2417. "max_audio_per_prompt": 1,
  2418. "max_images_per_prompt": 3000,
  2419. "max_input_tokens": 1048576,
  2420. "max_output_tokens": 65535,
  2421. "max_pdf_size_mb": 30,
  2422. "max_tokens": 65535,
  2423. "max_video_length": 1,
  2424. "max_videos_per_prompt": 10,
  2425. "mode": "chat",
  2426. "output_cost_per_reasoning_token": 2.5e-06,
  2427. "output_cost_per_token": 2.5e-06,
  2428. "rpm": 100000,
  2429. "search_context_cost_per_query": {
  2430. "search_context_size_high": 0.035,
  2431. "search_context_size_low": 0.035,
  2432. "search_context_size_medium": 0.035
  2433. },
  2434. "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
  2435. "supported_endpoints": [
  2436. "/v1/chat/completions",
  2437. "/v1/completions",
  2438. "/v1/batch"
  2439. ],
  2440. "supported_modalities": [
  2441. "text",
  2442. "image",
  2443. "audio",
  2444. "video"
  2445. ],
  2446. "supported_output_modalities": [
  2447. "text"
  2448. ],
  2449. "supports_audio_output": false,
  2450. "supports_function_calling": true,
  2451. "supports_parallel_function_calling": true,
  2452. "supports_pdf_input": true,
  2453. "supports_prompt_caching": true,
  2454. "supports_reasoning": true,
  2455. "supports_response_schema": true,
  2456. "supports_system_messages": true,
  2457. "supports_tool_choice": true,
  2458. "supports_url_context": true,
  2459. "supports_vision": true,
  2460. "supports_web_search": true,
  2461. "tpm": 8000000
  2462. },
  2463. "gemini-flash-experimental": {
  2464. "input_cost_per_character": 0,
  2465. "input_cost_per_token": 0,
  2466. "litellm_provider": "vertex_ai-language-models",
  2467. "max_input_tokens": 1000000,
  2468. "max_output_tokens": 8192,
  2469. "max_tokens": 8192,
  2470. "mode": "embedding",
  2471. "output_cost_per_token": 0,
  2472. "output_vector_size": 3072,
  2473. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
  2474. "uses_embed_content": true
  2475. },
  2476. "gemini-flash-latest": {
  2477. "cache_read_input_token_cost": 3e-08,
  2478. "input_cost_per_audio_token": 1e-06,
  2479. "input_cost_per_token": 3e-07,
  2480. "litellm_provider": "gemini",
  2481. "max_audio_length_hours": 8.4,
  2482. "max_audio_per_prompt": 1,
  2483. "max_images_per_prompt": 3000,
  2484. "max_input_tokens": 1048576,
  2485. "max_output_tokens": 65535,
  2486. "max_pdf_size_mb": 30,
  2487. "max_tokens": 65535,
  2488. "max_video_length": 1,
  2489. "max_videos_per_prompt": 10,
  2490. "mode": "chat",
  2491. "output_cost_per_reasoning_token": 2.5e-06,
  2492. "output_cost_per_token": 2.5e-06,
  2493. "rpm": 100000,
  2494. "search_context_cost_per_query": {
  2495. "search_context_size_high": 0.035,
  2496. "search_context_size_low": 0.035,
  2497. "search_context_size_medium": 0.035
  2498. },
  2499. "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
  2500. "supported_endpoints": [
  2501. "/v1/chat/completions",
  2502. "/v1/completions",
  2503. "/v1/batch"
  2504. ],
  2505. "supported_modalities": [
  2506. "text",
  2507. "image",
  2508. "audio",
  2509. "video"
  2510. ],
  2511. "supported_output_modalities": [
  2512. "text"
  2513. ],
  2514. "supports_audio_output": false,
  2515. "supports_function_calling": true,
  2516. "supports_parallel_function_calling": true,
  2517. "supports_pdf_input": true,
  2518. "supports_prompt_caching": true,
  2519. "supports_reasoning": true,
  2520. "supports_response_schema": true,
  2521. "supports_system_messages": true,
  2522. "supports_tool_choice": true,
  2523. "supports_url_context": true,
  2524. "supports_vision": true,
  2525. "supports_web_search": true,
  2526. "tpm": 8000000
  2527. },
  2528. "gemini-flash-lite-latest": {
  2529. "cache_read_input_token_cost": 1e-08,
  2530. "input_cost_per_audio_token": 3e-07,
  2531. "input_cost_per_token": 1e-07,
  2532. "litellm_provider": "gemini",
  2533. "max_audio_length_hours": 8.4,
  2534. "max_audio_per_prompt": 1,
  2535. "max_images_per_prompt": 3000,
  2536. "max_input_tokens": 1048576,
  2537. "max_output_tokens": 65535,
  2538. "max_pdf_size_mb": 30,
  2539. "max_tokens": 65535,
  2540. "max_video_length": 1,
  2541. "max_videos_per_prompt": 10,
  2542. "mode": "chat",
  2543. "output_cost_per_reasoning_token": 4e-07,
  2544. "output_cost_per_token": 4e-07,
  2545. "rpm": 15,
  2546. "search_context_cost_per_query": {
  2547. "search_context_size_high": 0.035,
  2548. "search_context_size_low": 0.035,
  2549. "search_context_size_medium": 0.035
  2550. },
  2551. "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite",
  2552. "supported_endpoints": [
  2553. "/v1/chat/completions",
  2554. "/v1/completions",
  2555. "/v1/batch"
  2556. ],
  2557. "supported_modalities": [
  2558. "text",
  2559. "image",
  2560. "audio",
  2561. "video"
  2562. ],
  2563. "supported_output_modalities": [
  2564. "text"
  2565. ],
  2566. "supports_audio_output": false,
  2567. "supports_function_calling": true,
  2568. "supports_parallel_function_calling": true,
  2569. "supports_pdf_input": true,
  2570. "supports_prompt_caching": true,
  2571. "supports_reasoning": true,
  2572. "supports_response_schema": true,
  2573. "supports_system_messages": true,
  2574. "supports_tool_choice": true,
  2575. "supports_url_context": true,
  2576. "supports_vision": true,
  2577. "supports_web_search": true,
  2578. "tpm": 250000
  2579. },
  2580. "gemini-live-2.5-flash-preview-native-audio-09-2025": {
  2581. "cache_read_input_token_cost": 7.5e-08,
  2582. "input_cost_per_audio_token": 3e-06,
  2583. "input_cost_per_token": 3e-07,
  2584. "litellm_provider": "vertex_ai-language-models",
  2585. "max_audio_length_hours": 8.4,
  2586. "max_audio_per_prompt": 1,
  2587. "max_images_per_prompt": 3000,
  2588. "max_input_tokens": 1048576,
  2589. "max_output_tokens": 65535,
  2590. "max_pdf_size_mb": 30,
  2591. "max_tokens": 65535,
  2592. "max_video_length": 1,
  2593. "max_videos_per_prompt": 10,
  2594. "mode": "realtime",
  2595. "output_cost_per_audio_token": 1.2e-05,
  2596. "output_cost_per_token": 2e-06,
  2597. "search_context_cost_per_query": {
  2598. "search_context_size_high": 0.035,
  2599. "search_context_size_low": 0.035,
  2600. "search_context_size_medium": 0.035
  2601. },
  2602. "source": "https://ai.google.dev/gemini-api/docs/pricing",
  2603. "supported_endpoints": [
  2604. "/vertex_ai/live"
  2605. ],
  2606. "supported_modalities": [
  2607. "text",
  2608. "image",
  2609. "audio",
  2610. "video"
  2611. ],
  2612. "supported_output_modalities": [
  2613. "text",
  2614. "audio"
  2615. ],
  2616. "supports_audio_input": true,
  2617. "supports_audio_output": true,
  2618. "supports_function_calling": true,
  2619. "supports_parallel_function_calling": true,
  2620. "supports_pdf_input": true,
  2621. "supports_prompt_caching": true,
  2622. "supports_response_schema": true,
  2623. "supports_system_messages": true,
  2624. "supports_tool_choice": true,
  2625. "supports_url_context": true,
  2626. "supports_vision": true,
  2627. "supports_web_search": true
  2628. },
  2629. "gemini-pro-latest": {
  2630. "cache_read_input_token_cost": 1.25e-07,
  2631. "cache_read_input_token_cost_above_200k_tokens": 2.5e-07,
  2632. "input_cost_per_token": 1.25e-06,
  2633. "input_cost_per_token_above_200k_tokens": 2.5e-06,
  2634. "litellm_provider": "gemini",
  2635. "max_audio_length_hours": 8.4,
  2636. "max_audio_per_prompt": 1,
  2637. "max_images_per_prompt": 3000,
  2638. "max_input_tokens": 1048576,
  2639. "max_output_tokens": 65535,
  2640. "max_pdf_size_mb": 30,
  2641. "max_tokens": 65535,
  2642. "max_video_length": 1,
  2643. "max_videos_per_prompt": 10,
  2644. "mode": "chat",
  2645. "output_cost_per_token": 1e-05,
  2646. "output_cost_per_token_above_200k_tokens": 1.5e-05,
  2647. "rpm": 2000,
  2648. "search_context_cost_per_query": {
  2649. "search_context_size_high": 0.035,
  2650. "search_context_size_low": 0.035,
  2651. "search_context_size_medium": 0.035
  2652. },
  2653. "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
  2654. "supported_endpoints": [
  2655. "/v1/chat/completions",
  2656. "/v1/completions"
  2657. ],
  2658. "supported_modalities": [
  2659. "text",
  2660. "image",
  2661. "audio",
  2662. "video"
  2663. ],
  2664. "supported_output_modalities": [
  2665. "text"
  2666. ],
  2667. "supports_audio_input": true,
  2668. "supports_function_calling": true,
  2669. "supports_pdf_input": true,
  2670. "supports_prompt_caching": true,
  2671. "supports_reasoning": true,
  2672. "supports_response_schema": true,
  2673. "supports_system_messages": true,
  2674. "supports_tool_choice": true,
  2675. "supports_video_input": true,
  2676. "supports_vision": true,
  2677. "supports_web_search": true,
  2678. "tpm": 800000
  2679. },
  2680. "gemini-robotics-er-1.5-preview": {
  2681. "cache_read_input_token_cost": 0,
  2682. "input_cost_per_audio_token": 1e-06,
  2683. "input_cost_per_token": 3e-07,
  2684. "litellm_provider": "vertex_ai-language-models",
  2685. "max_input_tokens": 1048576,
  2686. "max_output_tokens": 65535,
  2687. "max_tokens": 65535,
  2688. "mode": "chat",
  2689. "output_cost_per_reasoning_token": 2.5e-06,
  2690. "output_cost_per_token": 2.5e-06,
  2691. "source": "https://ai.google.dev/gemini-api/docs/models#gemini-robotics-er-1-5-preview",
  2692. "supported_endpoints": [
  2693. "/v1/chat/completions",
  2694. "/v1/completions"
  2695. ],
  2696. "supported_modalities": [
  2697. "text",
  2698. "image",
  2699. "video",
  2700. "audio"
  2701. ],
  2702. "supported_output_modalities": [
  2703. "text"
  2704. ],
  2705. "supports_audio_output": false,
  2706. "supports_function_calling": true,
  2707. "supports_parallel_function_calling": true,
  2708. "supports_prompt_caching": false,
  2709. "supports_reasoning": true,
  2710. "supports_response_schema": true,
  2711. "supports_system_messages": true,
  2712. "supports_tool_choice": true,
  2713. "supports_url_context": true,
  2714. "supports_vision": true
  2715. },
  2716. "gpt-3.5-turbo": {
  2717. "input_cost_per_token": 5e-07,
  2718. "litellm_provider": "openai",
  2719. "max_input_tokens": 16385,
  2720. "max_output_tokens": 4096,
  2721. "max_tokens": 4096,
  2722. "mode": "chat",
  2723. "output_cost_per_token": 1.5e-06,
  2724. "supports_function_calling": true,
  2725. "supports_prompt_caching": true,
  2726. "supports_system_messages": true,
  2727. "supports_tool_choice": true
  2728. },
  2729. "gpt-3.5-turbo-0125": {
  2730. "input_cost_per_token": 5e-07,
  2731. "litellm_provider": "openai",
  2732. "max_input_tokens": 16385,
  2733. "max_output_tokens": 4096,
  2734. "max_tokens": 4096,
  2735. "mode": "chat",
  2736. "output_cost_per_token": 1.5e-06,
  2737. "supports_function_calling": true,
  2738. "supports_parallel_function_calling": true,
  2739. "supports_prompt_caching": true,
  2740. "supports_system_messages": true,
  2741. "supports_tool_choice": true
  2742. },
  2743. "gpt-3.5-turbo-1106": {
  2744. "deprecation_date": "2026-09-28",
  2745. "input_cost_per_token": 1e-06,
  2746. "litellm_provider": "openai",
  2747. "max_input_tokens": 16385,
  2748. "max_output_tokens": 4096,
  2749. "max_tokens": 4096,
  2750. "mode": "chat",
  2751. "output_cost_per_token": 2e-06,
  2752. "supports_function_calling": true,
  2753. "supports_parallel_function_calling": true,
  2754. "supports_prompt_caching": true,
  2755. "supports_system_messages": true,
  2756. "supports_tool_choice": true
  2757. },
  2758. "gpt-3.5-turbo-16k": {
  2759. "input_cost_per_token": 3e-06,
  2760. "litellm_provider": "openai",
  2761. "max_input_tokens": 16385,
  2762. "max_output_tokens": 4096,
  2763. "max_tokens": 4096,
  2764. "mode": "chat",
  2765. "output_cost_per_token": 4e-06,
  2766. "supports_prompt_caching": true,
  2767. "supports_system_messages": true,
  2768. "supports_tool_choice": true
  2769. },
  2770. "gpt-3.5-turbo-instruct": {
  2771. "input_cost_per_token": 1.5e-06,
  2772. "litellm_provider": "text-completion-openai",
  2773. "max_input_tokens": 8192,
  2774. "max_output_tokens": 4096,
  2775. "max_tokens": 4096,
  2776. "mode": "completion",
  2777. "output_cost_per_token": 2e-06
  2778. },
  2779. "gpt-3.5-turbo-instruct-0914": {
  2780. "input_cost_per_token": 1.5e-06,
  2781. "litellm_provider": "text-completion-openai",
  2782. "max_input_tokens": 8192,
  2783. "max_output_tokens": 4097,
  2784. "max_tokens": 4097,
  2785. "mode": "completion",
  2786. "output_cost_per_token": 2e-06
  2787. },
  2788. "gpt-4": {
  2789. "input_cost_per_token": 3e-05,
  2790. "litellm_provider": "openai",
  2791. "max_input_tokens": 8192,
  2792. "max_output_tokens": 4096,
  2793. "max_tokens": 4096,
  2794. "mode": "chat",
  2795. "output_cost_per_token": 6e-05,
  2796. "supports_function_calling": true,
  2797. "supports_prompt_caching": true,
  2798. "supports_system_messages": true,
  2799. "supports_tool_choice": true
  2800. },
  2801. "gpt-4-0125-preview": {
  2802. "deprecation_date": "2026-03-26",
  2803. "input_cost_per_token": 1e-05,
  2804. "litellm_provider": "openai",
  2805. "max_input_tokens": 128000,
  2806. "max_output_tokens": 4096,
  2807. "max_tokens": 4096,
  2808. "mode": "chat",
  2809. "output_cost_per_token": 3e-05,
  2810. "supports_function_calling": true,
  2811. "supports_parallel_function_calling": true,
  2812. "supports_prompt_caching": true,
  2813. "supports_system_messages": true,
  2814. "supports_tool_choice": true
  2815. },
  2816. "gpt-4-0314": {
  2817. "deprecation_date": "2026-03-26",
  2818. "input_cost_per_token": 3e-05,
  2819. "litellm_provider": "openai",
  2820. "max_input_tokens": 8192,
  2821. "max_output_tokens": 4096,
  2822. "max_tokens": 4096,
  2823. "mode": "chat",
  2824. "output_cost_per_token": 6e-05,
  2825. "supports_system_messages": true,
  2826. "supports_tool_choice": true
  2827. },
  2828. "gpt-4-0613": {
  2829. "deprecation_date": "2025-06-06",
  2830. "input_cost_per_token": 3e-05,
  2831. "litellm_provider": "openai",
  2832. "max_input_tokens": 8192,
  2833. "max_output_tokens": 4096,
  2834. "max_tokens": 4096,
  2835. "mode": "chat",
  2836. "output_cost_per_token": 6e-05,
  2837. "supports_function_calling": true,
  2838. "supports_prompt_caching": true,
  2839. "supports_system_messages": true,
  2840. "supports_tool_choice": true
  2841. },
  2842. "gpt-4-1106-preview": {
  2843. "deprecation_date": "2026-03-26",
  2844. "input_cost_per_token": 1e-05,
  2845. "litellm_provider": "openai",
  2846. "max_input_tokens": 128000,
  2847. "max_output_tokens": 4096,
  2848. "max_tokens": 4096,
  2849. "mode": "chat",
  2850. "output_cost_per_token": 3e-05,
  2851. "supports_function_calling": true,
  2852. "supports_parallel_function_calling": true,
  2853. "supports_prompt_caching": true,
  2854. "supports_system_messages": true,
  2855. "supports_tool_choice": true
  2856. },
  2857. "gpt-4-turbo": {
  2858. "input_cost_per_token": 1e-05,
  2859. "litellm_provider": "openai",
  2860. "max_input_tokens": 128000,
  2861. "max_output_tokens": 4096,
  2862. "max_tokens": 4096,
  2863. "mode": "chat",
  2864. "output_cost_per_token": 3e-05,
  2865. "supports_function_calling": true,
  2866. "supports_parallel_function_calling": true,
  2867. "supports_pdf_input": true,
  2868. "supports_prompt_caching": true,
  2869. "supports_system_messages": true,
  2870. "supports_tool_choice": true,
  2871. "supports_vision": true
  2872. },
  2873. "gpt-4-turbo-2024-04-09": {
  2874. "input_cost_per_token": 1e-05,
  2875. "litellm_provider": "openai",
  2876. "max_input_tokens": 128000,
  2877. "max_output_tokens": 4096,
  2878. "max_tokens": 4096,
  2879. "mode": "chat",
  2880. "output_cost_per_token": 3e-05,
  2881. "supports_function_calling": true,
  2882. "supports_parallel_function_calling": true,
  2883. "supports_pdf_input": true,
  2884. "supports_prompt_caching": true,
  2885. "supports_system_messages": true,
  2886. "supports_tool_choice": true,
  2887. "supports_vision": true
  2888. },
  2889. "gpt-4-turbo-preview": {
  2890. "input_cost_per_token": 1e-05,
  2891. "litellm_provider": "openai",
  2892. "max_input_tokens": 128000,
  2893. "max_output_tokens": 4096,
  2894. "max_tokens": 4096,
  2895. "mode": "chat",
  2896. "output_cost_per_token": 3e-05,
  2897. "supports_function_calling": true,
  2898. "supports_parallel_function_calling": true,
  2899. "supports_pdf_input": true,
  2900. "supports_prompt_caching": true,
  2901. "supports_system_messages": true,
  2902. "supports_tool_choice": true
  2903. },
  2904. "gpt-4.1": {
  2905. "cache_read_input_token_cost": 5e-07,
  2906. "cache_read_input_token_cost_priority": 8.75e-07,
  2907. "input_cost_per_token": 2e-06,
  2908. "input_cost_per_token_batches": 1e-06,
  2909. "input_cost_per_token_priority": 3.5e-06,
  2910. "litellm_provider": "openai",
  2911. "max_input_tokens": 1047576,
  2912. "max_output_tokens": 32768,
  2913. "max_tokens": 32768,
  2914. "mode": "chat",
  2915. "output_cost_per_token": 8e-06,
  2916. "output_cost_per_token_batches": 4e-06,
  2917. "output_cost_per_token_priority": 1.4e-05,
  2918. "supported_endpoints": [
  2919. "/v1/chat/completions",
  2920. "/v1/batch",
  2921. "/v1/responses"
  2922. ],
  2923. "supported_modalities": [
  2924. "text",
  2925. "image"
  2926. ],
  2927. "supported_output_modalities": [
  2928. "text"
  2929. ],
  2930. "supports_function_calling": true,
  2931. "supports_native_streaming": true,
  2932. "supports_parallel_function_calling": true,
  2933. "supports_pdf_input": true,
  2934. "supports_prompt_caching": true,
  2935. "supports_response_schema": true,
  2936. "supports_service_tier": true,
  2937. "supports_system_messages": true,
  2938. "supports_tool_choice": true,
  2939. "supports_vision": true,
  2940. "supports_web_search": true
  2941. },
  2942. "gpt-4.1-2025-04-14": {
  2943. "cache_read_input_token_cost": 5e-07,
  2944. "input_cost_per_token": 2e-06,
  2945. "input_cost_per_token_batches": 1e-06,
  2946. "litellm_provider": "openai",
  2947. "max_input_tokens": 1047576,
  2948. "max_output_tokens": 32768,
  2949. "max_tokens": 32768,
  2950. "mode": "chat",
  2951. "output_cost_per_token": 8e-06,
  2952. "output_cost_per_token_batches": 4e-06,
  2953. "supported_endpoints": [
  2954. "/v1/chat/completions",
  2955. "/v1/batch",
  2956. "/v1/responses"
  2957. ],
  2958. "supported_modalities": [
  2959. "text",
  2960. "image"
  2961. ],
  2962. "supported_output_modalities": [
  2963. "text"
  2964. ],
  2965. "supports_function_calling": true,
  2966. "supports_native_streaming": true,
  2967. "supports_parallel_function_calling": true,
  2968. "supports_pdf_input": true,
  2969. "supports_prompt_caching": true,
  2970. "supports_response_schema": true,
  2971. "supports_service_tier": true,
  2972. "supports_system_messages": true,
  2973. "supports_tool_choice": true,
  2974. "supports_vision": true,
  2975. "supports_web_search": true
  2976. },
  2977. "gpt-4.1-mini": {
  2978. "cache_read_input_token_cost": 1e-07,
  2979. "cache_read_input_token_cost_priority": 1.75e-07,
  2980. "input_cost_per_token": 4e-07,
  2981. "input_cost_per_token_batches": 2e-07,
  2982. "input_cost_per_token_priority": 7e-07,
  2983. "litellm_provider": "openai",
  2984. "max_input_tokens": 1047576,
  2985. "max_output_tokens": 32768,
  2986. "max_tokens": 32768,
  2987. "mode": "chat",
  2988. "output_cost_per_token": 1.6e-06,
  2989. "output_cost_per_token_batches": 8e-07,
  2990. "output_cost_per_token_priority": 2.8e-06,
  2991. "supported_endpoints": [
  2992. "/v1/chat/completions",
  2993. "/v1/batch",
  2994. "/v1/responses"
  2995. ],
  2996. "supported_modalities": [
  2997. "text",
  2998. "image"
  2999. ],
  3000. "supported_output_modalities": [
  3001. "text"
  3002. ],
  3003. "supports_function_calling": true,
  3004. "supports_native_streaming": true,
  3005. "supports_parallel_function_calling": true,
  3006. "supports_pdf_input": true,
  3007. "supports_prompt_caching": true,
  3008. "supports_response_schema": true,
  3009. "supports_service_tier": true,
  3010. "supports_system_messages": true,
  3011. "supports_tool_choice": true,
  3012. "supports_vision": true,
  3013. "supports_web_search": true
  3014. },
  3015. "gpt-4.1-mini-2025-04-14": {
  3016. "cache_read_input_token_cost": 1e-07,
  3017. "input_cost_per_token": 4e-07,
  3018. "input_cost_per_token_batches": 2e-07,
  3019. "litellm_provider": "openai",
  3020. "max_input_tokens": 1047576,
  3021. "max_output_tokens": 32768,
  3022. "max_tokens": 32768,
  3023. "mode": "chat",
  3024. "output_cost_per_token": 1.6e-06,
  3025. "output_cost_per_token_batches": 8e-07,
  3026. "supported_endpoints": [
  3027. "/v1/chat/completions",
  3028. "/v1/batch",
  3029. "/v1/responses"
  3030. ],
  3031. "supported_modalities": [
  3032. "text",
  3033. "image"
  3034. ],
  3035. "supported_output_modalities": [
  3036. "text"
  3037. ],
  3038. "supports_function_calling": true,
  3039. "supports_native_streaming": true,
  3040. "supports_parallel_function_calling": true,
  3041. "supports_pdf_input": true,
  3042. "supports_prompt_caching": true,
  3043. "supports_response_schema": true,
  3044. "supports_service_tier": true,
  3045. "supports_system_messages": true,
  3046. "supports_tool_choice": true,
  3047. "supports_vision": true,
  3048. "supports_web_search": true
  3049. },
  3050. "gpt-4.1-nano": {
  3051. "cache_read_input_token_cost": 2.5e-08,
  3052. "cache_read_input_token_cost_priority": 5e-08,
  3053. "input_cost_per_token": 1e-07,
  3054. "input_cost_per_token_batches": 5e-08,
  3055. "input_cost_per_token_priority": 2e-07,
  3056. "litellm_provider": "openai",
  3057. "max_input_tokens": 1047576,
  3058. "max_output_tokens": 32768,
  3059. "max_tokens": 32768,
  3060. "mode": "chat",
  3061. "output_cost_per_token": 4e-07,
  3062. "output_cost_per_token_batches": 2e-07,
  3063. "output_cost_per_token_priority": 8e-07,
  3064. "supported_endpoints": [
  3065. "/v1/chat/completions",
  3066. "/v1/batch",
  3067. "/v1/responses"
  3068. ],
  3069. "supported_modalities": [
  3070. "text",
  3071. "image"
  3072. ],
  3073. "supported_output_modalities": [
  3074. "text"
  3075. ],
  3076. "supports_function_calling": true,
  3077. "supports_native_streaming": true,
  3078. "supports_parallel_function_calling": true,
  3079. "supports_pdf_input": true,
  3080. "supports_prompt_caching": true,
  3081. "supports_response_schema": true,
  3082. "supports_service_tier": true,
  3083. "supports_system_messages": true,
  3084. "supports_tool_choice": true,
  3085. "supports_vision": true
  3086. },
  3087. "gpt-4.1-nano-2025-04-14": {
  3088. "cache_read_input_token_cost": 2.5e-08,
  3089. "input_cost_per_token": 1e-07,
  3090. "input_cost_per_token_batches": 5e-08,
  3091. "litellm_provider": "openai",
  3092. "max_input_tokens": 1047576,
  3093. "max_output_tokens": 32768,
  3094. "max_tokens": 32768,
  3095. "mode": "chat",
  3096. "output_cost_per_token": 4e-07,
  3097. "output_cost_per_token_batches": 2e-07,
  3098. "supported_endpoints": [
  3099. "/v1/chat/completions",
  3100. "/v1/batch",
  3101. "/v1/responses"
  3102. ],
  3103. "supported_modalities": [
  3104. "text",
  3105. "image"
  3106. ],
  3107. "supported_output_modalities": [
  3108. "text"
  3109. ],
  3110. "supports_function_calling": true,
  3111. "supports_native_streaming": true,
  3112. "supports_parallel_function_calling": true,
  3113. "supports_pdf_input": true,
  3114. "supports_prompt_caching": true,
  3115. "supports_response_schema": true,
  3116. "supports_service_tier": true,
  3117. "supports_system_messages": true,
  3118. "supports_tool_choice": true,
  3119. "supports_vision": true
  3120. },
  3121. "gpt-4o": {
  3122. "cache_read_input_token_cost": 1.25e-06,
  3123. "cache_read_input_token_cost_priority": 2.125e-06,
  3124. "input_cost_per_token": 2.5e-06,
  3125. "input_cost_per_token_batches": 1.25e-06,
  3126. "input_cost_per_token_priority": 4.25e-06,
  3127. "litellm_provider": "openai",
  3128. "max_input_tokens": 128000,
  3129. "max_output_tokens": 16384,
  3130. "max_tokens": 16384,
  3131. "mode": "chat",
  3132. "output_cost_per_token": 1e-05,
  3133. "output_cost_per_token_batches": 5e-06,
  3134. "output_cost_per_token_priority": 1.7e-05,
  3135. "supports_function_calling": true,
  3136. "supports_parallel_function_calling": true,
  3137. "supports_pdf_input": true,
  3138. "supports_prompt_caching": true,
  3139. "supports_response_schema": true,
  3140. "supports_service_tier": true,
  3141. "supports_system_messages": true,
  3142. "supports_tool_choice": true,
  3143. "supports_vision": true
  3144. },
  3145. "gpt-4o-2024-05-13": {
  3146. "input_cost_per_token": 5e-06,
  3147. "input_cost_per_token_batches": 2.5e-06,
  3148. "input_cost_per_token_priority": 8.75e-06,
  3149. "litellm_provider": "openai",
  3150. "max_input_tokens": 128000,
  3151. "max_output_tokens": 4096,
  3152. "max_tokens": 4096,
  3153. "mode": "chat",
  3154. "output_cost_per_token": 1.5e-05,
  3155. "output_cost_per_token_batches": 7.5e-06,
  3156. "output_cost_per_token_priority": 2.625e-05,
  3157. "supports_function_calling": true,
  3158. "supports_parallel_function_calling": true,
  3159. "supports_pdf_input": true,
  3160. "supports_prompt_caching": true,
  3161. "supports_system_messages": true,
  3162. "supports_tool_choice": true,
  3163. "supports_vision": true
  3164. },
  3165. "gpt-4o-2024-08-06": {
  3166. "cache_read_input_token_cost": 1.25e-06,
  3167. "input_cost_per_token": 2.5e-06,
  3168. "input_cost_per_token_batches": 1.25e-06,
  3169. "litellm_provider": "openai",
  3170. "max_input_tokens": 128000,
  3171. "max_output_tokens": 16384,
  3172. "max_tokens": 16384,
  3173. "mode": "chat",
  3174. "output_cost_per_token": 1e-05,
  3175. "output_cost_per_token_batches": 5e-06,
  3176. "supports_function_calling": true,
  3177. "supports_parallel_function_calling": true,
  3178. "supports_pdf_input": true,
  3179. "supports_prompt_caching": true,
  3180. "supports_response_schema": true,
  3181. "supports_service_tier": true,
  3182. "supports_system_messages": true,
  3183. "supports_tool_choice": true,
  3184. "supports_vision": true
  3185. },
  3186. "gpt-4o-2024-11-20": {
  3187. "cache_read_input_token_cost": 1.25e-06,
  3188. "input_cost_per_token": 2.5e-06,
  3189. "input_cost_per_token_batches": 1.25e-06,
  3190. "litellm_provider": "openai",
  3191. "max_input_tokens": 128000,
  3192. "max_output_tokens": 16384,
  3193. "max_tokens": 16384,
  3194. "mode": "chat",
  3195. "output_cost_per_token": 1e-05,
  3196. "output_cost_per_token_batches": 5e-06,
  3197. "supports_function_calling": true,
  3198. "supports_parallel_function_calling": true,
  3199. "supports_pdf_input": true,
  3200. "supports_prompt_caching": true,
  3201. "supports_response_schema": true,
  3202. "supports_service_tier": true,
  3203. "supports_system_messages": true,
  3204. "supports_tool_choice": true,
  3205. "supports_vision": true
  3206. },
  3207. "gpt-4o-audio-preview": {
  3208. "input_cost_per_audio_token": 4e-05,
  3209. "input_cost_per_token": 2.5e-06,
  3210. "litellm_provider": "openai",
  3211. "max_input_tokens": 128000,
  3212. "max_output_tokens": 16384,
  3213. "max_tokens": 16384,
  3214. "mode": "chat",
  3215. "output_cost_per_audio_token": 8e-05,
  3216. "output_cost_per_token": 1e-05,
  3217. "supports_audio_input": true,
  3218. "supports_audio_output": true,
  3219. "supports_function_calling": true,
  3220. "supports_parallel_function_calling": true,
  3221. "supports_system_messages": true,
  3222. "supports_tool_choice": true
  3223. },
  3224. "gpt-4o-audio-preview-2024-12-17": {
  3225. "input_cost_per_audio_token": 4e-05,
  3226. "input_cost_per_token": 2.5e-06,
  3227. "litellm_provider": "openai",
  3228. "max_input_tokens": 128000,
  3229. "max_output_tokens": 16384,
  3230. "max_tokens": 16384,
  3231. "mode": "chat",
  3232. "output_cost_per_audio_token": 8e-05,
  3233. "output_cost_per_token": 1e-05,
  3234. "supports_audio_input": true,
  3235. "supports_audio_output": true,
  3236. "supports_function_calling": true,
  3237. "supports_parallel_function_calling": true,
  3238. "supports_system_messages": true,
  3239. "supports_tool_choice": true
  3240. },
  3241. "gpt-4o-audio-preview-2025-06-03": {
  3242. "input_cost_per_audio_token": 4e-05,
  3243. "input_cost_per_token": 2.5e-06,
  3244. "litellm_provider": "openai",
  3245. "max_input_tokens": 128000,
  3246. "max_output_tokens": 16384,
  3247. "max_tokens": 16384,
  3248. "mode": "chat",
  3249. "output_cost_per_audio_token": 8e-05,
  3250. "output_cost_per_token": 1e-05,
  3251. "supports_audio_input": true,
  3252. "supports_audio_output": true,
  3253. "supports_function_calling": true,
  3254. "supports_parallel_function_calling": true,
  3255. "supports_system_messages": true,
  3256. "supports_tool_choice": true
  3257. },
  3258. "gpt-4o-mini": {
  3259. "cache_read_input_token_cost": 7.5e-08,
  3260. "cache_read_input_token_cost_priority": 1.25e-07,
  3261. "input_cost_per_token": 1.5e-07,
  3262. "input_cost_per_token_batches": 7.5e-08,
  3263. "input_cost_per_token_priority": 2.5e-07,
  3264. "litellm_provider": "openai",
  3265. "max_input_tokens": 128000,
  3266. "max_output_tokens": 16384,
  3267. "max_tokens": 16384,
  3268. "mode": "chat",
  3269. "output_cost_per_token": 6e-07,
  3270. "output_cost_per_token_batches": 3e-07,
  3271. "output_cost_per_token_priority": 1e-06,
  3272. "supports_function_calling": true,
  3273. "supports_parallel_function_calling": true,
  3274. "supports_pdf_input": true,
  3275. "supports_prompt_caching": true,
  3276. "supports_response_schema": true,
  3277. "supports_service_tier": true,
  3278. "supports_system_messages": true,
  3279. "supports_tool_choice": true,
  3280. "supports_vision": true
  3281. },
  3282. "gpt-4o-mini-2024-07-18": {
  3283. "cache_read_input_token_cost": 7.5e-08,
  3284. "input_cost_per_token": 1.5e-07,
  3285. "input_cost_per_token_batches": 7.5e-08,
  3286. "litellm_provider": "openai",
  3287. "max_input_tokens": 128000,
  3288. "max_output_tokens": 16384,
  3289. "max_tokens": 16384,
  3290. "mode": "chat",
  3291. "output_cost_per_token": 6e-07,
  3292. "output_cost_per_token_batches": 3e-07,
  3293. "search_context_cost_per_query": {
  3294. "search_context_size_high": 0.03,
  3295. "search_context_size_low": 0.025,
  3296. "search_context_size_medium": 0.0275
  3297. },
  3298. "supports_function_calling": true,
  3299. "supports_parallel_function_calling": true,
  3300. "supports_pdf_input": true,
  3301. "supports_prompt_caching": true,
  3302. "supports_response_schema": true,
  3303. "supports_service_tier": true,
  3304. "supports_system_messages": true,
  3305. "supports_tool_choice": true,
  3306. "supports_vision": true
  3307. },
  3308. "gpt-4o-mini-audio-preview": {
  3309. "input_cost_per_audio_token": 1e-05,
  3310. "input_cost_per_token": 1.5e-07,
  3311. "litellm_provider": "openai",
  3312. "max_input_tokens": 128000,
  3313. "max_output_tokens": 16384,
  3314. "max_tokens": 16384,
  3315. "mode": "chat",
  3316. "output_cost_per_audio_token": 2e-05,
  3317. "output_cost_per_token": 6e-07,
  3318. "supports_audio_input": true,
  3319. "supports_audio_output": true,
  3320. "supports_function_calling": true,
  3321. "supports_parallel_function_calling": true,
  3322. "supports_system_messages": true,
  3323. "supports_tool_choice": true
  3324. },
  3325. "gpt-4o-mini-audio-preview-2024-12-17": {
  3326. "input_cost_per_audio_token": 1e-05,
  3327. "input_cost_per_token": 1.5e-07,
  3328. "litellm_provider": "openai",
  3329. "max_input_tokens": 128000,
  3330. "max_output_tokens": 16384,
  3331. "max_tokens": 16384,
  3332. "mode": "chat",
  3333. "output_cost_per_audio_token": 2e-05,
  3334. "output_cost_per_token": 6e-07,
  3335. "supports_audio_input": true,
  3336. "supports_audio_output": true,
  3337. "supports_function_calling": true,
  3338. "supports_parallel_function_calling": true,
  3339. "supports_system_messages": true,
  3340. "supports_tool_choice": true
  3341. },
  3342. "gpt-4o-mini-realtime-preview": {
  3343. "cache_creation_input_audio_token_cost": 3e-07,
  3344. "cache_read_input_token_cost": 3e-07,
  3345. "input_cost_per_audio_token": 1e-05,
  3346. "input_cost_per_token": 6e-07,
  3347. "litellm_provider": "openai",
  3348. "max_input_tokens": 128000,
  3349. "max_output_tokens": 4096,
  3350. "max_tokens": 4096,
  3351. "mode": "chat",
  3352. "output_cost_per_audio_token": 2e-05,
  3353. "output_cost_per_token": 2.4e-06,
  3354. "supports_audio_input": true,
  3355. "supports_audio_output": true,
  3356. "supports_function_calling": true,
  3357. "supports_parallel_function_calling": true,
  3358. "supports_system_messages": true,
  3359. "supports_tool_choice": true
  3360. },
  3361. "gpt-4o-mini-realtime-preview-2024-12-17": {
  3362. "cache_creation_input_audio_token_cost": 3e-07,
  3363. "cache_read_input_token_cost": 3e-07,
  3364. "input_cost_per_audio_token": 1e-05,
  3365. "input_cost_per_token": 6e-07,
  3366. "litellm_provider": "openai",
  3367. "max_input_tokens": 128000,
  3368. "max_output_tokens": 4096,
  3369. "max_tokens": 4096,
  3370. "mode": "chat",
  3371. "output_cost_per_audio_token": 2e-05,
  3372. "output_cost_per_token": 2.4e-06,
  3373. "supports_audio_input": true,
  3374. "supports_audio_output": true,
  3375. "supports_function_calling": true,
  3376. "supports_parallel_function_calling": true,
  3377. "supports_system_messages": true,
  3378. "supports_tool_choice": true
  3379. },
  3380. "gpt-4o-mini-search-preview": {
  3381. "cache_read_input_token_cost": 7.5e-08,
  3382. "input_cost_per_token": 1.5e-07,
  3383. "input_cost_per_token_batches": 7.5e-08,
  3384. "litellm_provider": "openai",
  3385. "max_input_tokens": 128000,
  3386. "max_output_tokens": 16384,
  3387. "max_tokens": 16384,
  3388. "mode": "chat",
  3389. "output_cost_per_token": 6e-07,
  3390. "output_cost_per_token_batches": 3e-07,
  3391. "search_context_cost_per_query": {
  3392. "search_context_size_high": 0.03,
  3393. "search_context_size_low": 0.025,
  3394. "search_context_size_medium": 0.0275
  3395. },
  3396. "supports_function_calling": true,
  3397. "supports_parallel_function_calling": true,
  3398. "supports_pdf_input": true,
  3399. "supports_prompt_caching": true,
  3400. "supports_response_schema": true,
  3401. "supports_system_messages": true,
  3402. "supports_tool_choice": true,
  3403. "supports_vision": true,
  3404. "supports_web_search": true
  3405. },
  3406. "gpt-4o-mini-search-preview-2025-03-11": {
  3407. "cache_read_input_token_cost": 7.5e-08,
  3408. "input_cost_per_token": 1.5e-07,
  3409. "input_cost_per_token_batches": 7.5e-08,
  3410. "litellm_provider": "openai",
  3411. "max_input_tokens": 128000,
  3412. "max_output_tokens": 16384,
  3413. "max_tokens": 16384,
  3414. "mode": "chat",
  3415. "output_cost_per_token": 6e-07,
  3416. "output_cost_per_token_batches": 3e-07,
  3417. "supports_function_calling": true,
  3418. "supports_parallel_function_calling": true,
  3419. "supports_pdf_input": true,
  3420. "supports_prompt_caching": true,
  3421. "supports_response_schema": true,
  3422. "supports_system_messages": true,
  3423. "supports_tool_choice": true,
  3424. "supports_vision": true
  3425. },
  3426. "gpt-4o-mini-transcribe": {
  3427. "input_cost_per_audio_token": 1.25e-06,
  3428. "input_cost_per_token": 1.25e-06,
  3429. "litellm_provider": "openai",
  3430. "max_input_tokens": 16000,
  3431. "max_output_tokens": 2000,
  3432. "mode": "audio_transcription",
  3433. "output_cost_per_token": 5e-06,
  3434. "supported_endpoints": [
  3435. "/v1/audio/transcriptions"
  3436. ]
  3437. },
  3438. "gpt-4o-mini-transcribe-2025-03-20": {
  3439. "input_cost_per_audio_token": 1.25e-06,
  3440. "input_cost_per_token": 1.25e-06,
  3441. "litellm_provider": "openai",
  3442. "max_input_tokens": 16000,
  3443. "max_output_tokens": 2000,
  3444. "mode": "audio_transcription",
  3445. "output_cost_per_token": 5e-06,
  3446. "supported_endpoints": [
  3447. "/v1/audio/transcriptions"
  3448. ]
  3449. },
  3450. "gpt-4o-mini-transcribe-2025-12-15": {
  3451. "input_cost_per_audio_token": 1.25e-06,
  3452. "input_cost_per_token": 1.25e-06,
  3453. "litellm_provider": "openai",
  3454. "max_input_tokens": 16000,
  3455. "max_output_tokens": 2000,
  3456. "mode": "audio_transcription",
  3457. "output_cost_per_token": 5e-06,
  3458. "supported_endpoints": [
  3459. "/v1/audio/transcriptions"
  3460. ]
  3461. },
  3462. "gpt-4o-mini-tts": {
  3463. "input_cost_per_token": 2.5e-06,
  3464. "litellm_provider": "openai",
  3465. "mode": "audio_speech",
  3466. "output_cost_per_audio_token": 1.2e-05,
  3467. "output_cost_per_second": 0.00025,
  3468. "output_cost_per_token": 1e-05,
  3469. "supported_endpoints": [
  3470. "/v1/audio/speech"
  3471. ],
  3472. "supported_modalities": [
  3473. "text",
  3474. "audio"
  3475. ],
  3476. "supported_output_modalities": [
  3477. "audio"
  3478. ]
  3479. },
  3480. "gpt-4o-mini-tts-2025-03-20": {
  3481. "input_cost_per_token": 2.5e-06,
  3482. "litellm_provider": "openai",
  3483. "mode": "audio_speech",
  3484. "output_cost_per_audio_token": 1.2e-05,
  3485. "output_cost_per_second": 0.00025,
  3486. "output_cost_per_token": 1e-05,
  3487. "supported_endpoints": [
  3488. "/v1/audio/speech"
  3489. ],
  3490. "supported_modalities": [
  3491. "text",
  3492. "audio"
  3493. ],
  3494. "supported_output_modalities": [
  3495. "audio"
  3496. ]
  3497. },
  3498. "gpt-4o-mini-tts-2025-12-15": {
  3499. "input_cost_per_token": 2.5e-06,
  3500. "litellm_provider": "openai",
  3501. "mode": "audio_speech",
  3502. "output_cost_per_audio_token": 1.2e-05,
  3503. "output_cost_per_second": 0.00025,
  3504. "output_cost_per_token": 1e-05,
  3505. "supported_endpoints": [
  3506. "/v1/audio/speech"
  3507. ],
  3508. "supported_modalities": [
  3509. "text",
  3510. "audio"
  3511. ],
  3512. "supported_output_modalities": [
  3513. "audio"
  3514. ]
  3515. },
  3516. "gpt-4o-realtime-preview": {
  3517. "cache_read_input_token_cost": 2.5e-06,
  3518. "input_cost_per_audio_token": 4e-05,
  3519. "input_cost_per_token": 5e-06,
  3520. "litellm_provider": "openai",
  3521. "max_input_tokens": 128000,
  3522. "max_output_tokens": 4096,
  3523. "max_tokens": 4096,
  3524. "mode": "chat",
  3525. "output_cost_per_audio_token": 8e-05,
  3526. "output_cost_per_token": 2e-05,
  3527. "supports_audio_input": true,
  3528. "supports_audio_output": true,
  3529. "supports_function_calling": true,
  3530. "supports_parallel_function_calling": true,
  3531. "supports_system_messages": true,
  3532. "supports_tool_choice": true
  3533. },
  3534. "gpt-4o-realtime-preview-2024-12-17": {
  3535. "cache_read_input_token_cost": 2.5e-06,
  3536. "input_cost_per_audio_token": 4e-05,
  3537. "input_cost_per_token": 5e-06,
  3538. "litellm_provider": "openai",
  3539. "max_input_tokens": 128000,
  3540. "max_output_tokens": 4096,
  3541. "max_tokens": 4096,
  3542. "mode": "chat",
  3543. "output_cost_per_audio_token": 8e-05,
  3544. "output_cost_per_token": 2e-05,
  3545. "supports_audio_input": true,
  3546. "supports_audio_output": true,
  3547. "supports_function_calling": true,
  3548. "supports_parallel_function_calling": true,
  3549. "supports_system_messages": true,
  3550. "supports_tool_choice": true
  3551. },
  3552. "gpt-4o-realtime-preview-2025-06-03": {
  3553. "cache_read_input_token_cost": 2.5e-06,
  3554. "input_cost_per_audio_token": 4e-05,
  3555. "input_cost_per_token": 5e-06,
  3556. "litellm_provider": "openai",
  3557. "max_input_tokens": 128000,
  3558. "max_output_tokens": 4096,
  3559. "max_tokens": 4096,
  3560. "mode": "chat",
  3561. "output_cost_per_audio_token": 8e-05,
  3562. "output_cost_per_token": 2e-05,
  3563. "supports_audio_input": true,
  3564. "supports_audio_output": true,
  3565. "supports_function_calling": true,
  3566. "supports_parallel_function_calling": true,
  3567. "supports_system_messages": true,
  3568. "supports_tool_choice": true
  3569. },
  3570. "gpt-4o-search-preview": {
  3571. "cache_read_input_token_cost": 1.25e-06,
  3572. "input_cost_per_token": 2.5e-06,
  3573. "input_cost_per_token_batches": 1.25e-06,
  3574. "litellm_provider": "openai",
  3575. "max_input_tokens": 128000,
  3576. "max_output_tokens": 16384,
  3577. "max_tokens": 16384,
  3578. "mode": "chat",
  3579. "output_cost_per_token": 1e-05,
  3580. "output_cost_per_token_batches": 5e-06,
  3581. "search_context_cost_per_query": {
  3582. "search_context_size_high": 0.05,
  3583. "search_context_size_low": 0.03,
  3584. "search_context_size_medium": 0.035
  3585. },
  3586. "supports_function_calling": true,
  3587. "supports_parallel_function_calling": true,
  3588. "supports_pdf_input": true,
  3589. "supports_prompt_caching": true,
  3590. "supports_response_schema": true,
  3591. "supports_system_messages": true,
  3592. "supports_tool_choice": true,
  3593. "supports_vision": true,
  3594. "supports_web_search": true
  3595. },
  3596. "gpt-4o-search-preview-2025-03-11": {
  3597. "cache_read_input_token_cost": 1.25e-06,
  3598. "input_cost_per_token": 2.5e-06,
  3599. "input_cost_per_token_batches": 1.25e-06,
  3600. "litellm_provider": "openai",
  3601. "max_input_tokens": 128000,
  3602. "max_output_tokens": 16384,
  3603. "max_tokens": 16384,
  3604. "mode": "chat",
  3605. "output_cost_per_token": 1e-05,
  3606. "output_cost_per_token_batches": 5e-06,
  3607. "supports_function_calling": true,
  3608. "supports_parallel_function_calling": true,
  3609. "supports_pdf_input": true,
  3610. "supports_prompt_caching": true,
  3611. "supports_response_schema": true,
  3612. "supports_system_messages": true,
  3613. "supports_tool_choice": true,
  3614. "supports_vision": true
  3615. },
  3616. "gpt-4o-transcribe": {
  3617. "input_cost_per_audio_token": 2.5e-06,
  3618. "input_cost_per_token": 2.5e-06,
  3619. "litellm_provider": "openai",
  3620. "max_input_tokens": 16000,
  3621. "max_output_tokens": 2000,
  3622. "mode": "audio_transcription",
  3623. "output_cost_per_token": 1e-05,
  3624. "supported_endpoints": [
  3625. "/v1/audio/transcriptions"
  3626. ]
  3627. },
  3628. "gpt-4o-transcribe-diarize": {
  3629. "input_cost_per_audio_token": 2.5e-06,
  3630. "input_cost_per_token": 2.5e-06,
  3631. "litellm_provider": "openai",
  3632. "max_input_tokens": 16000,
  3633. "max_output_tokens": 2000,
  3634. "mode": "audio_transcription",
  3635. "output_cost_per_token": 1e-05,
  3636. "supported_endpoints": [
  3637. "/v1/audio/transcriptions"
  3638. ]
  3639. },
  3640. "gpt-5": {
  3641. "cache_read_input_token_cost": 1.25e-07,
  3642. "cache_read_input_token_cost_flex": 6.25e-08,
  3643. "cache_read_input_token_cost_priority": 2.5e-07,
  3644. "input_cost_per_token": 1.25e-06,
  3645. "input_cost_per_token_flex": 6.25e-07,
  3646. "input_cost_per_token_priority": 2.5e-06,
  3647. "litellm_provider": "openai",
  3648. "max_input_tokens": 272000,
  3649. "max_output_tokens": 128000,
  3650. "max_tokens": 128000,
  3651. "mode": "chat",
  3652. "output_cost_per_token": 1e-05,
  3653. "output_cost_per_token_flex": 5e-06,
  3654. "output_cost_per_token_priority": 2e-05,
  3655. "supported_endpoints": [
  3656. "/v1/chat/completions",
  3657. "/v1/batch",
  3658. "/v1/responses"
  3659. ],
  3660. "supported_modalities": [
  3661. "text",
  3662. "image"
  3663. ],
  3664. "supported_output_modalities": [
  3665. "text"
  3666. ],
  3667. "supports_function_calling": true,
  3668. "supports_minimal_reasoning_effort": true,
  3669. "supports_native_streaming": true,
  3670. "supports_none_reasoning_effort": false,
  3671. "supports_parallel_function_calling": true,
  3672. "supports_pdf_input": true,
  3673. "supports_prompt_caching": true,
  3674. "supports_reasoning": true,
  3675. "supports_response_schema": true,
  3676. "supports_service_tier": true,
  3677. "supports_system_messages": true,
  3678. "supports_tool_choice": true,
  3679. "supports_vision": true,
  3680. "supports_web_search": true,
  3681. "supports_xhigh_reasoning_effort": false
  3682. },
  3683. "gpt-5-2025-08-07": {
  3684. "cache_read_input_token_cost": 1.25e-07,
  3685. "cache_read_input_token_cost_flex": 6.25e-08,
  3686. "cache_read_input_token_cost_priority": 2.5e-07,
  3687. "input_cost_per_token": 1.25e-06,
  3688. "input_cost_per_token_flex": 6.25e-07,
  3689. "input_cost_per_token_priority": 2.5e-06,
  3690. "litellm_provider": "openai",
  3691. "max_input_tokens": 272000,
  3692. "max_output_tokens": 128000,
  3693. "max_tokens": 128000,
  3694. "mode": "chat",
  3695. "output_cost_per_token": 1e-05,
  3696. "output_cost_per_token_flex": 5e-06,
  3697. "output_cost_per_token_priority": 2e-05,
  3698. "supported_endpoints": [
  3699. "/v1/chat/completions",
  3700. "/v1/batch",
  3701. "/v1/responses"
  3702. ],
  3703. "supported_modalities": [
  3704. "text",
  3705. "image"
  3706. ],
  3707. "supported_output_modalities": [
  3708. "text"
  3709. ],
  3710. "supports_function_calling": true,
  3711. "supports_minimal_reasoning_effort": true,
  3712. "supports_native_streaming": true,
  3713. "supports_none_reasoning_effort": false,
  3714. "supports_parallel_function_calling": true,
  3715. "supports_pdf_input": true,
  3716. "supports_prompt_caching": true,
  3717. "supports_reasoning": true,
  3718. "supports_response_schema": true,
  3719. "supports_service_tier": true,
  3720. "supports_system_messages": true,
  3721. "supports_tool_choice": true,
  3722. "supports_vision": true,
  3723. "supports_web_search": true,
  3724. "supports_xhigh_reasoning_effort": false
  3725. },
  3726. "gpt-5-chat": {
  3727. "cache_read_input_token_cost": 1.25e-07,
  3728. "input_cost_per_token": 1.25e-06,
  3729. "litellm_provider": "openai",
  3730. "max_input_tokens": 128000,
  3731. "max_output_tokens": 16384,
  3732. "max_tokens": 16384,
  3733. "mode": "chat",
  3734. "output_cost_per_token": 1e-05,
  3735. "supported_endpoints": [
  3736. "/v1/chat/completions",
  3737. "/v1/batch",
  3738. "/v1/responses"
  3739. ],
  3740. "supported_modalities": [
  3741. "text",
  3742. "image"
  3743. ],
  3744. "supported_output_modalities": [
  3745. "text"
  3746. ],
  3747. "supports_function_calling": false,
  3748. "supports_minimal_reasoning_effort": true,
  3749. "supports_native_streaming": true,
  3750. "supports_none_reasoning_effort": false,
  3751. "supports_parallel_function_calling": false,
  3752. "supports_pdf_input": true,
  3753. "supports_prompt_caching": true,
  3754. "supports_reasoning": true,
  3755. "supports_response_schema": true,
  3756. "supports_system_messages": true,
  3757. "supports_tool_choice": false,
  3758. "supports_vision": true,
  3759. "supports_xhigh_reasoning_effort": false
  3760. },
  3761. "gpt-5-chat-latest": {
  3762. "cache_read_input_token_cost": 1.25e-07,
  3763. "input_cost_per_token": 1.25e-06,
  3764. "litellm_provider": "openai",
  3765. "max_input_tokens": 128000,
  3766. "max_output_tokens": 16384,
  3767. "max_tokens": 16384,
  3768. "mode": "chat",
  3769. "output_cost_per_token": 1e-05,
  3770. "supported_endpoints": [
  3771. "/v1/chat/completions",
  3772. "/v1/batch",
  3773. "/v1/responses"
  3774. ],
  3775. "supported_modalities": [
  3776. "text",
  3777. "image"
  3778. ],
  3779. "supported_output_modalities": [
  3780. "text"
  3781. ],
  3782. "supports_function_calling": false,
  3783. "supports_minimal_reasoning_effort": true,
  3784. "supports_native_streaming": true,
  3785. "supports_none_reasoning_effort": false,
  3786. "supports_parallel_function_calling": false,
  3787. "supports_pdf_input": true,
  3788. "supports_prompt_caching": true,
  3789. "supports_reasoning": true,
  3790. "supports_response_schema": true,
  3791. "supports_system_messages": true,
  3792. "supports_tool_choice": false,
  3793. "supports_vision": true,
  3794. "supports_xhigh_reasoning_effort": false
  3795. },
  3796. "gpt-5-codex": {
  3797. "cache_read_input_token_cost": 1.25e-07,
  3798. "input_cost_per_token": 1.25e-06,
  3799. "litellm_provider": "openai",
  3800. "max_input_tokens": 272000,
  3801. "max_output_tokens": 128000,
  3802. "max_tokens": 128000,
  3803. "mode": "responses",
  3804. "output_cost_per_token": 1e-05,
  3805. "supported_endpoints": [
  3806. "/v1/responses"
  3807. ],
  3808. "supported_modalities": [
  3809. "text",
  3810. "image"
  3811. ],
  3812. "supported_output_modalities": [
  3813. "text"
  3814. ],
  3815. "supports_function_calling": true,
  3816. "supports_minimal_reasoning_effort": true,
  3817. "supports_native_streaming": true,
  3818. "supports_none_reasoning_effort": false,
  3819. "supports_parallel_function_calling": true,
  3820. "supports_pdf_input": true,
  3821. "supports_prompt_caching": true,
  3822. "supports_reasoning": true,
  3823. "supports_response_schema": true,
  3824. "supports_system_messages": false,
  3825. "supports_tool_choice": true,
  3826. "supports_vision": true,
  3827. "supports_web_search": true,
  3828. "supports_xhigh_reasoning_effort": false
  3829. },
  3830. "gpt-5-mini": {
  3831. "cache_read_input_token_cost": 2.5e-08,
  3832. "cache_read_input_token_cost_flex": 1.25e-08,
  3833. "cache_read_input_token_cost_priority": 4.5e-08,
  3834. "input_cost_per_token": 2.5e-07,
  3835. "input_cost_per_token_flex": 1.25e-07,
  3836. "input_cost_per_token_priority": 4.5e-07,
  3837. "litellm_provider": "openai",
  3838. "max_input_tokens": 272000,
  3839. "max_output_tokens": 128000,
  3840. "max_tokens": 128000,
  3841. "mode": "chat",
  3842. "output_cost_per_token": 2e-06,
  3843. "output_cost_per_token_flex": 1e-06,
  3844. "output_cost_per_token_priority": 3.6e-06,
  3845. "supported_endpoints": [
  3846. "/v1/chat/completions",
  3847. "/v1/batch",
  3848. "/v1/responses"
  3849. ],
  3850. "supported_modalities": [
  3851. "text",
  3852. "image"
  3853. ],
  3854. "supported_output_modalities": [
  3855. "text"
  3856. ],
  3857. "supports_function_calling": true,
  3858. "supports_minimal_reasoning_effort": true,
  3859. "supports_native_streaming": true,
  3860. "supports_none_reasoning_effort": false,
  3861. "supports_parallel_function_calling": true,
  3862. "supports_pdf_input": true,
  3863. "supports_prompt_caching": true,
  3864. "supports_reasoning": true,
  3865. "supports_response_schema": true,
  3866. "supports_service_tier": true,
  3867. "supports_system_messages": true,
  3868. "supports_tool_choice": true,
  3869. "supports_vision": true,
  3870. "supports_web_search": true,
  3871. "supports_xhigh_reasoning_effort": false
  3872. },
  3873. "gpt-5-mini-2025-08-07": {
  3874. "cache_read_input_token_cost": 2.5e-08,
  3875. "cache_read_input_token_cost_flex": 1.25e-08,
  3876. "cache_read_input_token_cost_priority": 4.5e-08,
  3877. "input_cost_per_token": 2.5e-07,
  3878. "input_cost_per_token_flex": 1.25e-07,
  3879. "input_cost_per_token_priority": 4.5e-07,
  3880. "litellm_provider": "openai",
  3881. "max_input_tokens": 272000,
  3882. "max_output_tokens": 128000,
  3883. "max_tokens": 128000,
  3884. "mode": "chat",
  3885. "output_cost_per_token": 2e-06,
  3886. "output_cost_per_token_flex": 1e-06,
  3887. "output_cost_per_token_priority": 3.6e-06,
  3888. "supported_endpoints": [
  3889. "/v1/chat/completions",
  3890. "/v1/batch",
  3891. "/v1/responses"
  3892. ],
  3893. "supported_modalities": [
  3894. "text",
  3895. "image"
  3896. ],
  3897. "supported_output_modalities": [
  3898. "text"
  3899. ],
  3900. "supports_function_calling": true,
  3901. "supports_minimal_reasoning_effort": true,
  3902. "supports_native_streaming": true,
  3903. "supports_none_reasoning_effort": false,
  3904. "supports_parallel_function_calling": true,
  3905. "supports_pdf_input": true,
  3906. "supports_prompt_caching": true,
  3907. "supports_reasoning": true,
  3908. "supports_response_schema": true,
  3909. "supports_service_tier": true,
  3910. "supports_system_messages": true,
  3911. "supports_tool_choice": true,
  3912. "supports_vision": true,
  3913. "supports_web_search": true,
  3914. "supports_xhigh_reasoning_effort": false
  3915. },
  3916. "gpt-5-nano": {
  3917. "cache_read_input_token_cost": 5e-09,
  3918. "cache_read_input_token_cost_flex": 2.5e-09,
  3919. "input_cost_per_token": 5e-08,
  3920. "input_cost_per_token_flex": 2.5e-08,
  3921. "input_cost_per_token_priority": 2.5e-06,
  3922. "litellm_provider": "openai",
  3923. "max_input_tokens": 272000,
  3924. "max_output_tokens": 128000,
  3925. "max_tokens": 128000,
  3926. "mode": "chat",
  3927. "output_cost_per_token": 4e-07,
  3928. "output_cost_per_token_flex": 2e-07,
  3929. "supported_endpoints": [
  3930. "/v1/chat/completions",
  3931. "/v1/batch",
  3932. "/v1/responses"
  3933. ],
  3934. "supported_modalities": [
  3935. "text",
  3936. "image"
  3937. ],
  3938. "supported_output_modalities": [
  3939. "text"
  3940. ],
  3941. "supports_function_calling": true,
  3942. "supports_minimal_reasoning_effort": true,
  3943. "supports_native_streaming": true,
  3944. "supports_none_reasoning_effort": false,
  3945. "supports_parallel_function_calling": true,
  3946. "supports_pdf_input": true,
  3947. "supports_prompt_caching": true,
  3948. "supports_reasoning": true,
  3949. "supports_response_schema": true,
  3950. "supports_system_messages": true,
  3951. "supports_tool_choice": true,
  3952. "supports_vision": true,
  3953. "supports_web_search": true,
  3954. "supports_xhigh_reasoning_effort": false
  3955. },
  3956. "gpt-5-nano-2025-08-07": {
  3957. "cache_read_input_token_cost": 5e-09,
  3958. "cache_read_input_token_cost_flex": 2.5e-09,
  3959. "input_cost_per_token": 5e-08,
  3960. "input_cost_per_token_flex": 2.5e-08,
  3961. "litellm_provider": "openai",
  3962. "max_input_tokens": 272000,
  3963. "max_output_tokens": 128000,
  3964. "max_tokens": 128000,
  3965. "mode": "chat",
  3966. "output_cost_per_token": 4e-07,
  3967. "output_cost_per_token_flex": 2e-07,
  3968. "supported_endpoints": [
  3969. "/v1/chat/completions",
  3970. "/v1/batch",
  3971. "/v1/responses"
  3972. ],
  3973. "supported_modalities": [
  3974. "text",
  3975. "image"
  3976. ],
  3977. "supported_output_modalities": [
  3978. "text"
  3979. ],
  3980. "supports_function_calling": true,
  3981. "supports_minimal_reasoning_effort": true,
  3982. "supports_native_streaming": true,
  3983. "supports_none_reasoning_effort": false,
  3984. "supports_parallel_function_calling": true,
  3985. "supports_pdf_input": true,
  3986. "supports_prompt_caching": true,
  3987. "supports_reasoning": true,
  3988. "supports_response_schema": true,
  3989. "supports_system_messages": true,
  3990. "supports_tool_choice": true,
  3991. "supports_vision": true,
  3992. "supports_web_search": true,
  3993. "supports_xhigh_reasoning_effort": false
  3994. },
  3995. "gpt-5-pro": {
  3996. "input_cost_per_token": 1.5e-05,
  3997. "input_cost_per_token_batches": 7.5e-06,
  3998. "litellm_provider": "openai",
  3999. "max_input_tokens": 128000,
  4000. "max_output_tokens": 272000,
  4001. "max_tokens": 272000,
  4002. "mode": "responses",
  4003. "output_cost_per_token": 0.00012,
  4004. "output_cost_per_token_batches": 6e-05,
  4005. "supported_endpoints": [
  4006. "/v1/batch",
  4007. "/v1/responses"
  4008. ],
  4009. "supported_modalities": [
  4010. "text",
  4011. "image"
  4012. ],
  4013. "supported_output_modalities": [
  4014. "text"
  4015. ],
  4016. "supports_function_calling": true,
  4017. "supports_minimal_reasoning_effort": true,
  4018. "supports_native_streaming": false,
  4019. "supports_none_reasoning_effort": false,
  4020. "supports_parallel_function_calling": true,
  4021. "supports_pdf_input": true,
  4022. "supports_prompt_caching": true,
  4023. "supports_reasoning": true,
  4024. "supports_response_schema": true,
  4025. "supports_system_messages": true,
  4026. "supports_tool_choice": true,
  4027. "supports_vision": true,
  4028. "supports_web_search": true,
  4029. "supports_xhigh_reasoning_effort": false
  4030. },
  4031. "gpt-5-pro-2025-10-06": {
  4032. "input_cost_per_token": 1.5e-05,
  4033. "input_cost_per_token_batches": 7.5e-06,
  4034. "litellm_provider": "openai",
  4035. "max_input_tokens": 128000,
  4036. "max_output_tokens": 272000,
  4037. "max_tokens": 272000,
  4038. "mode": "responses",
  4039. "output_cost_per_token": 0.00012,
  4040. "output_cost_per_token_batches": 6e-05,
  4041. "supported_endpoints": [
  4042. "/v1/batch",
  4043. "/v1/responses"
  4044. ],
  4045. "supported_modalities": [
  4046. "text",
  4047. "image"
  4048. ],
  4049. "supported_output_modalities": [
  4050. "text"
  4051. ],
  4052. "supports_function_calling": true,
  4053. "supports_minimal_reasoning_effort": true,
  4054. "supports_native_streaming": false,
  4055. "supports_none_reasoning_effort": false,
  4056. "supports_parallel_function_calling": true,
  4057. "supports_pdf_input": true,
  4058. "supports_prompt_caching": true,
  4059. "supports_reasoning": true,
  4060. "supports_response_schema": true,
  4061. "supports_system_messages": true,
  4062. "supports_tool_choice": true,
  4063. "supports_vision": true,
  4064. "supports_web_search": true,
  4065. "supports_xhigh_reasoning_effort": false
  4066. },
  4067. "gpt-5-search-api": {
  4068. "cache_read_input_token_cost": 1.25e-07,
  4069. "input_cost_per_token": 1.25e-06,
  4070. "litellm_provider": "openai",
  4071. "max_input_tokens": 272000,
  4072. "max_output_tokens": 128000,
  4073. "max_tokens": 128000,
  4074. "mode": "chat",
  4075. "output_cost_per_token": 1e-05,
  4076. "supports_function_calling": true,
  4077. "supports_minimal_reasoning_effort": true,
  4078. "supports_none_reasoning_effort": false,
  4079. "supports_parallel_function_calling": true,
  4080. "supports_pdf_input": true,
  4081. "supports_prompt_caching": true,
  4082. "supports_response_schema": true,
  4083. "supports_system_messages": true,
  4084. "supports_tool_choice": true,
  4085. "supports_vision": true,
  4086. "supports_web_search": true,
  4087. "supports_xhigh_reasoning_effort": false
  4088. },
  4089. "gpt-5-search-api-2025-10-14": {
  4090. "cache_read_input_token_cost": 1.25e-07,
  4091. "input_cost_per_token": 1.25e-06,
  4092. "litellm_provider": "openai",
  4093. "max_input_tokens": 272000,
  4094. "max_output_tokens": 128000,
  4095. "max_tokens": 128000,
  4096. "mode": "chat",
  4097. "output_cost_per_token": 1e-05,
  4098. "supports_function_calling": true,
  4099. "supports_none_reasoning_effort": false,
  4100. "supports_parallel_function_calling": true,
  4101. "supports_pdf_input": true,
  4102. "supports_prompt_caching": true,
  4103. "supports_response_schema": true,
  4104. "supports_system_messages": true,
  4105. "supports_tool_choice": true,
  4106. "supports_vision": true,
  4107. "supports_web_search": true,
  4108. "supports_xhigh_reasoning_effort": false
  4109. },
  4110. "gpt-5.1": {
  4111. "cache_read_input_token_cost": 1.25e-07,
  4112. "cache_read_input_token_cost_priority": 2.5e-07,
  4113. "input_cost_per_token": 1.25e-06,
  4114. "input_cost_per_token_priority": 2.5e-06,
  4115. "litellm_provider": "openai",
  4116. "max_input_tokens": 272000,
  4117. "max_output_tokens": 128000,
  4118. "max_tokens": 128000,
  4119. "mode": "chat",
  4120. "output_cost_per_token": 1e-05,
  4121. "output_cost_per_token_priority": 2e-05,
  4122. "supported_endpoints": [
  4123. "/v1/chat/completions",
  4124. "/v1/responses"
  4125. ],
  4126. "supported_modalities": [
  4127. "text",
  4128. "image"
  4129. ],
  4130. "supported_output_modalities": [
  4131. "text",
  4132. "image"
  4133. ],
  4134. "supports_function_calling": true,
  4135. "supports_minimal_reasoning_effort": true,
  4136. "supports_native_streaming": true,
  4137. "supports_none_reasoning_effort": true,
  4138. "supports_parallel_function_calling": true,
  4139. "supports_pdf_input": true,
  4140. "supports_prompt_caching": true,
  4141. "supports_reasoning": true,
  4142. "supports_response_schema": true,
  4143. "supports_service_tier": true,
  4144. "supports_system_messages": true,
  4145. "supports_tool_choice": true,
  4146. "supports_vision": true,
  4147. "supports_web_search": true,
  4148. "supports_xhigh_reasoning_effort": false
  4149. },
  4150. "gpt-5.1-2025-11-13": {
  4151. "cache_read_input_token_cost": 1.25e-07,
  4152. "cache_read_input_token_cost_priority": 2.5e-07,
  4153. "input_cost_per_token": 1.25e-06,
  4154. "input_cost_per_token_priority": 2.5e-06,
  4155. "litellm_provider": "openai",
  4156. "max_input_tokens": 272000,
  4157. "max_output_tokens": 128000,
  4158. "max_tokens": 128000,
  4159. "mode": "chat",
  4160. "output_cost_per_token": 1e-05,
  4161. "output_cost_per_token_priority": 2e-05,
  4162. "supported_endpoints": [
  4163. "/v1/chat/completions",
  4164. "/v1/responses"
  4165. ],
  4166. "supported_modalities": [
  4167. "text",
  4168. "image"
  4169. ],
  4170. "supported_output_modalities": [
  4171. "text",
  4172. "image"
  4173. ],
  4174. "supports_function_calling": true,
  4175. "supports_minimal_reasoning_effort": true,
  4176. "supports_native_streaming": true,
  4177. "supports_none_reasoning_effort": true,
  4178. "supports_parallel_function_calling": true,
  4179. "supports_pdf_input": true,
  4180. "supports_prompt_caching": true,
  4181. "supports_reasoning": true,
  4182. "supports_response_schema": true,
  4183. "supports_service_tier": true,
  4184. "supports_system_messages": true,
  4185. "supports_tool_choice": true,
  4186. "supports_vision": true,
  4187. "supports_web_search": true,
  4188. "supports_xhigh_reasoning_effort": false
  4189. },
  4190. "gpt-5.1-chat-latest": {
  4191. "cache_read_input_token_cost": 1.25e-07,
  4192. "cache_read_input_token_cost_priority": 2.5e-07,
  4193. "input_cost_per_token": 1.25e-06,
  4194. "input_cost_per_token_priority": 2.5e-06,
  4195. "litellm_provider": "openai",
  4196. "max_input_tokens": 128000,
  4197. "max_output_tokens": 16384,
  4198. "max_tokens": 16384,
  4199. "mode": "chat",
  4200. "output_cost_per_token": 1e-05,
  4201. "output_cost_per_token_priority": 2e-05,
  4202. "supported_endpoints": [
  4203. "/v1/chat/completions",
  4204. "/v1/responses"
  4205. ],
  4206. "supported_modalities": [
  4207. "text",
  4208. "image"
  4209. ],
  4210. "supported_output_modalities": [
  4211. "text",
  4212. "image"
  4213. ],
  4214. "supports_function_calling": false,
  4215. "supports_minimal_reasoning_effort": true,
  4216. "supports_native_streaming": true,
  4217. "supports_none_reasoning_effort": true,
  4218. "supports_parallel_function_calling": false,
  4219. "supports_pdf_input": true,
  4220. "supports_prompt_caching": true,
  4221. "supports_reasoning": true,
  4222. "supports_response_schema": true,
  4223. "supports_system_messages": true,
  4224. "supports_tool_choice": false,
  4225. "supports_vision": true,
  4226. "supports_web_search": true,
  4227. "supports_xhigh_reasoning_effort": false
  4228. },
  4229. "gpt-5.1-codex": {
  4230. "cache_read_input_token_cost": 1.25e-07,
  4231. "cache_read_input_token_cost_priority": 2.5e-07,
  4232. "input_cost_per_token": 1.25e-06,
  4233. "input_cost_per_token_priority": 2.5e-06,
  4234. "litellm_provider": "openai",
  4235. "max_input_tokens": 272000,
  4236. "max_output_tokens": 128000,
  4237. "max_tokens": 128000,
  4238. "mode": "responses",
  4239. "output_cost_per_token": 1e-05,
  4240. "output_cost_per_token_priority": 2e-05,
  4241. "supported_endpoints": [
  4242. "/v1/responses"
  4243. ],
  4244. "supported_modalities": [
  4245. "text",
  4246. "image"
  4247. ],
  4248. "supported_output_modalities": [
  4249. "text"
  4250. ],
  4251. "supports_function_calling": true,
  4252. "supports_minimal_reasoning_effort": true,
  4253. "supports_native_streaming": true,
  4254. "supports_none_reasoning_effort": false,
  4255. "supports_parallel_function_calling": true,
  4256. "supports_pdf_input": true,
  4257. "supports_prompt_caching": true,
  4258. "supports_reasoning": true,
  4259. "supports_response_schema": true,
  4260. "supports_system_messages": false,
  4261. "supports_tool_choice": true,
  4262. "supports_vision": true,
  4263. "supports_web_search": true,
  4264. "supports_xhigh_reasoning_effort": false
  4265. },
  4266. "gpt-5.1-codex-max": {
  4267. "cache_read_input_token_cost": 1.25e-07,
  4268. "input_cost_per_token": 1.25e-06,
  4269. "litellm_provider": "openai",
  4270. "max_input_tokens": 272000,
  4271. "max_output_tokens": 128000,
  4272. "max_tokens": 128000,
  4273. "mode": "responses",
  4274. "output_cost_per_token": 1e-05,
  4275. "supported_endpoints": [
  4276. "/v1/responses"
  4277. ],
  4278. "supported_modalities": [
  4279. "text",
  4280. "image"
  4281. ],
  4282. "supported_output_modalities": [
  4283. "text"
  4284. ],
  4285. "supports_function_calling": true,
  4286. "supports_minimal_reasoning_effort": true,
  4287. "supports_native_streaming": true,
  4288. "supports_none_reasoning_effort": false,
  4289. "supports_parallel_function_calling": true,
  4290. "supports_pdf_input": true,
  4291. "supports_prompt_caching": true,
  4292. "supports_reasoning": true,
  4293. "supports_response_schema": true,
  4294. "supports_system_messages": false,
  4295. "supports_tool_choice": true,
  4296. "supports_vision": true,
  4297. "supports_web_search": true,
  4298. "supports_xhigh_reasoning_effort": true
  4299. },
  4300. "gpt-5.1-codex-mini": {
  4301. "cache_read_input_token_cost": 2.5e-08,
  4302. "cache_read_input_token_cost_priority": 4.5e-08,
  4303. "input_cost_per_token": 2.5e-07,
  4304. "input_cost_per_token_priority": 4.5e-07,
  4305. "litellm_provider": "openai",
  4306. "max_input_tokens": 272000,
  4307. "max_output_tokens": 128000,
  4308. "max_tokens": 128000,
  4309. "mode": "responses",
  4310. "output_cost_per_token": 2e-06,
  4311. "output_cost_per_token_priority": 3.6e-06,
  4312. "supported_endpoints": [
  4313. "/v1/responses"
  4314. ],
  4315. "supported_modalities": [
  4316. "text",
  4317. "image"
  4318. ],
  4319. "supported_output_modalities": [
  4320. "text"
  4321. ],
  4322. "supports_function_calling": true,
  4323. "supports_minimal_reasoning_effort": true,
  4324. "supports_native_streaming": true,
  4325. "supports_none_reasoning_effort": false,
  4326. "supports_parallel_function_calling": true,
  4327. "supports_pdf_input": true,
  4328. "supports_prompt_caching": true,
  4329. "supports_reasoning": true,
  4330. "supports_response_schema": true,
  4331. "supports_system_messages": false,
  4332. "supports_tool_choice": true,
  4333. "supports_vision": true,
  4334. "supports_web_search": true,
  4335. "supports_xhigh_reasoning_effort": false
  4336. },
  4337. "gpt-5.2": {
  4338. "cache_read_input_token_cost": 1.75e-07,
  4339. "cache_read_input_token_cost_priority": 3.5e-07,
  4340. "input_cost_per_token": 1.75e-06,
  4341. "input_cost_per_token_priority": 3.5e-06,
  4342. "litellm_provider": "openai",
  4343. "max_input_tokens": 272000,
  4344. "max_output_tokens": 128000,
  4345. "max_tokens": 128000,
  4346. "mode": "chat",
  4347. "output_cost_per_token": 1.4e-05,
  4348. "output_cost_per_token_priority": 2.8e-05,
  4349. "supported_endpoints": [
  4350. "/v1/chat/completions",
  4351. "/v1/batch",
  4352. "/v1/responses"
  4353. ],
  4354. "supported_modalities": [
  4355. "text",
  4356. "image"
  4357. ],
  4358. "supported_output_modalities": [
  4359. "text",
  4360. "image"
  4361. ],
  4362. "supports_function_calling": true,
  4363. "supports_minimal_reasoning_effort": true,
  4364. "supports_native_streaming": true,
  4365. "supports_none_reasoning_effort": true,
  4366. "supports_parallel_function_calling": true,
  4367. "supports_pdf_input": true,
  4368. "supports_prompt_caching": true,
  4369. "supports_reasoning": true,
  4370. "supports_response_schema": true,
  4371. "supports_service_tier": true,
  4372. "supports_system_messages": true,
  4373. "supports_tool_choice": true,
  4374. "supports_vision": true,
  4375. "supports_web_search": true,
  4376. "supports_xhigh_reasoning_effort": true
  4377. },
  4378. "gpt-5.2-2025-12-11": {
  4379. "cache_read_input_token_cost": 1.75e-07,
  4380. "cache_read_input_token_cost_priority": 3.5e-07,
  4381. "input_cost_per_token": 1.75e-06,
  4382. "input_cost_per_token_priority": 3.5e-06,
  4383. "litellm_provider": "openai",
  4384. "max_input_tokens": 272000,
  4385. "max_output_tokens": 128000,
  4386. "max_tokens": 128000,
  4387. "mode": "chat",
  4388. "output_cost_per_token": 1.4e-05,
  4389. "output_cost_per_token_priority": 2.8e-05,
  4390. "supported_endpoints": [
  4391. "/v1/chat/completions",
  4392. "/v1/batch",
  4393. "/v1/responses"
  4394. ],
  4395. "supported_modalities": [
  4396. "text",
  4397. "image"
  4398. ],
  4399. "supported_output_modalities": [
  4400. "text",
  4401. "image"
  4402. ],
  4403. "supports_function_calling": true,
  4404. "supports_minimal_reasoning_effort": true,
  4405. "supports_native_streaming": true,
  4406. "supports_none_reasoning_effort": true,
  4407. "supports_parallel_function_calling": true,
  4408. "supports_pdf_input": true,
  4409. "supports_prompt_caching": true,
  4410. "supports_reasoning": true,
  4411. "supports_response_schema": true,
  4412. "supports_service_tier": true,
  4413. "supports_system_messages": true,
  4414. "supports_tool_choice": true,
  4415. "supports_vision": true,
  4416. "supports_web_search": true,
  4417. "supports_xhigh_reasoning_effort": true
  4418. },
  4419. "gpt-5.2-chat-latest": {
  4420. "cache_read_input_token_cost": 1.75e-07,
  4421. "cache_read_input_token_cost_priority": 3.5e-07,
  4422. "input_cost_per_token": 1.75e-06,
  4423. "input_cost_per_token_priority": 3.5e-06,
  4424. "litellm_provider": "openai",
  4425. "max_input_tokens": 128000,
  4426. "max_output_tokens": 16384,
  4427. "max_tokens": 16384,
  4428. "mode": "chat",
  4429. "output_cost_per_token": 1.4e-05,
  4430. "output_cost_per_token_priority": 2.8e-05,
  4431. "supported_endpoints": [
  4432. "/v1/chat/completions",
  4433. "/v1/responses"
  4434. ],
  4435. "supported_modalities": [
  4436. "text",
  4437. "image"
  4438. ],
  4439. "supported_output_modalities": [
  4440. "text"
  4441. ],
  4442. "supports_function_calling": true,
  4443. "supports_minimal_reasoning_effort": true,
  4444. "supports_native_streaming": true,
  4445. "supports_none_reasoning_effort": false,
  4446. "supports_parallel_function_calling": true,
  4447. "supports_pdf_input": true,
  4448. "supports_prompt_caching": true,
  4449. "supports_reasoning": true,
  4450. "supports_response_schema": true,
  4451. "supports_system_messages": true,
  4452. "supports_tool_choice": true,
  4453. "supports_vision": true,
  4454. "supports_web_search": true,
  4455. "supports_xhigh_reasoning_effort": false
  4456. },
  4457. "gpt-5.2-codex": {
  4458. "cache_read_input_token_cost": 1.75e-07,
  4459. "cache_read_input_token_cost_priority": 3.5e-07,
  4460. "input_cost_per_token": 1.75e-06,
  4461. "input_cost_per_token_priority": 3.5e-06,
  4462. "litellm_provider": "openai",
  4463. "max_input_tokens": 272000,
  4464. "max_output_tokens": 128000,
  4465. "max_tokens": 128000,
  4466. "mode": "responses",
  4467. "output_cost_per_token": 1.4e-05,
  4468. "output_cost_per_token_priority": 2.8e-05,
  4469. "supported_endpoints": [
  4470. "/v1/responses"
  4471. ],
  4472. "supported_modalities": [
  4473. "text",
  4474. "image"
  4475. ],
  4476. "supported_output_modalities": [
  4477. "text"
  4478. ],
  4479. "supports_function_calling": true,
  4480. "supports_minimal_reasoning_effort": true,
  4481. "supports_native_streaming": true,
  4482. "supports_none_reasoning_effort": false,
  4483. "supports_parallel_function_calling": true,
  4484. "supports_pdf_input": true,
  4485. "supports_prompt_caching": true,
  4486. "supports_reasoning": true,
  4487. "supports_response_schema": true,
  4488. "supports_system_messages": false,
  4489. "supports_tool_choice": true,
  4490. "supports_vision": true,
  4491. "supports_web_search": true,
  4492. "supports_xhigh_reasoning_effort": true
  4493. },
  4494. "gpt-5.2-pro": {
  4495. "input_cost_per_token": 2.1e-05,
  4496. "litellm_provider": "openai",
  4497. "max_input_tokens": 272000,
  4498. "max_output_tokens": 128000,
  4499. "max_tokens": 128000,
  4500. "mode": "responses",
  4501. "output_cost_per_token": 0.000168,
  4502. "supported_endpoints": [
  4503. "/v1/batch",
  4504. "/v1/responses"
  4505. ],
  4506. "supported_modalities": [
  4507. "text",
  4508. "image"
  4509. ],
  4510. "supported_output_modalities": [
  4511. "text"
  4512. ],
  4513. "supports_function_calling": true,
  4514. "supports_minimal_reasoning_effort": true,
  4515. "supports_native_streaming": true,
  4516. "supports_none_reasoning_effort": false,
  4517. "supports_parallel_function_calling": true,
  4518. "supports_pdf_input": true,
  4519. "supports_prompt_caching": true,
  4520. "supports_reasoning": true,
  4521. "supports_response_schema": true,
  4522. "supports_system_messages": true,
  4523. "supports_tool_choice": true,
  4524. "supports_vision": true,
  4525. "supports_web_search": true,
  4526. "supports_xhigh_reasoning_effort": true
  4527. },
  4528. "gpt-5.2-pro-2025-12-11": {
  4529. "input_cost_per_token": 2.1e-05,
  4530. "litellm_provider": "openai",
  4531. "max_input_tokens": 272000,
  4532. "max_output_tokens": 128000,
  4533. "max_tokens": 128000,
  4534. "mode": "responses",
  4535. "output_cost_per_token": 0.000168,
  4536. "supported_endpoints": [
  4537. "/v1/batch",
  4538. "/v1/responses"
  4539. ],
  4540. "supported_modalities": [
  4541. "text",
  4542. "image"
  4543. ],
  4544. "supported_output_modalities": [
  4545. "text"
  4546. ],
  4547. "supports_function_calling": true,
  4548. "supports_minimal_reasoning_effort": true,
  4549. "supports_native_streaming": true,
  4550. "supports_none_reasoning_effort": false,
  4551. "supports_parallel_function_calling": true,
  4552. "supports_pdf_input": true,
  4553. "supports_prompt_caching": true,
  4554. "supports_reasoning": true,
  4555. "supports_response_schema": true,
  4556. "supports_system_messages": true,
  4557. "supports_tool_choice": true,
  4558. "supports_vision": true,
  4559. "supports_web_search": true,
  4560. "supports_xhigh_reasoning_effort": true
  4561. },
  4562. "gpt-5.3-chat-latest": {
  4563. "cache_read_input_token_cost": 1.75e-07,
  4564. "cache_read_input_token_cost_priority": 3.5e-07,
  4565. "input_cost_per_token": 1.75e-06,
  4566. "input_cost_per_token_priority": 3.5e-06,
  4567. "litellm_provider": "openai",
  4568. "max_input_tokens": 128000,
  4569. "max_output_tokens": 16384,
  4570. "max_tokens": 16384,
  4571. "mode": "chat",
  4572. "output_cost_per_token": 1.4e-05,
  4573. "output_cost_per_token_priority": 2.8e-05,
  4574. "supported_endpoints": [
  4575. "/v1/chat/completions",
  4576. "/v1/responses"
  4577. ],
  4578. "supported_modalities": [
  4579. "text",
  4580. "image"
  4581. ],
  4582. "supported_output_modalities": [
  4583. "text"
  4584. ],
  4585. "supports_function_calling": true,
  4586. "supports_minimal_reasoning_effort": true,
  4587. "supports_native_streaming": true,
  4588. "supports_none_reasoning_effort": false,
  4589. "supports_parallel_function_calling": true,
  4590. "supports_pdf_input": true,
  4591. "supports_prompt_caching": true,
  4592. "supports_reasoning": true,
  4593. "supports_response_schema": true,
  4594. "supports_system_messages": true,
  4595. "supports_tool_choice": true,
  4596. "supports_vision": true,
  4597. "supports_web_search": true,
  4598. "supports_xhigh_reasoning_effort": false
  4599. },
  4600. "gpt-5.3-codex": {
  4601. "cache_read_input_token_cost": 1.75e-07,
  4602. "cache_read_input_token_cost_priority": 3.5e-07,
  4603. "input_cost_per_token": 1.75e-06,
  4604. "input_cost_per_token_priority": 3.5e-06,
  4605. "litellm_provider": "openai",
  4606. "max_input_tokens": 272000,
  4607. "max_output_tokens": 128000,
  4608. "max_tokens": 128000,
  4609. "mode": "responses",
  4610. "output_cost_per_token": 1.4e-05,
  4611. "output_cost_per_token_priority": 2.8e-05,
  4612. "supported_endpoints": [
  4613. "/v1/responses"
  4614. ],
  4615. "supported_modalities": [
  4616. "text",
  4617. "image"
  4618. ],
  4619. "supported_output_modalities": [
  4620. "text"
  4621. ],
  4622. "supports_function_calling": true,
  4623. "supports_minimal_reasoning_effort": true,
  4624. "supports_native_streaming": true,
  4625. "supports_none_reasoning_effort": false,
  4626. "supports_parallel_function_calling": true,
  4627. "supports_pdf_input": true,
  4628. "supports_prompt_caching": true,
  4629. "supports_reasoning": true,
  4630. "supports_response_schema": true,
  4631. "supports_system_messages": false,
  4632. "supports_tool_choice": true,
  4633. "supports_vision": true,
  4634. "supports_web_search": true,
  4635. "supports_xhigh_reasoning_effort": false
  4636. },
  4637. "gpt-5.3-codex-spark": {
  4638. "cache_read_input_token_cost": 1.75e-07,
  4639. "cache_read_input_token_cost_priority": 3.5e-07,
  4640. "input_cost_per_token": 1.75e-06,
  4641. "input_cost_per_token_priority": 3.5e-06,
  4642. "litellm_provider": "openai",
  4643. "max_input_tokens": 272000,
  4644. "max_output_tokens": 128000,
  4645. "max_tokens": 128000,
  4646. "mode": "responses",
  4647. "output_cost_per_token": 1.4e-05,
  4648. "output_cost_per_token_priority": 2.8e-05,
  4649. "supported_endpoints": [
  4650. "/v1/responses"
  4651. ],
  4652. "supported_modalities": [
  4653. "text",
  4654. "image"
  4655. ],
  4656. "supported_output_modalities": [
  4657. "text"
  4658. ],
  4659. "supports_function_calling": true,
  4660. "supports_minimal_reasoning_effort": true,
  4661. "supports_native_streaming": true,
  4662. "supports_none_reasoning_effort": false,
  4663. "supports_parallel_function_calling": true,
  4664. "supports_pdf_input": true,
  4665. "supports_prompt_caching": true,
  4666. "supports_reasoning": true,
  4667. "supports_response_schema": true,
  4668. "supports_system_messages": false,
  4669. "supports_tool_choice": true,
  4670. "supports_vision": true,
  4671. "supports_web_search": true,
  4672. "supports_xhigh_reasoning_effort": false
  4673. },
  4674. "gpt-5.4": {
  4675. "cache_read_input_token_cost": 2.5e-07,
  4676. "cache_read_input_token_cost_above_272k_tokens": 5e-07,
  4677. "cache_read_input_token_cost_flex": 1.3e-07,
  4678. "cache_read_input_token_cost_priority": 5e-07,
  4679. "input_cost_per_token": 2.5e-06,
  4680. "input_cost_per_token_above_272k_tokens": 5e-06,
  4681. "input_cost_per_token_batches": 1.25e-06,
  4682. "input_cost_per_token_flex": 1.25e-06,
  4683. "input_cost_per_token_priority": 5e-06,
  4684. "litellm_provider": "openai",
  4685. "max_input_tokens": 1050000,
  4686. "max_output_tokens": 128000,
  4687. "max_tokens": 128000,
  4688. "mode": "chat",
  4689. "output_cost_per_token": 1.5e-05,
  4690. "output_cost_per_token_above_272k_tokens": 2.25e-05,
  4691. "output_cost_per_token_batches": 7.5e-06,
  4692. "output_cost_per_token_flex": 7.5e-06,
  4693. "output_cost_per_token_priority": 3e-05,
  4694. "supported_endpoints": [
  4695. "/v1/chat/completions",
  4696. "/v1/batch",
  4697. "/v1/responses"
  4698. ],
  4699. "supported_modalities": [
  4700. "text",
  4701. "image"
  4702. ],
  4703. "supported_output_modalities": [
  4704. "text"
  4705. ],
  4706. "supports_function_calling": true,
  4707. "supports_minimal_reasoning_effort": true,
  4708. "supports_native_streaming": true,
  4709. "supports_none_reasoning_effort": true,
  4710. "supports_parallel_function_calling": true,
  4711. "supports_pdf_input": true,
  4712. "supports_prompt_caching": true,
  4713. "supports_reasoning": true,
  4714. "supports_response_schema": true,
  4715. "supports_service_tier": true,
  4716. "supports_system_messages": true,
  4717. "supports_tool_choice": true,
  4718. "supports_vision": true,
  4719. "supports_xhigh_reasoning_effort": true
  4720. },
  4721. "gpt-5.4-2026-03-05": {
  4722. "cache_read_input_token_cost": 2.5e-07,
  4723. "cache_read_input_token_cost_above_272k_tokens": 5e-07,
  4724. "cache_read_input_token_cost_flex": 1.3e-07,
  4725. "cache_read_input_token_cost_priority": 5e-07,
  4726. "input_cost_per_token": 2.5e-06,
  4727. "input_cost_per_token_above_272k_tokens": 5e-06,
  4728. "input_cost_per_token_batches": 1.25e-06,
  4729. "input_cost_per_token_flex": 1.25e-06,
  4730. "input_cost_per_token_priority": 5e-06,
  4731. "litellm_provider": "openai",
  4732. "max_input_tokens": 1050000,
  4733. "max_output_tokens": 128000,
  4734. "max_tokens": 128000,
  4735. "mode": "chat",
  4736. "output_cost_per_token": 1.5e-05,
  4737. "output_cost_per_token_above_272k_tokens": 2.25e-05,
  4738. "output_cost_per_token_batches": 7.5e-06,
  4739. "output_cost_per_token_flex": 7.5e-06,
  4740. "output_cost_per_token_priority": 3e-05,
  4741. "supported_endpoints": [
  4742. "/v1/chat/completions",
  4743. "/v1/batch",
  4744. "/v1/responses"
  4745. ],
  4746. "supported_modalities": [
  4747. "text",
  4748. "image"
  4749. ],
  4750. "supported_output_modalities": [
  4751. "text"
  4752. ],
  4753. "supports_function_calling": true,
  4754. "supports_native_streaming": true,
  4755. "supports_parallel_function_calling": true,
  4756. "supports_pdf_input": true,
  4757. "supports_prompt_caching": true,
  4758. "supports_reasoning": true,
  4759. "supports_response_schema": true,
  4760. "supports_service_tier": true,
  4761. "supports_system_messages": true,
  4762. "supports_tool_choice": true,
  4763. "supports_vision": true
  4764. },
  4765. "gpt-5.4-mini": {
  4766. "cache_read_input_token_cost": 7.5e-08,
  4767. "cache_read_input_token_cost_batches": 3.75e-08,
  4768. "cache_read_input_token_cost_flex": 3.75e-08,
  4769. "cache_read_input_token_cost_priority": 1.5e-07,
  4770. "input_cost_per_token": 7.5e-07,
  4771. "input_cost_per_token_batches": 3.75e-07,
  4772. "input_cost_per_token_flex": 3.75e-07,
  4773. "input_cost_per_token_priority": 1.5e-06,
  4774. "litellm_provider": "openai",
  4775. "max_input_tokens": 400000,
  4776. "max_output_tokens": 128000,
  4777. "max_tokens": 128000,
  4778. "mode": "chat",
  4779. "output_cost_per_token": 4.5e-06,
  4780. "output_cost_per_token_batches": 2.25e-06,
  4781. "output_cost_per_token_flex": 2.25e-06,
  4782. "output_cost_per_token_priority": 9e-06,
  4783. "supported_endpoints": [
  4784. "/v1/chat/completions",
  4785. "/v1/batch",
  4786. "/v1/responses"
  4787. ],
  4788. "supported_modalities": [
  4789. "text",
  4790. "image"
  4791. ],
  4792. "supported_output_modalities": [
  4793. "text"
  4794. ],
  4795. "supports_function_calling": true,
  4796. "supports_minimal_reasoning_effort": false,
  4797. "supports_native_streaming": true,
  4798. "supports_none_reasoning_effort": true,
  4799. "supports_parallel_function_calling": true,
  4800. "supports_pdf_input": true,
  4801. "supports_prompt_caching": true,
  4802. "supports_reasoning": true,
  4803. "supports_response_schema": true,
  4804. "supports_service_tier": true,
  4805. "supports_system_messages": true,
  4806. "supports_tool_choice": true,
  4807. "supports_vision": true,
  4808. "supports_web_search": true,
  4809. "supports_xhigh_reasoning_effort": true
  4810. },
  4811. "gpt-5.4-mini-2026-03-17": {
  4812. "cache_read_input_token_cost": 7.5e-08,
  4813. "cache_read_input_token_cost_batches": 3.75e-08,
  4814. "cache_read_input_token_cost_flex": 3.75e-08,
  4815. "cache_read_input_token_cost_priority": 1.5e-07,
  4816. "input_cost_per_token": 7.5e-07,
  4817. "input_cost_per_token_batches": 3.75e-07,
  4818. "input_cost_per_token_flex": 3.75e-07,
  4819. "input_cost_per_token_priority": 1.5e-06,
  4820. "litellm_provider": "openai",
  4821. "max_input_tokens": 272000,
  4822. "max_output_tokens": 128000,
  4823. "max_tokens": 128000,
  4824. "mode": "chat",
  4825. "output_cost_per_token": 4.5e-06,
  4826. "output_cost_per_token_batches": 2.25e-06,
  4827. "output_cost_per_token_flex": 2.25e-06,
  4828. "output_cost_per_token_priority": 9e-06,
  4829. "supported_endpoints": [
  4830. "/v1/chat/completions",
  4831. "/v1/batch",
  4832. "/v1/responses"
  4833. ],
  4834. "supported_modalities": [
  4835. "text",
  4836. "image"
  4837. ],
  4838. "supported_output_modalities": [
  4839. "text"
  4840. ],
  4841. "supports_function_calling": true,
  4842. "supports_minimal_reasoning_effort": false,
  4843. "supports_native_streaming": true,
  4844. "supports_none_reasoning_effort": true,
  4845. "supports_parallel_function_calling": true,
  4846. "supports_pdf_input": true,
  4847. "supports_prompt_caching": true,
  4848. "supports_reasoning": true,
  4849. "supports_response_schema": true,
  4850. "supports_service_tier": true,
  4851. "supports_system_messages": true,
  4852. "supports_tool_choice": true,
  4853. "supports_vision": true,
  4854. "supports_web_search": true,
  4855. "supports_xhigh_reasoning_effort": true
  4856. },
  4857. "gpt-5.4-nano": {
  4858. "cache_read_input_token_cost": 2e-08,
  4859. "cache_read_input_token_cost_batches": 1e-08,
  4860. "cache_read_input_token_cost_flex": 1e-08,
  4861. "input_cost_per_token": 2e-07,
  4862. "input_cost_per_token_batches": 1e-07,
  4863. "input_cost_per_token_flex": 1e-07,
  4864. "litellm_provider": "openai",
  4865. "max_input_tokens": 400000,
  4866. "max_output_tokens": 128000,
  4867. "max_tokens": 128000,
  4868. "mode": "chat",
  4869. "output_cost_per_token": 1.25e-06,
  4870. "output_cost_per_token_batches": 6.25e-07,
  4871. "output_cost_per_token_flex": 6.25e-07,
  4872. "supported_endpoints": [
  4873. "/v1/chat/completions",
  4874. "/v1/batch",
  4875. "/v1/responses"
  4876. ],
  4877. "supported_modalities": [
  4878. "text",
  4879. "image"
  4880. ],
  4881. "supported_output_modalities": [
  4882. "text"
  4883. ],
  4884. "supports_function_calling": true,
  4885. "supports_minimal_reasoning_effort": false,
  4886. "supports_native_streaming": true,
  4887. "supports_none_reasoning_effort": true,
  4888. "supports_parallel_function_calling": true,
  4889. "supports_pdf_input": true,
  4890. "supports_prompt_caching": true,
  4891. "supports_reasoning": true,
  4892. "supports_response_schema": true,
  4893. "supports_service_tier": true,
  4894. "supports_system_messages": true,
  4895. "supports_tool_choice": true,
  4896. "supports_vision": true,
  4897. "supports_web_search": true,
  4898. "supports_xhigh_reasoning_effort": true
  4899. },
  4900. "gpt-5.4-nano-2026-03-17": {
  4901. "cache_read_input_token_cost": 2e-08,
  4902. "cache_read_input_token_cost_batches": 1e-08,
  4903. "cache_read_input_token_cost_flex": 1e-08,
  4904. "input_cost_per_token": 2e-07,
  4905. "input_cost_per_token_batches": 1e-07,
  4906. "input_cost_per_token_flex": 1e-07,
  4907. "litellm_provider": "openai",
  4908. "max_input_tokens": 272000,
  4909. "max_output_tokens": 128000,
  4910. "max_tokens": 128000,
  4911. "mode": "chat",
  4912. "output_cost_per_token": 1.25e-06,
  4913. "output_cost_per_token_batches": 6.25e-07,
  4914. "output_cost_per_token_flex": 6.25e-07,
  4915. "supported_endpoints": [
  4916. "/v1/chat/completions",
  4917. "/v1/batch",
  4918. "/v1/responses"
  4919. ],
  4920. "supported_modalities": [
  4921. "text",
  4922. "image"
  4923. ],
  4924. "supported_output_modalities": [
  4925. "text"
  4926. ],
  4927. "supports_function_calling": true,
  4928. "supports_minimal_reasoning_effort": false,
  4929. "supports_native_streaming": true,
  4930. "supports_none_reasoning_effort": true,
  4931. "supports_parallel_function_calling": true,
  4932. "supports_pdf_input": true,
  4933. "supports_prompt_caching": true,
  4934. "supports_reasoning": true,
  4935. "supports_response_schema": true,
  4936. "supports_service_tier": true,
  4937. "supports_system_messages": true,
  4938. "supports_tool_choice": true,
  4939. "supports_vision": true,
  4940. "supports_web_search": true,
  4941. "supports_xhigh_reasoning_effort": true
  4942. },
  4943. "gpt-5.4-pro": {
  4944. "cache_read_input_token_cost": 3e-06,
  4945. "cache_read_input_token_cost_above_272k_tokens": 6e-06,
  4946. "input_cost_per_token": 3e-05,
  4947. "input_cost_per_token_above_272k_tokens": 6e-05,
  4948. "input_cost_per_token_batches": 1.5e-05,
  4949. "input_cost_per_token_flex": 1.5e-05,
  4950. "litellm_provider": "openai",
  4951. "max_input_tokens": 1050000,
  4952. "max_output_tokens": 128000,
  4953. "max_tokens": 128000,
  4954. "mode": "responses",
  4955. "output_cost_per_token": 0.00018,
  4956. "output_cost_per_token_above_272k_tokens": 0.00027,
  4957. "output_cost_per_token_batches": 9e-05,
  4958. "output_cost_per_token_flex": 9e-05,
  4959. "supported_endpoints": [
  4960. "/v1/responses",
  4961. "/v1/batch"
  4962. ],
  4963. "supported_modalities": [
  4964. "text",
  4965. "image"
  4966. ],
  4967. "supported_output_modalities": [
  4968. "text"
  4969. ],
  4970. "supports_function_calling": true,
  4971. "supports_minimal_reasoning_effort": true,
  4972. "supports_native_streaming": true,
  4973. "supports_none_reasoning_effort": false,
  4974. "supports_parallel_function_calling": true,
  4975. "supports_pdf_input": true,
  4976. "supports_prompt_caching": true,
  4977. "supports_reasoning": true,
  4978. "supports_response_schema": false,
  4979. "supports_service_tier": true,
  4980. "supports_system_messages": true,
  4981. "supports_tool_choice": true,
  4982. "supports_vision": true,
  4983. "supports_web_search": true,
  4984. "supports_xhigh_reasoning_effort": true
  4985. },
  4986. "gpt-5.4-pro-2026-03-05": {
  4987. "cache_read_input_token_cost": 3e-06,
  4988. "cache_read_input_token_cost_above_272k_tokens": 6e-06,
  4989. "input_cost_per_token": 3e-05,
  4990. "input_cost_per_token_above_272k_tokens": 6e-05,
  4991. "input_cost_per_token_batches": 1.5e-05,
  4992. "input_cost_per_token_flex": 1.5e-05,
  4993. "litellm_provider": "openai",
  4994. "max_input_tokens": 1050000,
  4995. "max_output_tokens": 128000,
  4996. "max_tokens": 128000,
  4997. "mode": "responses",
  4998. "output_cost_per_token": 0.00018,
  4999. "output_cost_per_token_above_272k_tokens": 0.00027,
  5000. "output_cost_per_token_batches": 9e-05,
  5001. "output_cost_per_token_flex": 9e-05,
  5002. "supported_endpoints": [
  5003. "/v1/responses",
  5004. "/v1/batch"
  5005. ],
  5006. "supported_modalities": [
  5007. "text",
  5008. "image"
  5009. ],
  5010. "supported_output_modalities": [
  5011. "text"
  5012. ],
  5013. "supports_function_calling": true,
  5014. "supports_minimal_reasoning_effort": true,
  5015. "supports_native_streaming": true,
  5016. "supports_none_reasoning_effort": false,
  5017. "supports_parallel_function_calling": true,
  5018. "supports_pdf_input": true,
  5019. "supports_prompt_caching": true,
  5020. "supports_reasoning": true,
  5021. "supports_response_schema": false,
  5022. "supports_service_tier": true,
  5023. "supports_system_messages": true,
  5024. "supports_tool_choice": true,
  5025. "supports_vision": true,
  5026. "supports_web_search": true,
  5027. "supports_xhigh_reasoning_effort": true
  5028. },
  5029. "gpt-5.6-sol": {
  5030. "cache_creation_input_token_cost": 6.25e-06,
  5031. "cache_creation_input_token_cost_batches": 3.125e-06,
  5032. "cache_creation_input_token_cost_flex": 3.125e-06,
  5033. "cache_creation_input_token_cost_priority": 1.25e-05,
  5034. "cache_read_input_token_cost": 5e-07,
  5035. "cache_read_input_token_cost_flex": 2.5e-07,
  5036. "cache_read_input_token_cost_priority": 1e-06,
  5037. "input_cost_per_token": 5e-06,
  5038. "input_cost_per_token_batches": 2.5e-06,
  5039. "input_cost_per_token_flex": 2.5e-06,
  5040. "input_cost_per_token_priority": 1e-05,
  5041. "long_context_input_token_threshold": 272000,
  5042. "long_context_input_cost_multiplier": 2.0,
  5043. "long_context_output_cost_multiplier": 1.5,
  5044. "litellm_provider": "openai",
  5045. "max_input_tokens": 1050000,
  5046. "max_output_tokens": 128000,
  5047. "max_tokens": 128000,
  5048. "mode": "chat",
  5049. "output_cost_per_token": 3e-05,
  5050. "output_cost_per_token_batches": 1.5e-05,
  5051. "output_cost_per_token_flex": 1.5e-05,
  5052. "output_cost_per_token_priority": 6e-05,
  5053. "supported_endpoints": [
  5054. "/v1/chat/completions",
  5055. "/v1/batch",
  5056. "/v1/responses"
  5057. ],
  5058. "supported_modalities": [
  5059. "text",
  5060. "image"
  5061. ],
  5062. "supported_output_modalities": [
  5063. "text"
  5064. ],
  5065. "supports_function_calling": true,
  5066. "supports_minimal_reasoning_effort": false,
  5067. "supports_native_streaming": true,
  5068. "supports_none_reasoning_effort": true,
  5069. "supports_parallel_function_calling": true,
  5070. "supports_pdf_input": true,
  5071. "supports_prompt_caching": true,
  5072. "supports_reasoning": true,
  5073. "supports_response_schema": true,
  5074. "supports_service_tier": true,
  5075. "supports_system_messages": true,
  5076. "supports_tool_choice": true,
  5077. "supports_vision": true,
  5078. "supports_web_search": true,
  5079. "supports_xhigh_reasoning_effort": true
  5080. },
  5081. "gpt-5.6-terra": {
  5082. "cache_creation_input_token_cost": 2.5e-06,
  5083. "cache_creation_input_token_cost_batches": 1.25e-06,
  5084. "cache_creation_input_token_cost_flex": 1.25e-06,
  5085. "cache_creation_input_token_cost_priority": 5e-06,
  5086. "cache_read_input_token_cost": 2e-07,
  5087. "cache_read_input_token_cost_flex": 1e-07,
  5088. "cache_read_input_token_cost_priority": 4e-07,
  5089. "input_cost_per_token": 2e-06,
  5090. "input_cost_per_token_batches": 1e-06,
  5091. "input_cost_per_token_flex": 1e-06,
  5092. "input_cost_per_token_priority": 4e-06,
  5093. "long_context_input_token_threshold": 272000,
  5094. "long_context_input_cost_multiplier": 2.0,
  5095. "long_context_output_cost_multiplier": 1.5,
  5096. "litellm_provider": "openai",
  5097. "max_input_tokens": 1050000,
  5098. "max_output_tokens": 128000,
  5099. "max_tokens": 128000,
  5100. "mode": "chat",
  5101. "output_cost_per_token": 1.2e-05,
  5102. "output_cost_per_token_batches": 6e-06,
  5103. "output_cost_per_token_flex": 6e-06,
  5104. "output_cost_per_token_priority": 2.4e-05,
  5105. "supported_endpoints": [
  5106. "/v1/chat/completions",
  5107. "/v1/batch",
  5108. "/v1/responses"
  5109. ],
  5110. "supported_modalities": [
  5111. "text",
  5112. "image"
  5113. ],
  5114. "supported_output_modalities": [
  5115. "text"
  5116. ],
  5117. "supports_function_calling": true,
  5118. "supports_minimal_reasoning_effort": false,
  5119. "supports_native_streaming": true,
  5120. "supports_none_reasoning_effort": true,
  5121. "supports_parallel_function_calling": true,
  5122. "supports_pdf_input": true,
  5123. "supports_prompt_caching": true,
  5124. "supports_reasoning": true,
  5125. "supports_response_schema": true,
  5126. "supports_service_tier": true,
  5127. "supports_system_messages": true,
  5128. "supports_tool_choice": true,
  5129. "supports_vision": true,
  5130. "supports_web_search": true,
  5131. "supports_xhigh_reasoning_effort": true
  5132. },
  5133. "gpt-5.6-luna": {
  5134. "cache_creation_input_token_cost": 2.5e-07,
  5135. "cache_creation_input_token_cost_batches": 1.25e-07,
  5136. "cache_creation_input_token_cost_flex": 1.25e-07,
  5137. "cache_creation_input_token_cost_priority": 5e-07,
  5138. "cache_read_input_token_cost": 2e-08,
  5139. "cache_read_input_token_cost_flex": 1e-08,
  5140. "cache_read_input_token_cost_priority": 4e-08,
  5141. "input_cost_per_token": 2e-07,
  5142. "input_cost_per_token_batches": 1e-07,
  5143. "input_cost_per_token_flex": 1e-07,
  5144. "input_cost_per_token_priority": 4e-07,
  5145. "long_context_input_token_threshold": 272000,
  5146. "long_context_input_cost_multiplier": 2.0,
  5147. "long_context_output_cost_multiplier": 1.5,
  5148. "litellm_provider": "openai",
  5149. "max_input_tokens": 1050000,
  5150. "max_output_tokens": 128000,
  5151. "max_tokens": 128000,
  5152. "mode": "chat",
  5153. "output_cost_per_token": 1.2e-06,
  5154. "output_cost_per_token_batches": 6e-07,
  5155. "output_cost_per_token_flex": 6e-07,
  5156. "output_cost_per_token_priority": 2.4e-06,
  5157. "supported_endpoints": [
  5158. "/v1/chat/completions",
  5159. "/v1/batch",
  5160. "/v1/responses"
  5161. ],
  5162. "supported_modalities": [
  5163. "text",
  5164. "image"
  5165. ],
  5166. "supported_output_modalities": [
  5167. "text"
  5168. ],
  5169. "supports_function_calling": true,
  5170. "supports_minimal_reasoning_effort": false,
  5171. "supports_native_streaming": true,
  5172. "supports_none_reasoning_effort": true,
  5173. "supports_parallel_function_calling": true,
  5174. "supports_pdf_input": true,
  5175. "supports_prompt_caching": true,
  5176. "supports_reasoning": true,
  5177. "supports_response_schema": true,
  5178. "supports_service_tier": true,
  5179. "supports_system_messages": true,
  5180. "supports_tool_choice": true,
  5181. "supports_vision": true,
  5182. "supports_web_search": true,
  5183. "supports_xhigh_reasoning_effort": true
  5184. },
  5185. "gpt-5.5": {
  5186. "cache_read_input_token_cost": 5e-07,
  5187. "cache_read_input_token_cost_above_272k_tokens": 1e-06,
  5188. "cache_read_input_token_cost_flex": 2.5e-07,
  5189. "cache_read_input_token_cost_priority": 1.25e-6,
  5190. "input_cost_per_token": 5e-06,
  5191. "input_cost_per_token_above_272k_tokens": 1e-05,
  5192. "input_cost_per_token_batches": 2.5e-06,
  5193. "input_cost_per_token_flex": 2.5e-06,
  5194. "input_cost_per_token_priority": 12.5e-6,
  5195. "litellm_provider": "openai",
  5196. "max_input_tokens": 1050000,
  5197. "max_output_tokens": 128000,
  5198. "max_tokens": 128000,
  5199. "mode": "chat",
  5200. "output_cost_per_token": 3e-05,
  5201. "output_cost_per_token_above_272k_tokens": 4.5e-05,
  5202. "output_cost_per_token_batches": 1.5e-05,
  5203. "output_cost_per_token_flex": 1.5e-05,
  5204. "output_cost_per_token_priority": 75e-6,
  5205. "supported_endpoints": [
  5206. "/v1/chat/completions",
  5207. "/v1/batch",
  5208. "/v1/responses"
  5209. ],
  5210. "supported_modalities": [
  5211. "text",
  5212. "image"
  5213. ],
  5214. "supported_output_modalities": [
  5215. "text"
  5216. ],
  5217. "supports_function_calling": true,
  5218. "supports_minimal_reasoning_effort": false,
  5219. "supports_native_streaming": true,
  5220. "supports_none_reasoning_effort": true,
  5221. "supports_parallel_function_calling": true,
  5222. "supports_pdf_input": true,
  5223. "supports_prompt_caching": true,
  5224. "supports_reasoning": true,
  5225. "supports_response_schema": true,
  5226. "supports_service_tier": true,
  5227. "supports_system_messages": true,
  5228. "supports_tool_choice": true,
  5229. "supports_vision": true,
  5230. "supports_web_search": true,
  5231. "supports_xhigh_reasoning_effort": true
  5232. },
  5233. "gpt-5.5-2026-04-23": {
  5234. "cache_read_input_token_cost": 5e-07,
  5235. "cache_read_input_token_cost_above_272k_tokens": 1e-06,
  5236. "cache_read_input_token_cost_flex": 2.5e-07,
  5237. "cache_read_input_token_cost_priority": 1.25e-6,
  5238. "input_cost_per_token": 5e-06,
  5239. "input_cost_per_token_above_272k_tokens": 1e-05,
  5240. "input_cost_per_token_batches": 2.5e-06,
  5241. "input_cost_per_token_flex": 2.5e-06,
  5242. "input_cost_per_token_priority": 12.5e-6,
  5243. "litellm_provider": "openai",
  5244. "max_input_tokens": 1050000,
  5245. "max_output_tokens": 128000,
  5246. "max_tokens": 128000,
  5247. "mode": "chat",
  5248. "output_cost_per_token": 3e-05,
  5249. "output_cost_per_token_above_272k_tokens": 4.5e-05,
  5250. "output_cost_per_token_batches": 1.5e-05,
  5251. "output_cost_per_token_flex": 1.5e-05,
  5252. "output_cost_per_token_priority": 75e-6,
  5253. "supported_endpoints": [
  5254. "/v1/chat/completions",
  5255. "/v1/batch",
  5256. "/v1/responses"
  5257. ],
  5258. "supported_modalities": [
  5259. "text",
  5260. "image"
  5261. ],
  5262. "supported_output_modalities": [
  5263. "text"
  5264. ],
  5265. "supports_function_calling": true,
  5266. "supports_minimal_reasoning_effort": false,
  5267. "supports_native_streaming": true,
  5268. "supports_none_reasoning_effort": true,
  5269. "supports_parallel_function_calling": true,
  5270. "supports_pdf_input": true,
  5271. "supports_prompt_caching": true,
  5272. "supports_reasoning": true,
  5273. "supports_response_schema": true,
  5274. "supports_service_tier": true,
  5275. "supports_system_messages": true,
  5276. "supports_tool_choice": true,
  5277. "supports_vision": true,
  5278. "supports_web_search": true,
  5279. "supports_xhigh_reasoning_effort": true
  5280. },
  5281. "gpt-5.5-pro": {
  5282. "cache_read_input_token_cost": 3e-06,
  5283. "cache_read_input_token_cost_above_272k_tokens": 6e-06,
  5284. "input_cost_per_token": 3e-05,
  5285. "input_cost_per_token_above_272k_tokens": 6e-05,
  5286. "input_cost_per_token_batches": 1.5e-05,
  5287. "input_cost_per_token_flex": 1.5e-05,
  5288. "litellm_provider": "openai",
  5289. "max_input_tokens": 1050000,
  5290. "max_output_tokens": 128000,
  5291. "max_tokens": 128000,
  5292. "mode": "responses",
  5293. "output_cost_per_token": 0.00018,
  5294. "output_cost_per_token_above_272k_tokens": 0.00027,
  5295. "output_cost_per_token_batches": 9e-05,
  5296. "output_cost_per_token_flex": 9e-05,
  5297. "supported_endpoints": [
  5298. "/v1/responses",
  5299. "/v1/batch"
  5300. ],
  5301. "supported_modalities": [
  5302. "text",
  5303. "image"
  5304. ],
  5305. "supported_output_modalities": [
  5306. "text"
  5307. ],
  5308. "supports_function_calling": true,
  5309. "supports_low_reasoning_effort": false,
  5310. "supports_minimal_reasoning_effort": false,
  5311. "supports_native_streaming": true,
  5312. "supports_none_reasoning_effort": false,
  5313. "supports_parallel_function_calling": true,
  5314. "supports_pdf_input": true,
  5315. "supports_prompt_caching": true,
  5316. "supports_reasoning": true,
  5317. "supports_response_schema": false,
  5318. "supports_service_tier": true,
  5319. "supports_system_messages": true,
  5320. "supports_tool_choice": true,
  5321. "supports_vision": true,
  5322. "supports_web_search": true,
  5323. "supports_xhigh_reasoning_effort": true
  5324. },
  5325. "gpt-5.5-pro-2026-04-23": {
  5326. "cache_read_input_token_cost": 3e-06,
  5327. "cache_read_input_token_cost_above_272k_tokens": 6e-06,
  5328. "input_cost_per_token": 3e-05,
  5329. "input_cost_per_token_above_272k_tokens": 6e-05,
  5330. "input_cost_per_token_batches": 1.5e-05,
  5331. "input_cost_per_token_flex": 1.5e-05,
  5332. "litellm_provider": "openai",
  5333. "max_input_tokens": 1050000,
  5334. "max_output_tokens": 128000,
  5335. "max_tokens": 128000,
  5336. "mode": "responses",
  5337. "output_cost_per_token": 0.00018,
  5338. "output_cost_per_token_above_272k_tokens": 0.00027,
  5339. "output_cost_per_token_batches": 9e-05,
  5340. "output_cost_per_token_flex": 9e-05,
  5341. "supported_endpoints": [
  5342. "/v1/responses",
  5343. "/v1/batch"
  5344. ],
  5345. "supported_modalities": [
  5346. "text",
  5347. "image"
  5348. ],
  5349. "supported_output_modalities": [
  5350. "text"
  5351. ],
  5352. "supports_function_calling": true,
  5353. "supports_low_reasoning_effort": false,
  5354. "supports_minimal_reasoning_effort": false,
  5355. "supports_native_streaming": true,
  5356. "supports_none_reasoning_effort": false,
  5357. "supports_parallel_function_calling": true,
  5358. "supports_pdf_input": true,
  5359. "supports_prompt_caching": true,
  5360. "supports_reasoning": true,
  5361. "supports_response_schema": false,
  5362. "supports_service_tier": true,
  5363. "supports_system_messages": true,
  5364. "supports_tool_choice": true,
  5365. "supports_vision": true,
  5366. "supports_web_search": true,
  5367. "supports_xhigh_reasoning_effort": true
  5368. },
  5369. "gpt-audio": {
  5370. "input_cost_per_audio_token": 3.2e-05,
  5371. "input_cost_per_token": 2.5e-06,
  5372. "litellm_provider": "openai",
  5373. "max_input_tokens": 128000,
  5374. "max_output_tokens": 16384,
  5375. "max_tokens": 16384,
  5376. "mode": "chat",
  5377. "output_cost_per_audio_token": 6.4e-05,
  5378. "output_cost_per_token": 1e-05,
  5379. "supported_endpoints": [
  5380. "/v1/chat/completions",
  5381. "/v1/responses",
  5382. "/v1/realtime",
  5383. "/v1/batch"
  5384. ],
  5385. "supported_modalities": [
  5386. "text",
  5387. "audio"
  5388. ],
  5389. "supported_output_modalities": [
  5390. "text",
  5391. "audio"
  5392. ],
  5393. "supports_audio_input": true,
  5394. "supports_audio_output": true,
  5395. "supports_function_calling": true,
  5396. "supports_native_streaming": true,
  5397. "supports_parallel_function_calling": true,
  5398. "supports_prompt_caching": false,
  5399. "supports_reasoning": false,
  5400. "supports_response_schema": false,
  5401. "supports_system_messages": true,
  5402. "supports_tool_choice": true,
  5403. "supports_vision": false
  5404. },
  5405. "gpt-audio-1.5": {
  5406. "input_cost_per_audio_token": 3.2e-05,
  5407. "input_cost_per_token": 2.5e-06,
  5408. "litellm_provider": "openai",
  5409. "max_input_tokens": 128000,
  5410. "max_output_tokens": 16384,
  5411. "max_tokens": 16384,
  5412. "mode": "chat",
  5413. "output_cost_per_audio_token": 6.4e-05,
  5414. "output_cost_per_token": 1e-05,
  5415. "supported_endpoints": [
  5416. "/v1/chat/completions"
  5417. ],
  5418. "supported_modalities": [
  5419. "text",
  5420. "audio"
  5421. ],
  5422. "supported_output_modalities": [
  5423. "text",
  5424. "audio"
  5425. ],
  5426. "supports_audio_input": true,
  5427. "supports_audio_output": true,
  5428. "supports_function_calling": true,
  5429. "supports_native_streaming": true,
  5430. "supports_parallel_function_calling": true,
  5431. "supports_prompt_caching": false,
  5432. "supports_reasoning": false,
  5433. "supports_response_schema": false,
  5434. "supports_system_messages": true,
  5435. "supports_tool_choice": true,
  5436. "supports_vision": false
  5437. },
  5438. "gpt-audio-2025-08-28": {
  5439. "input_cost_per_audio_token": 3.2e-05,
  5440. "input_cost_per_token": 2.5e-06,
  5441. "litellm_provider": "openai",
  5442. "max_input_tokens": 128000,
  5443. "max_output_tokens": 16384,
  5444. "max_tokens": 16384,
  5445. "mode": "chat",
  5446. "output_cost_per_audio_token": 6.4e-05,
  5447. "output_cost_per_token": 1e-05,
  5448. "supported_endpoints": [
  5449. "/v1/chat/completions",
  5450. "/v1/responses",
  5451. "/v1/realtime",
  5452. "/v1/batch"
  5453. ],
  5454. "supported_modalities": [
  5455. "text",
  5456. "audio"
  5457. ],
  5458. "supported_output_modalities": [
  5459. "text",
  5460. "audio"
  5461. ],
  5462. "supports_audio_input": true,
  5463. "supports_audio_output": true,
  5464. "supports_function_calling": true,
  5465. "supports_native_streaming": true,
  5466. "supports_parallel_function_calling": true,
  5467. "supports_prompt_caching": false,
  5468. "supports_reasoning": false,
  5469. "supports_response_schema": false,
  5470. "supports_system_messages": true,
  5471. "supports_tool_choice": true,
  5472. "supports_vision": false
  5473. },
  5474. "gpt-audio-mini": {
  5475. "input_cost_per_audio_token": 1e-05,
  5476. "input_cost_per_token": 6e-07,
  5477. "litellm_provider": "openai",
  5478. "max_input_tokens": 128000,
  5479. "max_output_tokens": 16384,
  5480. "max_tokens": 16384,
  5481. "mode": "chat",
  5482. "output_cost_per_audio_token": 2e-05,
  5483. "output_cost_per_token": 2.4e-06,
  5484. "supported_endpoints": [
  5485. "/v1/chat/completions",
  5486. "/v1/responses",
  5487. "/v1/realtime",
  5488. "/v1/batch"
  5489. ],
  5490. "supported_modalities": [
  5491. "text",
  5492. "audio"
  5493. ],
  5494. "supported_output_modalities": [
  5495. "text",
  5496. "audio"
  5497. ],
  5498. "supports_audio_input": true,
  5499. "supports_audio_output": true,
  5500. "supports_function_calling": true,
  5501. "supports_native_streaming": true,
  5502. "supports_parallel_function_calling": true,
  5503. "supports_prompt_caching": false,
  5504. "supports_reasoning": false,
  5505. "supports_response_schema": false,
  5506. "supports_system_messages": true,
  5507. "supports_tool_choice": true,
  5508. "supports_vision": false
  5509. },
  5510. "gpt-audio-mini-2025-10-06": {
  5511. "input_cost_per_audio_token": 1e-05,
  5512. "input_cost_per_token": 6e-07,
  5513. "litellm_provider": "openai",
  5514. "max_input_tokens": 128000,
  5515. "max_output_tokens": 16384,
  5516. "max_tokens": 16384,
  5517. "mode": "chat",
  5518. "output_cost_per_audio_token": 2e-05,
  5519. "output_cost_per_token": 2.4e-06,
  5520. "supported_endpoints": [
  5521. "/v1/chat/completions",
  5522. "/v1/responses",
  5523. "/v1/realtime",
  5524. "/v1/batch"
  5525. ],
  5526. "supported_modalities": [
  5527. "text",
  5528. "audio"
  5529. ],
  5530. "supported_output_modalities": [
  5531. "text",
  5532. "audio"
  5533. ],
  5534. "supports_audio_input": true,
  5535. "supports_audio_output": true,
  5536. "supports_function_calling": true,
  5537. "supports_native_streaming": true,
  5538. "supports_parallel_function_calling": true,
  5539. "supports_prompt_caching": false,
  5540. "supports_reasoning": false,
  5541. "supports_response_schema": false,
  5542. "supports_system_messages": true,
  5543. "supports_tool_choice": true,
  5544. "supports_vision": false
  5545. },
  5546. "gpt-audio-mini-2025-12-15": {
  5547. "input_cost_per_audio_token": 1e-05,
  5548. "input_cost_per_token": 6e-07,
  5549. "litellm_provider": "openai",
  5550. "max_input_tokens": 128000,
  5551. "max_output_tokens": 16384,
  5552. "max_tokens": 16384,
  5553. "mode": "chat",
  5554. "output_cost_per_audio_token": 2e-05,
  5555. "output_cost_per_token": 2.4e-06,
  5556. "supported_endpoints": [
  5557. "/v1/chat/completions",
  5558. "/v1/responses",
  5559. "/v1/realtime",
  5560. "/v1/batch"
  5561. ],
  5562. "supported_modalities": [
  5563. "text",
  5564. "audio"
  5565. ],
  5566. "supported_output_modalities": [
  5567. "text",
  5568. "audio"
  5569. ],
  5570. "supports_audio_input": true,
  5571. "supports_audio_output": true,
  5572. "supports_function_calling": true,
  5573. "supports_native_streaming": true,
  5574. "supports_parallel_function_calling": true,
  5575. "supports_prompt_caching": false,
  5576. "supports_reasoning": false,
  5577. "supports_response_schema": false,
  5578. "supports_system_messages": true,
  5579. "supports_tool_choice": true,
  5580. "supports_vision": false
  5581. },
  5582. "gpt-image-1": {
  5583. "cache_read_input_image_token_cost": 2.5e-06,
  5584. "cache_read_input_token_cost": 1.25e-06,
  5585. "input_cost_per_image_token": 1e-05,
  5586. "input_cost_per_token": 5e-06,
  5587. "litellm_provider": "openai",
  5588. "mode": "image_generation",
  5589. "output_cost_per_image_token": 4e-05,
  5590. "supported_endpoints": [
  5591. "/v1/images/generations",
  5592. "/v1/images/edits"
  5593. ]
  5594. },
  5595. "gpt-image-1-mini": {
  5596. "cache_read_input_image_token_cost": 2.5e-07,
  5597. "cache_read_input_token_cost": 2e-07,
  5598. "input_cost_per_image_token": 2.5e-06,
  5599. "input_cost_per_token": 2e-06,
  5600. "litellm_provider": "openai",
  5601. "mode": "image_generation",
  5602. "output_cost_per_image_token": 8e-06,
  5603. "supported_endpoints": [
  5604. "/v1/images/generations",
  5605. "/v1/images/edits"
  5606. ]
  5607. },
  5608. "gpt-image-1.5": {
  5609. "cache_read_input_image_token_cost": 2e-06,
  5610. "cache_read_input_token_cost": 1.25e-06,
  5611. "input_cost_per_image_token": 8e-06,
  5612. "input_cost_per_token": 5e-06,
  5613. "litellm_provider": "openai",
  5614. "mode": "image_generation",
  5615. "output_cost_per_image_token": 3.2e-05,
  5616. "output_cost_per_token": 1e-05,
  5617. "supported_endpoints": [
  5618. "/v1/images/generations"
  5619. ],
  5620. "supports_pdf_input": true,
  5621. "supports_vision": true
  5622. },
  5623. "gpt-image-1.5-2025-12-16": {
  5624. "cache_read_input_image_token_cost": 2e-06,
  5625. "cache_read_input_token_cost": 1.25e-06,
  5626. "input_cost_per_image_token": 8e-06,
  5627. "input_cost_per_token": 5e-06,
  5628. "litellm_provider": "openai",
  5629. "mode": "image_generation",
  5630. "output_cost_per_image_token": 3.2e-05,
  5631. "output_cost_per_token": 1e-05,
  5632. "supported_endpoints": [
  5633. "/v1/images/generations"
  5634. ],
  5635. "supports_pdf_input": true,
  5636. "supports_vision": true
  5637. },
  5638. "gpt-image-2": {
  5639. "cache_read_input_image_token_cost": 2e-06,
  5640. "cache_read_input_token_cost": 1.25e-06,
  5641. "input_cost_per_image_token": 8e-06,
  5642. "input_cost_per_token": 5e-06,
  5643. "litellm_provider": "openai",
  5644. "mode": "image_generation",
  5645. "output_cost_per_image_token": 3e-05,
  5646. "output_cost_per_token": 1e-05,
  5647. "supported_endpoints": [
  5648. "/v1/images/generations",
  5649. "/v1/images/edits"
  5650. ],
  5651. "supports_pdf_input": true,
  5652. "supports_vision": true
  5653. },
  5654. "gpt-image-2-2026-04-21": {
  5655. "cache_read_input_image_token_cost": 2e-06,
  5656. "cache_read_input_token_cost": 1.25e-06,
  5657. "input_cost_per_image_token": 8e-06,
  5658. "input_cost_per_token": 5e-06,
  5659. "litellm_provider": "openai",
  5660. "mode": "image_generation",
  5661. "output_cost_per_image_token": 3e-05,
  5662. "output_cost_per_token": 1e-05,
  5663. "supported_endpoints": [
  5664. "/v1/images/generations",
  5665. "/v1/images/edits"
  5666. ],
  5667. "supports_pdf_input": true,
  5668. "supports_vision": true
  5669. },
  5670. "gpt-realtime": {
  5671. "cache_creation_input_audio_token_cost": 4e-07,
  5672. "cache_read_input_token_cost": 4e-07,
  5673. "input_cost_per_audio_token": 3.2e-05,
  5674. "input_cost_per_image": 5e-06,
  5675. "input_cost_per_token": 4e-06,
  5676. "litellm_provider": "openai",
  5677. "max_input_tokens": 32000,
  5678. "max_output_tokens": 4096,
  5679. "max_tokens": 4096,
  5680. "mode": "chat",
  5681. "output_cost_per_audio_token": 6.4e-05,
  5682. "output_cost_per_token": 1.6e-05,
  5683. "supported_endpoints": [
  5684. "/v1/realtime"
  5685. ],
  5686. "supported_modalities": [
  5687. "text",
  5688. "image",
  5689. "audio"
  5690. ],
  5691. "supported_output_modalities": [
  5692. "text",
  5693. "audio"
  5694. ],
  5695. "supports_audio_input": true,
  5696. "supports_audio_output": true,
  5697. "supports_function_calling": true,
  5698. "supports_parallel_function_calling": true,
  5699. "supports_system_messages": true,
  5700. "supports_tool_choice": true
  5701. },
  5702. "gpt-realtime-1.5": {
  5703. "cache_creation_input_audio_token_cost": 4e-07,
  5704. "cache_read_input_token_cost": 4e-07,
  5705. "input_cost_per_audio_token": 3.2e-05,
  5706. "input_cost_per_image": 5e-06,
  5707. "input_cost_per_token": 4e-06,
  5708. "litellm_provider": "openai",
  5709. "max_input_tokens": 32000,
  5710. "max_output_tokens": 4096,
  5711. "max_tokens": 4096,
  5712. "mode": "chat",
  5713. "output_cost_per_audio_token": 6.4e-05,
  5714. "output_cost_per_token": 1.6e-05,
  5715. "supported_endpoints": [
  5716. "/v1/realtime"
  5717. ],
  5718. "supported_modalities": [
  5719. "text",
  5720. "image",
  5721. "audio"
  5722. ],
  5723. "supported_output_modalities": [
  5724. "text",
  5725. "audio"
  5726. ],
  5727. "supports_audio_input": true,
  5728. "supports_audio_output": true,
  5729. "supports_function_calling": true,
  5730. "supports_parallel_function_calling": true,
  5731. "supports_system_messages": true,
  5732. "supports_tool_choice": true
  5733. },
  5734. "gpt-realtime-2": {
  5735. "cache_creation_input_audio_token_cost": 4e-07,
  5736. "cache_read_input_token_cost": 4e-07,
  5737. "input_cost_per_audio_token": 3.2e-05,
  5738. "input_cost_per_image": 5e-06,
  5739. "input_cost_per_token": 4e-06,
  5740. "litellm_provider": "openai",
  5741. "max_input_tokens": 32000,
  5742. "max_output_tokens": 4096,
  5743. "max_tokens": 4096,
  5744. "mode": "chat",
  5745. "output_cost_per_audio_token": 6.4e-05,
  5746. "output_cost_per_token": 1.6e-05,
  5747. "supported_endpoints": [
  5748. "/v1/realtime"
  5749. ],
  5750. "supported_modalities": [
  5751. "text",
  5752. "image",
  5753. "audio"
  5754. ],
  5755. "supported_output_modalities": [
  5756. "text",
  5757. "audio"
  5758. ],
  5759. "supports_audio_input": true,
  5760. "supports_audio_output": true,
  5761. "supports_function_calling": true,
  5762. "supports_parallel_function_calling": true,
  5763. "supports_system_messages": true,
  5764. "supports_tool_choice": true
  5765. },
  5766. "gpt-realtime-2025-08-28": {
  5767. "cache_creation_input_audio_token_cost": 4e-07,
  5768. "cache_read_input_token_cost": 4e-07,
  5769. "input_cost_per_audio_token": 3.2e-05,
  5770. "input_cost_per_image": 5e-06,
  5771. "input_cost_per_token": 4e-06,
  5772. "litellm_provider": "openai",
  5773. "max_input_tokens": 32000,
  5774. "max_output_tokens": 4096,
  5775. "max_tokens": 4096,
  5776. "mode": "chat",
  5777. "output_cost_per_audio_token": 6.4e-05,
  5778. "output_cost_per_token": 1.6e-05,
  5779. "supported_endpoints": [
  5780. "/v1/realtime"
  5781. ],
  5782. "supported_modalities": [
  5783. "text",
  5784. "image",
  5785. "audio"
  5786. ],
  5787. "supported_output_modalities": [
  5788. "text",
  5789. "audio"
  5790. ],
  5791. "supports_audio_input": true,
  5792. "supports_audio_output": true,
  5793. "supports_function_calling": true,
  5794. "supports_parallel_function_calling": true,
  5795. "supports_system_messages": true,
  5796. "supports_tool_choice": true
  5797. },
  5798. "gpt-realtime-mini": {
  5799. "cache_creation_input_audio_token_cost": 3e-07,
  5800. "cache_read_input_audio_token_cost": 3e-07,
  5801. "input_cost_per_audio_token": 1e-05,
  5802. "input_cost_per_token": 6e-07,
  5803. "litellm_provider": "openai",
  5804. "max_input_tokens": 128000,
  5805. "max_output_tokens": 4096,
  5806. "max_tokens": 4096,
  5807. "mode": "chat",
  5808. "output_cost_per_audio_token": 2e-05,
  5809. "output_cost_per_token": 2.4e-06,
  5810. "supported_endpoints": [
  5811. "/v1/realtime"
  5812. ],
  5813. "supported_modalities": [
  5814. "text",
  5815. "image",
  5816. "audio"
  5817. ],
  5818. "supported_output_modalities": [
  5819. "text",
  5820. "audio"
  5821. ],
  5822. "supports_audio_input": true,
  5823. "supports_audio_output": true,
  5824. "supports_function_calling": true,
  5825. "supports_parallel_function_calling": true,
  5826. "supports_system_messages": true,
  5827. "supports_tool_choice": true
  5828. },
  5829. "gpt-realtime-mini-2025-10-06": {
  5830. "cache_creation_input_audio_token_cost": 3e-07,
  5831. "cache_read_input_audio_token_cost": 3e-07,
  5832. "cache_read_input_token_cost": 6e-08,
  5833. "input_cost_per_audio_token": 1e-05,
  5834. "input_cost_per_image": 8e-07,
  5835. "input_cost_per_token": 6e-07,
  5836. "litellm_provider": "openai",
  5837. "max_input_tokens": 128000,
  5838. "max_output_tokens": 4096,
  5839. "max_tokens": 4096,
  5840. "mode": "chat",
  5841. "output_cost_per_audio_token": 2e-05,
  5842. "output_cost_per_token": 2.4e-06,
  5843. "supported_endpoints": [
  5844. "/v1/realtime"
  5845. ],
  5846. "supported_modalities": [
  5847. "text",
  5848. "image",
  5849. "audio"
  5850. ],
  5851. "supported_output_modalities": [
  5852. "text",
  5853. "audio"
  5854. ],
  5855. "supports_audio_input": true,
  5856. "supports_audio_output": true,
  5857. "supports_function_calling": true,
  5858. "supports_parallel_function_calling": true,
  5859. "supports_system_messages": true,
  5860. "supports_tool_choice": true
  5861. },
  5862. "gpt-realtime-mini-2025-12-15": {
  5863. "cache_creation_input_audio_token_cost": 3e-07,
  5864. "cache_read_input_audio_token_cost": 3e-07,
  5865. "cache_read_input_token_cost": 6e-08,
  5866. "input_cost_per_audio_token": 1e-05,
  5867. "input_cost_per_image": 8e-07,
  5868. "input_cost_per_token": 6e-07,
  5869. "litellm_provider": "openai",
  5870. "max_input_tokens": 128000,
  5871. "max_output_tokens": 4096,
  5872. "max_tokens": 4096,
  5873. "mode": "chat",
  5874. "output_cost_per_audio_token": 2e-05,
  5875. "output_cost_per_token": 2.4e-06,
  5876. "supported_endpoints": [
  5877. "/v1/realtime"
  5878. ],
  5879. "supported_modalities": [
  5880. "text",
  5881. "image",
  5882. "audio"
  5883. ],
  5884. "supported_output_modalities": [
  5885. "text",
  5886. "audio"
  5887. ],
  5888. "supports_audio_input": true,
  5889. "supports_audio_output": true,
  5890. "supports_function_calling": true,
  5891. "supports_parallel_function_calling": true,
  5892. "supports_system_messages": true,
  5893. "supports_tool_choice": true
  5894. },
  5895. "o1-2024-12-17": {
  5896. "cache_read_input_token_cost": 7.5e-06,
  5897. "input_cost_per_token": 1.5e-05,
  5898. "litellm_provider": "openai",
  5899. "max_input_tokens": 200000,
  5900. "max_output_tokens": 100000,
  5901. "max_tokens": 100000,
  5902. "mode": "chat",
  5903. "output_cost_per_token": 6e-05,
  5904. "supports_function_calling": true,
  5905. "supports_parallel_function_calling": true,
  5906. "supports_pdf_input": true,
  5907. "supports_prompt_caching": true,
  5908. "supports_reasoning": true,
  5909. "supports_response_schema": true,
  5910. "supports_system_messages": true,
  5911. "supports_tool_choice": true,
  5912. "supports_vision": true
  5913. },
  5914. "o1-pro": {
  5915. "input_cost_per_token": 0.00015,
  5916. "input_cost_per_token_batches": 7.5e-05,
  5917. "litellm_provider": "openai",
  5918. "max_input_tokens": 200000,
  5919. "max_output_tokens": 100000,
  5920. "max_tokens": 100000,
  5921. "mode": "responses",
  5922. "output_cost_per_token": 0.0006,
  5923. "output_cost_per_token_batches": 0.0003,
  5924. "supported_endpoints": [
  5925. "/v1/responses",
  5926. "/v1/batch"
  5927. ],
  5928. "supported_modalities": [
  5929. "text",
  5930. "image"
  5931. ],
  5932. "supported_output_modalities": [
  5933. "text"
  5934. ],
  5935. "supports_function_calling": true,
  5936. "supports_native_streaming": false,
  5937. "supports_parallel_function_calling": true,
  5938. "supports_pdf_input": true,
  5939. "supports_prompt_caching": true,
  5940. "supports_reasoning": true,
  5941. "supports_response_schema": true,
  5942. "supports_system_messages": true,
  5943. "supports_tool_choice": true,
  5944. "supports_vision": true
  5945. },
  5946. "o1-pro-2025-03-19": {
  5947. "input_cost_per_token": 0.00015,
  5948. "input_cost_per_token_batches": 7.5e-05,
  5949. "litellm_provider": "openai",
  5950. "max_input_tokens": 200000,
  5951. "max_output_tokens": 100000,
  5952. "max_tokens": 100000,
  5953. "mode": "responses",
  5954. "output_cost_per_token": 0.0006,
  5955. "output_cost_per_token_batches": 0.0003,
  5956. "supported_endpoints": [
  5957. "/v1/responses",
  5958. "/v1/batch"
  5959. ],
  5960. "supported_modalities": [
  5961. "text",
  5962. "image"
  5963. ],
  5964. "supported_output_modalities": [
  5965. "text"
  5966. ],
  5967. "supports_function_calling": true,
  5968. "supports_native_streaming": false,
  5969. "supports_parallel_function_calling": true,
  5970. "supports_pdf_input": true,
  5971. "supports_prompt_caching": true,
  5972. "supports_reasoning": true,
  5973. "supports_response_schema": true,
  5974. "supports_system_messages": true,
  5975. "supports_tool_choice": true,
  5976. "supports_vision": true
  5977. },
  5978. "o3": {
  5979. "cache_read_input_token_cost": 5e-07,
  5980. "cache_read_input_token_cost_flex": 2.5e-07,
  5981. "cache_read_input_token_cost_priority": 8.75e-07,
  5982. "input_cost_per_token": 2e-06,
  5983. "input_cost_per_token_flex": 1e-06,
  5984. "input_cost_per_token_priority": 3.5e-06,
  5985. "litellm_provider": "openai",
  5986. "max_input_tokens": 200000,
  5987. "max_output_tokens": 100000,
  5988. "max_tokens": 100000,
  5989. "mode": "chat",
  5990. "output_cost_per_token": 8e-06,
  5991. "output_cost_per_token_flex": 4e-06,
  5992. "output_cost_per_token_priority": 1.4e-05,
  5993. "supported_endpoints": [
  5994. "/v1/responses",
  5995. "/v1/chat/completions",
  5996. "/v1/completions",
  5997. "/v1/batch"
  5998. ],
  5999. "supported_modalities": [
  6000. "text",
  6001. "image"
  6002. ],
  6003. "supported_output_modalities": [
  6004. "text"
  6005. ],
  6006. "supports_function_calling": true,
  6007. "supports_parallel_function_calling": false,
  6008. "supports_pdf_input": true,
  6009. "supports_prompt_caching": true,
  6010. "supports_reasoning": true,
  6011. "supports_response_schema": true,
  6012. "supports_service_tier": true,
  6013. "supports_tool_choice": true,
  6014. "supports_vision": true,
  6015. "supports_web_search": true
  6016. },
  6017. "o3-2025-04-16": {
  6018. "cache_read_input_token_cost": 5e-07,
  6019. "input_cost_per_token": 2e-06,
  6020. "litellm_provider": "openai",
  6021. "max_input_tokens": 200000,
  6022. "max_output_tokens": 100000,
  6023. "max_tokens": 100000,
  6024. "mode": "chat",
  6025. "output_cost_per_token": 8e-06,
  6026. "supported_endpoints": [
  6027. "/v1/responses",
  6028. "/v1/chat/completions",
  6029. "/v1/completions",
  6030. "/v1/batch"
  6031. ],
  6032. "supported_modalities": [
  6033. "text",
  6034. "image"
  6035. ],
  6036. "supported_output_modalities": [
  6037. "text"
  6038. ],
  6039. "supports_function_calling": true,
  6040. "supports_parallel_function_calling": false,
  6041. "supports_pdf_input": true,
  6042. "supports_prompt_caching": true,
  6043. "supports_reasoning": true,
  6044. "supports_response_schema": true,
  6045. "supports_service_tier": true,
  6046. "supports_tool_choice": true,
  6047. "supports_vision": true,
  6048. "supports_web_search": true
  6049. },
  6050. "o3-deep-research": {
  6051. "cache_read_input_token_cost": 2.5e-06,
  6052. "input_cost_per_token": 1e-05,
  6053. "input_cost_per_token_batches": 5e-06,
  6054. "litellm_provider": "openai",
  6055. "max_input_tokens": 200000,
  6056. "max_output_tokens": 100000,
  6057. "max_tokens": 100000,
  6058. "mode": "responses",
  6059. "output_cost_per_token": 4e-05,
  6060. "output_cost_per_token_batches": 2e-05,
  6061. "supported_endpoints": [
  6062. "/v1/chat/completions",
  6063. "/v1/batch",
  6064. "/v1/responses"
  6065. ],
  6066. "supported_modalities": [
  6067. "text",
  6068. "image"
  6069. ],
  6070. "supported_output_modalities": [
  6071. "text"
  6072. ],
  6073. "supports_function_calling": true,
  6074. "supports_native_streaming": true,
  6075. "supports_parallel_function_calling": true,
  6076. "supports_pdf_input": true,
  6077. "supports_prompt_caching": true,
  6078. "supports_response_schema": true,
  6079. "supports_system_messages": true,
  6080. "supports_tool_choice": true,
  6081. "supports_vision": true,
  6082. "supports_web_search": true
  6083. },
  6084. "o3-deep-research-2025-06-26": {
  6085. "cache_read_input_token_cost": 2.5e-06,
  6086. "input_cost_per_token": 1e-05,
  6087. "input_cost_per_token_batches": 5e-06,
  6088. "litellm_provider": "openai",
  6089. "max_input_tokens": 200000,
  6090. "max_output_tokens": 100000,
  6091. "max_tokens": 100000,
  6092. "mode": "responses",
  6093. "output_cost_per_token": 4e-05,
  6094. "output_cost_per_token_batches": 2e-05,
  6095. "supported_endpoints": [
  6096. "/v1/chat/completions",
  6097. "/v1/batch",
  6098. "/v1/responses"
  6099. ],
  6100. "supported_modalities": [
  6101. "text",
  6102. "image"
  6103. ],
  6104. "supported_output_modalities": [
  6105. "text"
  6106. ],
  6107. "supports_function_calling": true,
  6108. "supports_native_streaming": true,
  6109. "supports_parallel_function_calling": true,
  6110. "supports_pdf_input": true,
  6111. "supports_prompt_caching": true,
  6112. "supports_response_schema": true,
  6113. "supports_system_messages": true,
  6114. "supports_tool_choice": true,
  6115. "supports_vision": true,
  6116. "supports_web_search": true
  6117. },
  6118. "o3-mini": {
  6119. "cache_read_input_token_cost": 5.5e-07,
  6120. "input_cost_per_token": 1.1e-06,
  6121. "litellm_provider": "openai",
  6122. "max_input_tokens": 200000,
  6123. "max_output_tokens": 100000,
  6124. "max_tokens": 100000,
  6125. "mode": "chat",
  6126. "output_cost_per_token": 4.4e-06,
  6127. "supports_function_calling": true,
  6128. "supports_parallel_function_calling": false,
  6129. "supports_prompt_caching": true,
  6130. "supports_reasoning": true,
  6131. "supports_response_schema": true,
  6132. "supports_tool_choice": true,
  6133. "supports_vision": false
  6134. },
  6135. "o3-mini-2025-01-31": {
  6136. "cache_read_input_token_cost": 5.5e-07,
  6137. "input_cost_per_token": 1.1e-06,
  6138. "litellm_provider": "openai",
  6139. "max_input_tokens": 200000,
  6140. "max_output_tokens": 100000,
  6141. "max_tokens": 100000,
  6142. "mode": "chat",
  6143. "output_cost_per_token": 4.4e-06,
  6144. "supports_function_calling": true,
  6145. "supports_parallel_function_calling": false,
  6146. "supports_prompt_caching": true,
  6147. "supports_reasoning": true,
  6148. "supports_response_schema": true,
  6149. "supports_tool_choice": true,
  6150. "supports_vision": false
  6151. },
  6152. "o3-pro": {
  6153. "input_cost_per_token": 2e-05,
  6154. "input_cost_per_token_batches": 1e-05,
  6155. "litellm_provider": "openai",
  6156. "max_input_tokens": 200000,
  6157. "max_output_tokens": 100000,
  6158. "max_tokens": 100000,
  6159. "mode": "responses",
  6160. "output_cost_per_token": 8e-05,
  6161. "output_cost_per_token_batches": 4e-05,
  6162. "supported_endpoints": [
  6163. "/v1/responses",
  6164. "/v1/batch"
  6165. ],
  6166. "supported_modalities": [
  6167. "text",
  6168. "image"
  6169. ],
  6170. "supported_output_modalities": [
  6171. "text"
  6172. ],
  6173. "supports_function_calling": true,
  6174. "supports_parallel_function_calling": false,
  6175. "supports_pdf_input": true,
  6176. "supports_prompt_caching": true,
  6177. "supports_reasoning": true,
  6178. "supports_response_schema": true,
  6179. "supports_tool_choice": true,
  6180. "supports_vision": true,
  6181. "supports_web_search": true
  6182. },
  6183. "o3-pro-2025-06-10": {
  6184. "input_cost_per_token": 2e-05,
  6185. "input_cost_per_token_batches": 1e-05,
  6186. "litellm_provider": "openai",
  6187. "max_input_tokens": 200000,
  6188. "max_output_tokens": 100000,
  6189. "max_tokens": 100000,
  6190. "mode": "responses",
  6191. "output_cost_per_token": 8e-05,
  6192. "output_cost_per_token_batches": 4e-05,
  6193. "supported_endpoints": [
  6194. "/v1/responses",
  6195. "/v1/batch"
  6196. ],
  6197. "supported_modalities": [
  6198. "text",
  6199. "image"
  6200. ],
  6201. "supported_output_modalities": [
  6202. "text"
  6203. ],
  6204. "supports_function_calling": true,
  6205. "supports_parallel_function_calling": false,
  6206. "supports_pdf_input": true,
  6207. "supports_prompt_caching": true,
  6208. "supports_reasoning": true,
  6209. "supports_response_schema": true,
  6210. "supports_tool_choice": true,
  6211. "supports_vision": true,
  6212. "supports_web_search": true
  6213. },
  6214. "o4-mini": {
  6215. "cache_read_input_token_cost": 2.75e-07,
  6216. "cache_read_input_token_cost_flex": 1.375e-07,
  6217. "cache_read_input_token_cost_priority": 5e-07,
  6218. "input_cost_per_token": 1.1e-06,
  6219. "input_cost_per_token_flex": 5.5e-07,
  6220. "input_cost_per_token_priority": 2e-06,
  6221. "litellm_provider": "openai",
  6222. "max_input_tokens": 200000,
  6223. "max_output_tokens": 100000,
  6224. "max_tokens": 100000,
  6225. "mode": "chat",
  6226. "output_cost_per_token": 4.4e-06,
  6227. "output_cost_per_token_flex": 2.2e-06,
  6228. "output_cost_per_token_priority": 8e-06,
  6229. "supports_function_calling": true,
  6230. "supports_parallel_function_calling": false,
  6231. "supports_pdf_input": true,
  6232. "supports_prompt_caching": true,
  6233. "supports_reasoning": true,
  6234. "supports_response_schema": true,
  6235. "supports_service_tier": true,
  6236. "supports_tool_choice": true,
  6237. "supports_vision": true,
  6238. "supports_web_search": true
  6239. },
  6240. "o4-mini-2025-04-16": {
  6241. "cache_read_input_token_cost": 2.75e-07,
  6242. "input_cost_per_token": 1.1e-06,
  6243. "litellm_provider": "openai",
  6244. "max_input_tokens": 200000,
  6245. "max_output_tokens": 100000,
  6246. "max_tokens": 100000,
  6247. "mode": "chat",
  6248. "output_cost_per_token": 4.4e-06,
  6249. "supports_function_calling": true,
  6250. "supports_parallel_function_calling": false,
  6251. "supports_pdf_input": true,
  6252. "supports_prompt_caching": true,
  6253. "supports_reasoning": true,
  6254. "supports_response_schema": true,
  6255. "supports_service_tier": true,
  6256. "supports_tool_choice": true,
  6257. "supports_vision": true,
  6258. "supports_web_search": true
  6259. },
  6260. "o4-mini-deep-research": {
  6261. "cache_read_input_token_cost": 5e-07,
  6262. "input_cost_per_token": 2e-06,
  6263. "input_cost_per_token_batches": 1e-06,
  6264. "litellm_provider": "openai",
  6265. "max_input_tokens": 200000,
  6266. "max_output_tokens": 100000,
  6267. "max_tokens": 100000,
  6268. "mode": "responses",
  6269. "output_cost_per_token": 8e-06,
  6270. "output_cost_per_token_batches": 4e-06,
  6271. "supported_endpoints": [
  6272. "/v1/chat/completions",
  6273. "/v1/batch",
  6274. "/v1/responses"
  6275. ],
  6276. "supported_modalities": [
  6277. "text",
  6278. "image"
  6279. ],
  6280. "supported_output_modalities": [
  6281. "text"
  6282. ],
  6283. "supports_function_calling": true,
  6284. "supports_native_streaming": true,
  6285. "supports_parallel_function_calling": true,
  6286. "supports_pdf_input": true,
  6287. "supports_prompt_caching": true,
  6288. "supports_response_schema": true,
  6289. "supports_system_messages": true,
  6290. "supports_tool_choice": true,
  6291. "supports_vision": true,
  6292. "supports_web_search": true
  6293. },
  6294. "o4-mini-deep-research-2025-06-26": {
  6295. "cache_read_input_token_cost": 5e-07,
  6296. "input_cost_per_token": 2e-06,
  6297. "input_cost_per_token_batches": 1e-06,
  6298. "litellm_provider": "openai",
  6299. "max_input_tokens": 200000,
  6300. "max_output_tokens": 100000,
  6301. "max_tokens": 100000,
  6302. "mode": "responses",
  6303. "output_cost_per_token": 8e-06,
  6304. "output_cost_per_token_batches": 4e-06,
  6305. "supported_endpoints": [
  6306. "/v1/chat/completions",
  6307. "/v1/batch",
  6308. "/v1/responses"
  6309. ],
  6310. "supported_modalities": [
  6311. "text",
  6312. "image"
  6313. ],
  6314. "supported_output_modalities": [
  6315. "text"
  6316. ],
  6317. "supports_function_calling": true,
  6318. "supports_native_streaming": true,
  6319. "supports_parallel_function_calling": true,
  6320. "supports_pdf_input": true,
  6321. "supports_prompt_caching": true,
  6322. "supports_response_schema": true,
  6323. "supports_system_messages": true,
  6324. "supports_tool_choice": true,
  6325. "supports_vision": true,
  6326. "supports_web_search": true
  6327. },
  6328. "gpt-image-2.5-flare": {
  6329. "cache_read_input_image_token_cost": 2e-06,
  6330. "cache_read_input_token_cost": 1.25e-06,
  6331. "input_cost_per_image_token": 8e-06,
  6332. "input_cost_per_token": 5e-06,
  6333. "litellm_provider": "openai",
  6334. "mode": "image_generation",
  6335. "output_cost_per_image_token": 3e-05,
  6336. "output_cost_per_token": 0,
  6337. "supported_endpoints": [
  6338. "/v1/images/generations",
  6339. "/v1/images/edits"
  6340. ],
  6341. "supports_vision": true,
  6342. "supports_prompt_caching": true
  6343. },
  6344. "gpt-image-2.5-flare-2026-09-08": {
  6345. "cache_read_input_image_token_cost": 2e-06,
  6346. "cache_read_input_token_cost": 1.25e-06,
  6347. "input_cost_per_image_token": 8e-06,
  6348. "input_cost_per_token": 5e-06,
  6349. "litellm_provider": "openai",
  6350. "mode": "image_generation",
  6351. "output_cost_per_image_token": 3e-05,
  6352. "output_cost_per_token": 0,
  6353. "supported_endpoints": [
  6354. "/v1/images/generations",
  6355. "/v1/images/edits"
  6356. ],
  6357. "supports_vision": true,
  6358. "supports_prompt_caching": true
  6359. },
  6360. "gpt-image-2.5-sunburst": {
  6361. "cache_read_input_image_token_cost": 2e-06,
  6362. "cache_read_input_token_cost": 1.25e-06,
  6363. "input_cost_per_image_token": 8e-06,
  6364. "input_cost_per_token": 5e-06,
  6365. "litellm_provider": "openai",
  6366. "mode": "image_generation",
  6367. "output_cost_per_image_token": 3e-05,
  6368. "output_cost_per_token": 0,
  6369. "supported_endpoints": [
  6370. "/v1/images/generations",
  6371. "/v1/images/edits"
  6372. ],
  6373. "supports_vision": true,
  6374. "supports_prompt_caching": true
  6375. },
  6376. "gpt-image-2.5-sunburst-2026-09-08": {
  6377. "cache_read_input_image_token_cost": 2e-06,
  6378. "cache_read_input_token_cost": 1.25e-06,
  6379. "input_cost_per_image_token": 8e-06,
  6380. "input_cost_per_token": 5e-06,
  6381. "litellm_provider": "openai",
  6382. "mode": "image_generation",
  6383. "output_cost_per_image_token": 3e-05,
  6384. "output_cost_per_token": 0,
  6385. "supported_endpoints": [
  6386. "/v1/images/generations",
  6387. "/v1/images/edits"
  6388. ],
  6389. "supports_vision": true,
  6390. "supports_prompt_caching": true
  6391. }
  6392. }