{"model":"nvidia/nemotron-3.5-lightning","benchmarks":{"errors":[],"source":"Artificial Analysis","status":"available","variants":[{"api":{"data":{"id":"29976311-665a-4b2f-ac72-557c33e0758e","name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning","pricing":{"price_1m_input_tokens":0.06,"price_1m_output_tokens":0.2,"price_1m_cache_hit_tokens":0.05,"price_1m_cache_write_tokens":null},"evaluations":{"artificial_analysis_coding_index":26.8,"artificial_analysis_agentic_index":6.1,"artificial_analysis_intelligence_index":13.6},"performance":{"median_output_tokens_per_second":271.84,"median_time_to_first_token_seconds":0.8,"median_end_to_end_response_time_seconds":10,"median_time_to_first_answer_token_seconds":8.16},"release_date":"2026-08-11","model_creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","name":"NVIDIA"},"artificial_analysis_intelligence_index_cost":{"total_cost":105.48,"cost_per_task":{"total_cost":0.0931}}},"source":"https://artificialanalysis.ai/api/v2/language/models/free","status":"ok","metadata":{"tier":"free","intelligence_index_version":4.3},"fetchedAt":"2026-09-11T11:52:20.926Z"},"data":{"id":"29976311-665a-4b2f-ac72-557c33e0758e","hle":0.105653382761817,"lcr":0.603333333333333,"gpqa":0.743434343434343,"name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning","tau2":null,"aime25":null,"critpt":0,"gdpval":766.89,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","url":"https://www.nvidia.com/","logo":"/img/logos/nvidia_small.svg","name":"NVIDIA","slug":"nvidia","color":"#76b900","country":"us"},"ifbench":null,"mmmuPro":null,"release":{"name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning"},"scicode":0.320601851851852,"openness":{"opennessIndex":83.33333333333333,"modelAvailability":6,"transparencyMethodology":6,"transparencyPreTrainingData":1.5,"transparencyPostTrainingData":1.5},"shortName":"Nemotron 3.5 Lightning","sizeClass":"small","apexAgents":null,"deprecated":false,"itBenchSre":null,"licenseUrl":"https://openmdw.ai/license/1-1/","parameters":31.6,"tauBanking":0.088659793814433,"isReasoning":true,"licenseName":"OpenMDW-1.1","mlcrOverall":0.0111111111111111,"omniscience":-17.7166666666667,"releaseDate":"2026-08-11","analystAgent":null,"deprecatedTo":null,"cacheHitPrice":0.05,"gdpPdfAllPass":0.03,"isOpenWeights":true,"livecodebench":null,"timescaleData":{"medianOutputSpeed":276.081402461894,"medianTimeToFirstChunk":0.854089718500064},"hostModelCount":7,"cacheWritePrice":null,"reasoningTokens":2000,"chartHighlighted":false,"enterpriseOpsGym":0.18352730528200537,"gdpvalNormalized":0.13344499999999998,"terminalbenchV21":0.243445692883895,"terminalbenchV40":0.00505050505050505,"inputModalityText":true,"intelligenceIndex":13.6352556217144,"microevalsEnabled":false,"terminalbenchHard":null,"briefcaseBreakdown":{"overall":{"elo":508.5,"lower95ci":498.79,"upper95ci":518.44},"presentation":{"elo":495.41,"lower95ci":478.61,"upper95ci":512.46},"rubricPassRate":0.08888888888888889,"analyticalQuality":{"elo":356.49,"lower95ci":335.86,"upper95ci":377.1}},"briefcaseTotalCost":27.94365356,"inputModalityImage":false,"inputModalityVideo":false,"outputModalityText":true,"price1mInputTokens":0.06,"contextWindowTokens":1000000,"inputModalitySpeech":false,"knowledgeCutoffDate":null,"outputModalityImage":false,"outputModalityVideo":false,"outputSpeedVariance":{"p05":120.512836451662,"p95":524.909609815313,"q25":186.484189915634,"q75":314.679221449009,"median":276.081402461894},"price1mOutputTokens":0.2,"pricePer1k1mpImages":null,"chartDefaultSelected":false,"endToEndResponseTime":{"input":0.854089718500064,"total":9.909389994820057,"answer":1.8110600552639986,"reasoning":7.244240221055994},"omniscienceBreakdown":{"accuracy":0.14433333333333334,"hallucinationRate":0.3757304246201792},"outputModalitySpeech":false,"intelligenceIndexCost":{"input":81.29123418,"total":105.47767858,"answer":4.9418692,"output":24.1864444,"cacheRead":0,"reasoning":19.2445752,"cacheWrite":80.229282,"nonCacheInput":1.06195218},"modelWeightsSourceUrl":null,"performanceDataSource":{"type":"median"},"price1mBlended0To1To1":0.13,"price1mBlended0To3To1":0.095,"price1mBlended7To2To1":0.067,"timeToFirstAnswerToken":{"input":0.854089718500064,"total":8.09832993955606,"reasoning":7.244240221055994},"cacheHitDiscountPercent":0.5,"performanceByPromptType":{"long":{"medianOutputSpeed":276.081402461894,"medianTimeToFirstChunk":0.854089718500064,"medianEndToEndResponseTime":9.909389994820057,"medianTimeToFirstAnswerToken":8.09832993955606},"medium":{"medianOutputSpeed":277.570700576365,"medianTimeToFirstChunk":0.557689716000034,"medianEndToEndResponseTime":9.56440402269323,"medianTimeToFirstAnswerToken":7.763061161354591},"hundredK":{"medianOutputSpeed":304.791028382322,"medianTimeToFirstChunk":2.09573848950004,"medianEndToEndResponseTime":10.298079658361692,"medianTimeToFirstAnswerToken":8.657611424589362},"mediumParallel":{"medianOutputSpeed":166.540488418681,"medianTimeToFirstChunk":0.64854180149996,"medianEndToEndResponseTime":15.659906447645506,"medianTimeToFirstAnswerToken":12.657633518416397}},"price1mBlended0To100To1":0.061386138613861385,"price1mBlended100To1To1":0.05156862745098039,"openSourceCategorization":"permissive","timeToFirstChunkVariance":{"p05":0.395282752049979,"p95":2.57414403510002,"q25":0.478633985750008,"q75":1.64843649350002,"median":0.854089718500064},"automationBenchPartialScore":0.008410069634719542,"intelligenceIndexCostPerTask":{"cost":{"input":0.08573949660515129,"total":0.09309918417597017,"answer":0.003963755366554841,"output":0.007359687570818874,"cacheRead":0,"reasoning":0.003395932204264034,"cacheWrite":0.08513059681461324,"nonCacheInput":0.0006088997905380644},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.046060967406593406},{"slug":"gdpval-aa","weightedCostPerTask":0.008515721936363636},{"slug":"automationbench-aa","weightedCostPerTask":0.0013779571308980213},{"slug":"terminalbench-v4-0","weightedCostPerTask":0.03447366406060606},{"slug":"scicode","weightedCostPerTask":0.00032312875694444446},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0005344758183503243},{"slug":"gdp-pdf","weightedCostPerTask":0.00050201838},{"slug":"critpt","weightedCostPerTask":0.0008246710857142858},{"slug":"omniscience","weightedCostPerTask":0.00009008988049999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0003964897199999999}]},"intelligenceIndexIsEstimated":false,"intelligenceIndexTimePerTask":120.09978777256,"inferenceParametersActiveBillions":3.6,"canonicalIntelligenceIndexTokenCount":{"input":1354853903,"answer":24709346,"output":120932222,"reasoning":96222876},"intelligenceIndexOutputTokensPerTask":{"answer":19818.7768327742,"output":36798.43785409437,"reasoning":16979.66102132017}},"name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning","source":"https://artificialanalysis.ai/models/nemotron-3-5-lightning","fetchedAt":"2026-09-11T11:52:20.926Z","pageRecords":[{"id":"29976311-665a-4b2f-ac72-557c33e0758e","hle":0.105653382761817,"lcr":0.603333333333333,"gpqa":0.743434343434343,"name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning","tau2":null,"aime25":null,"critpt":0,"gdpval":766.89,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","url":"https://www.nvidia.com/","logo":"/img/logos/nvidia_small.svg","name":"NVIDIA","slug":"nvidia","color":"#76b900","country":"us"},"ifbench":null,"mmmuPro":null,"release":{"name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning"},"scicode":0.320601851851852,"openness":{"opennessIndex":83.33333333333333,"modelAvailability":6,"transparencyMethodology":6,"transparencyPreTrainingData":1.5,"transparencyPostTrainingData":1.5},"shortName":"Nemotron 3.5 Lightning","sizeClass":"small","apexAgents":null,"deprecated":false,"itBenchSre":null,"licenseUrl":"https://openmdw.ai/license/1-1/","parameters":31.6,"tauBanking":0.088659793814433,"isReasoning":true,"licenseName":"OpenMDW-1.1","mlcrOverall":0.0111111111111111,"omniscience":-17.7166666666667,"releaseDate":"2026-08-11","analystAgent":null,"deprecatedTo":null,"cacheHitPrice":0.05,"gdpPdfAllPass":0.03,"isOpenWeights":true,"livecodebench":null,"timescaleData":{"medianOutputSpeed":276.081402461894,"medianTimeToFirstChunk":0.854089718500064},"hostModelCount":7,"cacheWritePrice":null,"reasoningTokens":2000,"chartHighlighted":false,"enterpriseOpsGym":0.18352730528200537,"gdpvalNormalized":0.13344499999999998,"terminalbenchV21":0.243445692883895,"terminalbenchV40":0.00505050505050505,"inputModalityText":true,"intelligenceIndex":13.6352556217144,"microevalsEnabled":false,"terminalbenchHard":null,"briefcaseBreakdown":{"overall":{"elo":508.5,"lower95ci":498.79,"upper95ci":518.44},"presentation":{"elo":495.41,"lower95ci":478.61,"upper95ci":512.46},"rubricPassRate":0.08888888888888889,"analyticalQuality":{"elo":356.49,"lower95ci":335.86,"upper95ci":377.1}},"briefcaseTotalCost":27.94365356,"inputModalityImage":false,"inputModalityVideo":false,"outputModalityText":true,"price1mInputTokens":0.06,"contextWindowTokens":1000000,"inputModalitySpeech":false,"knowledgeCutoffDate":null,"outputModalityImage":false,"outputModalityVideo":false,"outputSpeedVariance":{"p05":120.512836451662,"p95":524.909609815313,"q25":186.484189915634,"q75":314.679221449009,"median":276.081402461894},"price1mOutputTokens":0.2,"pricePer1k1mpImages":null,"chartDefaultSelected":false,"endToEndResponseTime":{"input":0.854089718500064,"total":9.909389994820057,"answer":1.8110600552639986,"reasoning":7.244240221055994},"omniscienceBreakdown":{"accuracy":0.14433333333333334,"hallucinationRate":0.3757304246201792},"outputModalitySpeech":false,"intelligenceIndexCost":{"input":81.29123418,"total":105.47767858,"answer":4.9418692,"output":24.1864444,"cacheRead":0,"reasoning":19.2445752,"cacheWrite":80.229282,"nonCacheInput":1.06195218},"modelWeightsSourceUrl":null,"performanceDataSource":{"type":"median"},"price1mBlended0To1To1":0.13,"price1mBlended0To3To1":0.095,"price1mBlended7To2To1":0.067,"timeToFirstAnswerToken":{"input":0.854089718500064,"total":8.09832993955606,"reasoning":7.244240221055994},"cacheHitDiscountPercent":0.5,"performanceByPromptType":{"long":{"medianOutputSpeed":276.081402461894,"medianTimeToFirstChunk":0.854089718500064,"medianEndToEndResponseTime":9.909389994820057,"medianTimeToFirstAnswerToken":8.09832993955606},"medium":{"medianOutputSpeed":277.570700576365,"medianTimeToFirstChunk":0.557689716000034,"medianEndToEndResponseTime":9.56440402269323,"medianTimeToFirstAnswerToken":7.763061161354591},"hundredK":{"medianOutputSpeed":304.791028382322,"medianTimeToFirstChunk":2.09573848950004,"medianEndToEndResponseTime":10.298079658361692,"medianTimeToFirstAnswerToken":8.657611424589362},"mediumParallel":{"medianOutputSpeed":166.540488418681,"medianTimeToFirstChunk":0.64854180149996,"medianEndToEndResponseTime":15.659906447645506,"medianTimeToFirstAnswerToken":12.657633518416397}},"price1mBlended0To100To1":0.061386138613861385,"price1mBlended100To1To1":0.05156862745098039,"openSourceCategorization":"permissive","timeToFirstChunkVariance":{"p05":0.395282752049979,"p95":2.57414403510002,"q25":0.478633985750008,"q75":1.64843649350002,"median":0.854089718500064},"automationBenchPartialScore":0.008410069634719542,"intelligenceIndexCostPerTask":{"cost":{"input":0.08573949660515129,"total":0.09309918417597017,"answer":0.003963755366554841,"output":0.007359687570818874,"cacheRead":0,"reasoning":0.003395932204264034,"cacheWrite":0.08513059681461324,"nonCacheInput":0.0006088997905380644},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.046060967406593406},{"slug":"gdpval-aa","weightedCostPerTask":0.008515721936363636},{"slug":"automationbench-aa","weightedCostPerTask":0.0013779571308980213},{"slug":"terminalbench-v4-0","weightedCostPerTask":0.03447366406060606},{"slug":"scicode","weightedCostPerTask":0.00032312875694444446},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0005344758183503243},{"slug":"gdp-pdf","weightedCostPerTask":0.00050201838},{"slug":"critpt","weightedCostPerTask":0.0008246710857142858},{"slug":"omniscience","weightedCostPerTask":0.00009008988049999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0003964897199999999}]},"intelligenceIndexIsEstimated":false,"intelligenceIndexTimePerTask":120.09978777256,"inferenceParametersActiveBillions":3.6,"canonicalIntelligenceIndexTokenCount":{"input":1354853903,"answer":24709346,"output":120932222,"reasoning":96222876},"intelligenceIndexOutputTokensPerTask":{"answer":19818.7768327742,"output":36798.43785409437,"reasoning":16979.66102132017}},{"name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning"},{"name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning","creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","logo":"/img/logos/nvidia_small.svg","name":"NVIDIA"},"release":{"name":"Nemotron 3.5 Lightning","slug":"nemotron-3-5-lightning"},"deprecated":false,"isReasoning":true,"releaseDate":"2026-08-11"}]}],"checkedAt":"2026-09-11T11:52:20.926Z","fetchedAt":"2026-09-11T11:52:20.926Z","nextCheckAt":"2026-09-18T11:52:20.926Z"}}