{"model":"meta/llama-3.3-70b","benchmarks":{"errors":[],"source":"Artificial Analysis","status":"available","variants":[{"api":{"data":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b","pricing":{"price_1m_input_tokens":0.66,"price_1m_output_tokens":0.72,"price_1m_cache_hit_tokens":0.66,"price_1m_cache_write_tokens":null},"evaluations":{"artificial_analysis_coding_index":11.9,"artificial_analysis_agentic_index":null,"artificial_analysis_intelligence_index":7.7},"performance":{"median_output_tokens_per_second":84.53,"median_time_to_first_token_seconds":1.67,"median_end_to_end_response_time_seconds":7.58,"median_time_to_first_answer_token_seconds":1.67},"release_date":"2024-12-06","model_creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","name":"Meta"},"artificial_analysis_intelligence_index_cost":null},"source":"https://artificialanalysis.ai/api/v2/language/models/free","status":"ok","metadata":{"tier":"free","intelligence_index_version":4.3},"fetchedAt":"2026-09-11T11:21:18.106Z"},"data":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","hle":0.0356,"lcr":0.156666666666667,"gpqa":0.497979797979798,"name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b","tau2":0.266081871345029,"aime25":0.0766666666666667,"critpt":0,"gdpval":49.51,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","url":"https://ai.meta.com/","logo":"/img/logos/meta_small.svg","name":"Meta","slug":"meta","color":"#0089f4","country":"us"},"ifbench":0.470748299319728,"mmmuPro":null,"release":{"name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b"},"scicode":null,"openness":{"opennessIndex":38.888888888888886,"modelAvailability":4,"transparencyMethodology":2,"transparencyPreTrainingData":0.5,"transparencyPostTrainingData":0.5},"shortName":"Llama 3.3 70B","sizeClass":"medium","apexAgents":null,"deprecated":false,"itBenchSre":0.00564971751412429,"licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","parameters":70,"tauBanking":null,"isReasoning":false,"licenseName":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","omniscience":-54.1666666666667,"releaseDate":"2024-12-06","analystAgent":null,"deprecatedTo":null,"cacheHitPrice":0.655,"isOpenWeights":true,"livecodebench":0.287830687830688,"timescaleData":{"medianOutputSpeed":86.6710179758736,"medianTimeToFirstChunk":1.65987175999999},"hostModelCount":14,"cacheWritePrice":null,"reasoningTokens":0,"chartHighlighted":false,"gdpvalNormalized":0,"terminalbenchV21":0.048689138576779,"terminalbenchV40":null,"inputModalityText":true,"intelligenceIndex":7.66380859299009,"microevalsEnabled":false,"terminalbenchHard":0.0303030303030303,"inputModalityImage":false,"inputModalityVideo":false,"outputModalityText":true,"price1mInputTokens":0.655,"contextWindowTokens":128000,"inputModalitySpeech":false,"knowledgeCutoffDate":"2023-12-01","outputModalityImage":false,"outputModalityVideo":false,"outputSpeedVariance":{"p05":7.63262157276806,"p95":307.404859325421,"q25":48.7233339611133,"q75":148.798751149734,"median":86.6710179758736},"price1mOutputTokens":0.72,"pricePer1k1mpImages":null,"chartDefaultSelected":false,"endToEndResponseTime":{"input":1.65987175999999,"total":7.42881288561575,"answer":5.76894112561576,"reasoning":0},"omniscienceBreakdown":{"accuracy":0.1895,"hallucinationRate":0.9021180341353074},"outputModalitySpeech":false,"modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","performanceDataSource":{"type":"median"},"price1mBlended0To1To1":0.6875,"price1mBlended0To3To1":0.67125,"price1mBlended7To2To1":0.6615,"timeToFirstAnswerToken":{"input":1.65987175999999,"total":1.65987175999999,"reasoning":0},"cacheHitDiscountPercent":0.5,"performanceByPromptType":{"long":{"medianOutputSpeed":86.6710179758736,"medianTimeToFirstChunk":1.65987175999999,"medianEndToEndResponseTime":7.42881288561575,"medianTimeToFirstAnswerToken":1.65987175999999},"medium":{"medianOutputSpeed":88.3449967156586,"medianTimeToFirstChunk":0.615469934999979,"medianEndToEndResponseTime":6.275100005611303,"medianTimeToFirstAnswerToken":0.615469934999979},"hundredK":{"medianOutputSpeed":70.5027296547553,"medianTimeToFirstChunk":13.949258315,"medianEndToEndResponseTime":21.041182307850335,"medianTimeToFirstAnswerToken":13.949258315},"mediumParallel":{"medianOutputSpeed":87.51194028638,"medianTimeToFirstChunk":0.818674872999964,"medianEndToEndResponseTime":6.53218091987501,"medianTimeToFirstAnswerToken":0.818674872999964}},"price1mBlended0To100To1":0.6556435643564357,"price1mBlended100To1To1":0.6556372549019608,"openSourceCategorization":"commercial-license","timeToFirstChunkVariance":{"p05":0.660907257900024,"p95":6.7823081642,"q25":1.0428472295,"q75":2.27760266,"median":1.65987175999999},"intelligenceIndexIsEstimated":true,"inferenceParametersActiveBillions":null},"name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b","source":"https://artificialanalysis.ai/models/llama-3-3-instruct-70b","fetchedAt":"2026-09-11T11:21:18.106Z","pageRecords":[{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","hle":0.0356,"lcr":0.156666666666667,"gpqa":0.497979797979798,"name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b","tau2":0.266081871345029,"aime25":0.0766666666666667,"critpt":0,"gdpval":49.51,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","url":"https://ai.meta.com/","logo":"/img/logos/meta_small.svg","name":"Meta","slug":"meta","color":"#0089f4","country":"us"},"ifbench":0.470748299319728,"mmmuPro":null,"release":{"name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b"},"scicode":null,"openness":{"opennessIndex":38.888888888888886,"modelAvailability":4,"transparencyMethodology":2,"transparencyPreTrainingData":0.5,"transparencyPostTrainingData":0.5},"shortName":"Llama 3.3 70B","sizeClass":"medium","apexAgents":null,"deprecated":false,"itBenchSre":0.00564971751412429,"licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","parameters":70,"tauBanking":null,"isReasoning":false,"licenseName":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","omniscience":-54.1666666666667,"releaseDate":"2024-12-06","analystAgent":null,"deprecatedTo":null,"cacheHitPrice":0.655,"isOpenWeights":true,"livecodebench":0.287830687830688,"timescaleData":{"medianOutputSpeed":86.6710179758736,"medianTimeToFirstChunk":1.65987175999999},"hostModelCount":14,"cacheWritePrice":null,"reasoningTokens":0,"chartHighlighted":false,"gdpvalNormalized":0,"terminalbenchV21":0.048689138576779,"terminalbenchV40":null,"inputModalityText":true,"intelligenceIndex":7.66380859299009,"microevalsEnabled":false,"terminalbenchHard":0.0303030303030303,"inputModalityImage":false,"inputModalityVideo":false,"outputModalityText":true,"price1mInputTokens":0.655,"contextWindowTokens":128000,"inputModalitySpeech":false,"knowledgeCutoffDate":"2023-12-01","outputModalityImage":false,"outputModalityVideo":false,"outputSpeedVariance":{"p05":7.63262157276806,"p95":307.404859325421,"q25":48.7233339611133,"q75":148.798751149734,"median":86.6710179758736},"price1mOutputTokens":0.72,"pricePer1k1mpImages":null,"chartDefaultSelected":false,"endToEndResponseTime":{"input":1.65987175999999,"total":7.42881288561575,"answer":5.76894112561576,"reasoning":0},"omniscienceBreakdown":{"accuracy":0.1895,"hallucinationRate":0.9021180341353074},"outputModalitySpeech":false,"modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","performanceDataSource":{"type":"median"},"price1mBlended0To1To1":0.6875,"price1mBlended0To3To1":0.67125,"price1mBlended7To2To1":0.6615,"timeToFirstAnswerToken":{"input":1.65987175999999,"total":1.65987175999999,"reasoning":0},"cacheHitDiscountPercent":0.5,"performanceByPromptType":{"long":{"medianOutputSpeed":86.6710179758736,"medianTimeToFirstChunk":1.65987175999999,"medianEndToEndResponseTime":7.42881288561575,"medianTimeToFirstAnswerToken":1.65987175999999},"medium":{"medianOutputSpeed":88.3449967156586,"medianTimeToFirstChunk":0.615469934999979,"medianEndToEndResponseTime":6.275100005611303,"medianTimeToFirstAnswerToken":0.615469934999979},"hundredK":{"medianOutputSpeed":70.5027296547553,"medianTimeToFirstChunk":13.949258315,"medianEndToEndResponseTime":21.041182307850335,"medianTimeToFirstAnswerToken":13.949258315},"mediumParallel":{"medianOutputSpeed":87.51194028638,"medianTimeToFirstChunk":0.818674872999964,"medianEndToEndResponseTime":6.53218091987501,"medianTimeToFirstAnswerToken":0.818674872999964}},"price1mBlended0To100To1":0.6556435643564357,"price1mBlended100To1To1":0.6556372549019608,"openSourceCategorization":"commercial-license","timeToFirstChunkVariance":{"p05":0.660907257900024,"p95":6.7823081642,"q25":1.0428472295,"q75":2.27760266,"median":1.65987175999999},"intelligenceIndexIsEstimated":true,"inferenceParametersActiveBillions":null},{"name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b"},{"name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b","creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","logo":"/img/logos/meta_small.svg","name":"Meta"},"release":{"name":"Llama 3.3 Instruct 70B","slug":"llama-3-3-instruct-70b"},"deprecated":false,"isReasoning":false,"releaseDate":"2024-12-06"}]}],"checkedAt":"2026-09-11T11:21:18.106Z","fetchedAt":"2026-09-11T11:21:18.106Z","nextCheckAt":"2026-09-18T11:21:18.106Z"}}