Training compute costs are doubling every nine months for the largest AI models

Spending on training large-scale ML models is growing at a rate of 2.4x per year. The most advanced models now cost hundreds of millions of dollars, with expenses measured by amortizing cluster costs over the training period. About half of this spending is on GPUs, with the remainder on other hardware and energy.

{"xAxis": {"label": "Publication date", "lim": [2015.5, 2024.5], "scaleType": "linear", "ticks": [2015.0, 2016.0, 2017.0, 2018.0, 2019.0, 2020.0, 2021.0, 2022.0, 2023.0, 2024.0, 2025.0], "tickLabels": ["2015", "2016", "2017", "2018", "2019", "2020", "2021", "2022", "2023", "2024", "2025"], "hideMinorGrid": true, "nice": false}, "yAxis": {"label": "Cost (2023 USD)", "lim": [350.33654317048496, 359627356.12253475], "scaleType": "log", "ticks": [10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000], "tickLabels": ["10", "100", "1k", "10k", "100k", "1M", "10M", "100M", "1B"], "hideMinorGrid": true}, "showLegend": true, "legendPosition": "header", "showFrame": true, "objects": [{"type": "scatter", "alpha": 0.45, "zOrder": 1, "clip": true, "points": [{"x": 2016.7351598173516, "y": 194308.0917, "tooltipData": {"Model": "GNMT", "Domain": "Language", "Training compute <br>(FLOP)": "6.6e+21", "Training compute cost (2023 USD)": "$200k", "Organization": "Google", "Publication date": "2016-09-26"}, "strokeColor": "black", "strokeWidth": 0.5, "size": 8, "zOrder": 2}, {"x": 2016.7664383561644, "y": 12651.54832, "tooltipData": {"Model": "Xception", "Domain": "Vision", "Training compute <br>(FLOP)": "4.4e+20", "Training compute cost (2023 USD)": "$10k", "Organization": "Google", "Publication date": "2016-10-07"}, "size": 8}, {"x": 2016.8771689497717, "y": 617.1106542, "tooltipData": {"Model": "PolyNet", "Domain": "Vision", "Training compute <br>(FLOP)": "6.4e+19", "Training compute cost (2023 USD)": "$600", "Organization": "Chinese University of Hong Kong (CUHK)", "Publication date": "2016-11-17"}, "size": 8}, {"x": 2017.0602739726028, "y": 3874.12265, "tooltipData": {"Model": "MoE-Multi", "Domain": "Language", "Training compute <br>(FLOP)": "9.4e+19", "Training compute cost (2023 USD)": "$4k", "Organization": "Jagiellonian University, Google Brain", "Publication date": "2017-01-23"}, "size": 8}, {"x": 2017.7965753424658, "y": 613480.6258010615, "tooltipData": {"Model": "AlphaGo Zero", "Domain": "Games", "Training compute <br>(FLOP)": "6.5e+20", "Training compute cost (2023 USD)": "$600k", "Organization": "DeepMind", "Publication date": "2017-10-18"}, "strokeColor": "black", "strokeWidth": 0.5, "size": 8, "zOrder": 2}, {"x": 2017.7993150684931, "y": 471445.3247973037, "tooltipData": {"Model": "AlphaGo Master", "Domain": "Games", "Training compute <br>(FLOP)": "3.4e+20", "Training compute cost (2023 USD)": "$500k", "Organization": "DeepMind", "Publication date": "2017-10-19"}, "strokeColor": "black", "strokeWidth": 0.5, "size": 8, "zOrder": 2}, {"x": 2018.3360730593606, "y": 139304.6861, "tooltipData": {"Model": "ResNeXt-101 32x48d", "Domain": "Vision", "Training compute <br>(FLOP)": "8.7e+21", "Training compute cost (2023 USD)": "$100k", "Organization": "Facebook", "Publication date": "2018-05-02"}, "size": 8}, {"x": 2018.657305936073, "y": 2442.1618775733145, "tooltipData": {"Model": "Big Transformer for Back-Translation", "Domain": "Language", "Training compute <br>(FLOP)": "4.8e+20", "Training compute cost (2023 USD)": "$2k", "Organization": "Facebook AI Research, Google Brain", "Publication date": "2018-08-28"}, "size": 8}, {"x": 2019.1189497716894, "y": 4348.443645, "tooltipData": {"Model": "GPT-2 (1.5B)", "Domain": "Language", "Training compute <br>(FLOP)": "1.9e+21", "Training compute cost (2023 USD)": "$4k", "Organization": "OpenAI", "Publication date": "2019-02-14"}, "size": 8}, {"x": 2019.4166666666667, "y": 12730.06373, "tooltipData": {"Model": "XLNet", "Domain": "Language", "Training compute <br>(FLOP)": "6.2e+21", "Training compute cost (2023 USD)": "$10k", "Organization": "Carnegie Mellon University (CMU), Google Brain", "Publication date": "2019-06-01"}, "size": 8}, {"x": 2019.5, "y": 88691.29948, "tooltipData": {"Model": "RoBERTa Large", "Domain": "Language", "Training compute <br>(FLOP)": "8.5e+21", "Training compute cost (2023 USD)": "$90k", "Organization": "Facebook, University of Washington", "Publication date": "2019-07-01"}, "size": 8}, {"x": 2019.7105022831051, "y": 178608.4119, "tooltipData": {"Model": "Megatron-BERT", "Domain": "Language", "Training compute <br>(FLOP)": "2.2e+22", "Training compute cost (2023 USD)": "$200k", "Organization": "NVIDIA", "Publication date": "2019-09-17"}, "size": 8}, {"x": 2019.7105022831051, "y": 113502.8196, "tooltipData": {"Model": "Megatron-LM (8.3B)", "Domain": "Language", "Training compute <br>(FLOP)": "9.1e+21", "Training compute cost (2023 USD)": "$100k", "Organization": "NVIDIA", "Publication date": "2019-09-17"}, "size": 8}, {"x": 2019.8102739726028, "y": 75524.39074218823, "tooltipData": {"Model": "T5-11B", "Domain": "Language", "Training compute <br>(FLOP)": "3.3e+22", "Training compute cost (2023 USD)": "$80k", "Organization": "Google", "Publication date": "2019-10-23"}, "size": 8}, {"x": 2019.8102739726028, "y": 16182.2859, "tooltipData": {"Model": "T5-3B", "Domain": "Language", "Training compute <br>(FLOP)": "9.0e+21", "Training compute cost (2023 USD)": "$20k", "Organization": "Google", "Publication date": "2019-10-23"}, "size": 8}, {"x": 2019.844292237443, "y": 80889.66935, "tooltipData": {"Model": "XLM-RoBERTa", "Domain": "Language", "Training compute <br>(FLOP)": "2.1e+22", "Training compute cost (2023 USD)": "$80k", "Organization": "Facebook AI", "Publication date": "2019-11-05"}, "size": 8}, {"x": 2019.8607305936073, "y": 43900.60644295845, "tooltipData": {"Model": "Noisy Student (L2)", "Domain": "Vision", "Training compute <br>(FLOP)": "2.6e+22", "Training compute cost (2023 USD)": "$40k", "Organization": "Carnegie Mellon University (CMU), Google", "Publication date": "2019-11-11"}, "size": 8}, {"x": 2019.9495433789955, "y": 4177317.756, "tooltipData": {"Model": "OpenAI Five", "Domain": "Games", "Training compute <br>(FLOP)": "6.7e+22", "Training compute cost (2023 USD)": "$4M", "Organization": "OpenAI", "Publication date": "2019-12-13"}, "size": 8}, {"x": 2019.9495433789955, "y": 321105.9055, "tooltipData": {"Model": "OpenAI Five Rerun", "Domain": "Games", "Training compute <br>(FLOP)": "1.3e+22", "Training compute cost (2023 USD)": "$300k", "Organization": "OpenAI", "Publication date": "2019-12-13"}, "size": 8}, {"x": 2020.0739726027398, "y": 206760.3812904988, "tooltipData": {"Model": "Meena", "Domain": "Language", "Training compute <br>(FLOP)": "1.1e+23", "Training compute cost (2023 USD)": "$200k", "Organization": "Google Brain", "Publication date": "2020-01-28"}, "size": 8}, {"x": 2020.116210045662, "y": 51659.713290894986, "tooltipData": {"Model": "Turing-NLG", "Domain": "Language", "Training compute <br>(FLOP)": "1.6e+22", "Training compute cost (2023 USD)": "$50k", "Organization": "Microsoft", "Publication date": "2020-02-13"}, "size": 8}, {"x": 2020.407305936073, "y": 2198104.565, "tooltipData": {"Model": "GPT-3 175B (davinci)", "Domain": "Language", "Training compute <br>(FLOP)": "3.1e+23", "Training compute cost (2023 USD)": "$2M", "Organization": "OpenAI", "Publication date": "2020-05-28"}, "strokeColor": "black", "strokeWidth": 0.5, "size": 8, "zOrder": 2}, {"x": 2020.4961187214612, "y": 256224.76861369325, "tooltipData": {"Model": "GShard (dense)", "Domain": "Language", "Training compute <br>(FLOP)": "4.8e+22", "Training compute cost (2023 USD)": "$300k", "Organization": "Google", "Publication date": "2020-06-30"}, "size": 8}, {"x": 2020.7527397260274, "y": 4186.383565732907, "tooltipData": {"Model": "LUKE", "Domain": "Language", "Training compute <br>(FLOP)": "1.8e+22", "Training compute cost (2023 USD)": "$4k", "Organization": "University of Washington, National Institute of Informatics", "Publication date": "2020-10-02"}, "size": 8}, {"x": 2021.0109589041097, "y": 125818.6901, "tooltipData": {"Model": "DALL-E", "Domain": "Image generation", "Training compute <br>(FLOP)": "4.7e+22", "Training compute cost (2023 USD)": "$100k", "Organization": "OpenAI", "Publication date": "2021-01-05"}, "strokeColor": "black", "strokeWidth": 0.5, "size": 8, "zOrder": 2}, {"x": 2021.027397260274, "y": 139663.55942731188, "tooltipData": {"Model": "Switch", "Domain": "Language", "Training compute <br>(FLOP)": "8.2e+22", "Training compute cost (2023 USD)": "$100k", "Organization": "Google", "Publication date": "2021-01-11"}, "size": 8}, {"x": 2021.1666666666667, "y": 53844.28059190435, "tooltipData": {"Model": "Meta Pseudo Labels", "Domain": "Vision", "Training compute <br>(FLOP)": "4.8e+22", "Training compute cost (2023 USD)": "$50k", "Organization": "Google Brain, Google AI", "Publication date": "2021-03-01"}, "size": 8}, {"x": 2021.2993150684931, "y": 108672.69136370042, "tooltipData": {"Model": "PLUG", "Domain": "Language", "Training compute <br>(FLOP)": "3.6e+22", "Training compute cost (2023 USD)": "$100k", "Organization": "Alibaba", "Publication date": "2021-04-19"}, "size": 8}, {"x": 2021.3415525114156, "y": 45350.73595674404, "tooltipData": {"Model": "ProtBERT-BFD", "Domain": "Biology", "Training compute <br>(FLOP)": "3.9e+22", "Training compute cost (2023 USD)": "$50k", "Organization": "Technical University of Munich, NVIDIA, Seoul National University, Google, Oak Ridge National Laboratory, Med AI Technology", "Publication date": "2021-05-04"}, "size": 8}, {"x": 2021.3415525114156, "y": 85701.26256441118, "tooltipData": {"Model": "ProtT5-XXL", "Domain": "Biology", "Training compute <br>(FLOP)": "7.4e+22", "Training compute cost (2023 USD)": "$90k", "Organization": "Technical University of Munich, Med AI Technology, NVIDIA, Oak Ridge National Laboratory, Google, Seoul National University", "Publication date": "2021-05-04"}, "size": 8}, {"x": 2021.407305936073, "y": 92453.37635669748, "tooltipData": {"Model": "ByT5-XXL", "Domain": "Language", "Training compute <br>(FLOP)": "8.1e+22", "Training compute cost (2023 USD)": "$90k", "Organization": "Google, Google Research", "Publication date": "2021-05-28"}, "size": 8}, {"x": 2021.4358447488585, "y": 3847.8613922131217, "tooltipData": {"Model": "ViT-G/14", "Domain": "Vision", "Training compute <br>(FLOP)": "5.8e+22", "Training compute cost (2023 USD)": "$4k", "Organization": "Google Brain, Google Research", "Publication date": "2021-06-08"}, "size": 8}, {"x": 2021.6107305936073, "y": 807511.6596, "tooltipData": {"Model": "Jurassic-1-Jumbo", "Domain": "Language", "Training compute <br>(FLOP)": "3.7e+23", "Training compute cost (2023 USD)": "$800k", "Organization": "AI21 Labs", "Publication date": "2021-08-11"}, "size": 8}, {"x": 2021.6721461187215, "y": 230526.76439336664, "tooltipData": {"Model": "FLAN 137B", "Domain": "Language", "Training compute <br>(FLOP)": "2.0e+24", "Training compute cost (2023 USD)": "$200k", "Organization": "Google Research", "Publication date": "2021-09-03"}, "size": 8}, {"x": 2021.6913242009134, "y": 426358.7992, "tooltipData": {"Model": "HyperCLOVA 204B", "Domain": "Language", "Training compute <br>(FLOP)": "2.0e+23", "Training compute cost (2023 USD)": "$400k", "Organization": "NAVER", "Publication date": "2021-09-10"}, "size": 8}, {"x": 2021.777397260274, "y": 3714250.001, "tooltipData": {"Model": "Megatron-Turing NLG 530B", "Domain": "Language", "Training compute <br>(FLOP)": "8.6e+23", "Training compute cost (2023 USD)": "$4M", "Organization": "Microsoft, NVIDIA", "Publication date": "2021-10-11"}, "size": 8}, {"x": 2021.9358447488585, "y": 616611.1391817601, "tooltipData": {"Model": "Gopher (280B)", "Domain": "Language", "Training compute <br>(FLOP)": "6.3e+23", "Training compute cost (2023 USD)": "$600k", "Organization": "DeepMind", "Publication date": "2021-12-08"}, "size": 8}, {"x": 2021.9495433789955, "y": 541437.4162400038, "tooltipData": {"Model": "GLaM", "Domain": "Language", "Training compute <br>(FLOP)": "3.6e+23", "Training compute cost (2023 USD)": "$500k", "Organization": "Google", "Publication date": "2021-12-13"}, "size": 8}, {"x": 2022.10799086758, "y": 229949.98625999544, "tooltipData": {"Model": "LaMDA", "Domain": "Language", "Training compute <br>(FLOP)": "3.6e+23", "Training compute cost (2023 USD)": "$200k", "Organization": "Google", "Publication date": "2022-02-10"}, "size": 8}, {"x": 2022.2582191780823, "y": 2945949.763287097, "tooltipData": {"Model": "PaLM (540B)", "Domain": "Language", "Training compute <br>(FLOP)": "2.5e+24", "Training compute cost (2023 USD)": "$3M", "Organization": "Google Research", "Publication date": "2022-04-04"}, "strokeColor": "black", "strokeWidth": 0.5, "size": 8, "zOrder": 2}, {"x": 2022.3360730593606, "y": 733634.637, "tooltipData": {"Model": "OPT-175B", "Domain": "Language", "Training compute <br>(FLOP)": "4.3e+23", "Training compute cost (2023 USD)": "$700k", "Organization": "Meta AI", "Publication date": "2022-05-02"}, "size": 8}, {"x": 2022.4742009132422, "y": 427178.712, "tooltipData": {"Model": "Parti", "Domain": "Image generation", "Training compute <br>(FLOP)": "5.1e+23", "Training compute cost (2023 USD)": "$400k", "Organization": "Google Research", "Publication date": "2022-06-22"}, "size": 8}, {"x": 2022.907305936073, "y": 4637986.173, "tooltipData": {"Model": "GPT-3.5", "Domain": "Language", "Training compute <br>(FLOP)": "2.6e+24", "Training compute cost (2023 USD)": "$5M", "Organization": "OpenAI", "Publication date": "2022-11-28"}, "size": 8}, {"x": 2023.2050228310502, "y": 40695706.4, "tooltipData": {"Model": "GPT-4", "Domain": "Multimodal, Language, Vision", "Training compute <br>(FLOP)": "2.1e+25", "Training compute cost (2023 USD)": "$40M", "Organization": "OpenAI", "Publication date": "2023-03-15"}, "strokeColor": "black", "strokeWidth": 0.5, "size": 8, "zOrder": 2}, {"x": 2023.35799086758, "y": 4865570.06395341, "tooltipData": {"Model": "PaLM 2", "Domain": "Language", "Training compute <br>(FLOP)": "7.3e+24", "Training compute cost (2023 USD)": "$5M", "Organization": "Google", "Publication date": "2023-05-10"}, "size": 8}, {"x": 2023.513698630137, "y": 1505257.378, "tooltipData": {"Model": "InternLM", "Domain": "Language", "Training compute <br>(FLOP)": "1.0e+24", "Training compute cost (2023 USD)": "$2M", "Organization": "Shanghai AI Lab, SenseTime", "Publication date": "2023-07-06"}, "size": 8}, {"x": 2023.6803652968038, "y": 10368712.43, "tooltipData": {"Model": "Falcon-180B", "Domain": "Language", "Training compute <br>(FLOP)": "3.8e+24", "Training compute cost (2023 USD)": "$10M", "Organization": "Technology Innovation Institute", "Publication date": "2023-09-06"}, "size": 8}, {"x": 2023.7406392694065, "y": 7656704.716, "tooltipData": {"Model": "Amazon Titan", "Domain": "Language, Image generation", "Training compute <br>(FLOP)": "4.8e+24", "Training compute cost (2023 USD)": "$8M", "Organization": "Amazon", "Publication date": "2023-09-28"}, "size": 8}, {"x": 2023.8908675799087, "y": 12991551.78, "tooltipData": {"Model": "Inflection-2", "Domain": "Language", "Training compute <br>(FLOP)": "1.0e+25", "Training compute cost (2023 USD)": "$10M", "Organization": "Inflection AI", "Publication date": "2023-11-22"}, "size": 8}, {"x": 2023.9303652968038, "y": 29827341.919963885, "tooltipData": {"Model": "Gemini 1.0 Ultra", "Domain": "Multimodal, Language, Vision", "Training compute <br>(FLOP)": "5.0e+25", "Training compute cost (2023 USD)": "$30M", "Organization": "Google DeepMind", "Publication date": "2023-12-06"}, "strokeColor": "black", "strokeWidth": 0.5, "size": 8, "zOrder": 2}, {"x": 2024.1216894977167, "y": 7753789.965, "tooltipData": {"Model": "Gemini 1.5 Pro", "Domain": "Language, Multimodal", "Training compute <br>(FLOP)": "1.6e+25", "Training compute cost (2023 USD)": "$8M", "Organization": "Google DeepMind", "Publication date": "2024-02-15"}, "size": 8}, {"x": 2024.143607305936, "y": 2614019.245, "tooltipData": {"Model": "MegaScale (Production)", "Domain": "Language", "Training compute <br>(FLOP)": "3.9e+24", "Training compute cost (2023 USD)": "$3M", "Organization": "ByteDance, Peking University", "Publication date": "2024-02-23"}, "size": 8}, {"x": 2024.151826484018, "y": 14110111.93, "tooltipData": {"Model": "Mistral Large", "Domain": "Language", "Training compute <br>(FLOP)": "1.1e+25", "Training compute cost (2023 USD)": "$10M", "Organization": "Mistral AI", "Publication date": "2024-02-26"}, "size": 8}, {"x": 2024.1831050228311, "y": 11804593.33, "tooltipData": {"Model": "Inflection-2.5", "Domain": "Language", "Training compute <br>(FLOP)": "8.0e+24", "Training compute cost (2023 USD)": "$10M", "Organization": "Inflection AI", "Publication date": "2024-03-07"}, "size": 8}, {"x": 2024.4522831050228, "y": 20528977.87, "tooltipData": {"Model": "Nemotron-4 340B", "Domain": "Language", "Training compute <br>(FLOP)": "1.8e+25", "Training compute cost (2023 USD)": "$20M", "Organization": "NVIDIA", "Publication date": "2024-06-14"}, "size": 8}, {"x": 2024.5602739726028, "y": 51040524.06, "tooltipData": {"Model": "Llama 3.1-405B", "Domain": "Language", "Training compute <br>(FLOP)": "3.8e+25", "Training compute cost (2023 USD)": "$50M", "Organization": "Meta AI", "Publication date": "2024-07-23"}, "size": 8}, {"x": 2024.616210045662, "y": 30499862.98, "tooltipData": {"Model": "Grok-2", "Domain": "Language, Vision, Multimodal", "Training compute <br>(FLOP)": "3.0e+25", "Training compute cost (2023 USD)": "$30M", "Organization": "xAI", "Publication date": "2024-08-13"}, "size": 8}], "size": 8, "fillColor": "rgb(0.0, 165.0, 166.0)", "strokeColor": "rgb(0.0, 165.0, 166.0)", "fillAlpha": 0.45, "strokeAlpha": 1, "marker": "M 0.0,-0.5 C 0.13260155,-0.5 0.25978993539242673,-0.44731684579412084 0.3535533905932738,-0.3535533905932738 C 0.44731684579412084,-0.25978993539242673 0.5,-0.13260155 0.5,0.0 C 0.5,0.13260155 0.44731684579412084,0.25978993539242673 0.3535533905932738,0.3535533905932738 C 0.25978993539242673,0.44731684579412084 0.13260155,0.5 0.0,0.5 C -0.13260155,0.5 -0.25978993539242673,0.44731684579412084 -0.3535533905932738,0.3535533905932738 C -0.44731684579412084,0.25978993539242673 -0.5,0.13260155 -0.5,0.0 C -0.5,-0.13260155 -0.44731684579412084,-0.25978993539242673 -0.3535533905932738,-0.3535533905932738 C -0.25978993539242673,-0.44731684579412084 -0.13260155,-0.5 0.0,-0.5 Z 0.0,-0.5", "isFilled": true}, {"type": "line", "color": "#E03D90", "zOrder": 2, "clip": true, "strokeWidth": 1.5, "lineStyle": "-", "tooltipData": {"Growth rate": "2.6x/year", "90% CI": "2.2x to 3.3x per year", "R\u00b2": "0.58"}, "points": [{"x": 2016.7351598173516, "y": 4968.172853279384}, {"x": 2016.8186430515198, "y": 5379.662761145775}, {"x": 2016.902126285688, "y": 5840.70606548707}, {"x": 2016.985609519856, "y": 6324.46371075006}, {"x": 2017.0690927540243, "y": 6866.4775463477745}, {"x": 2017.1525759881924, "y": 7435.194919183997}, {"x": 2017.2360592223606, "y": 8072.399700628716}, {"x": 2017.3195424565288, "y": 8740.997816509449}, {"x": 2017.403025690697, "y": 9490.111412564165}, {"x": 2017.4865089248651, "y": 10276.131783860254}, {"x": 2017.5699921590333, "y": 11156.808131771042}, {"x": 2017.6534753932015, "y": 12080.872991389424}, {"x": 2017.7369586273696, "y": 13081.473707383244}, {"x": 2017.8204418615378, "y": 14202.571094242714}, {"x": 2017.903925095706, "y": 15378.901878945215}, {"x": 2017.9874083298741, "y": 16696.891510306294}, {"x": 2018.0708915640423, "y": 18079.814881158}, {"x": 2018.1543747982105, "y": 19629.275872447473}, {"x": 2018.2378580323787, "y": 21255.07456318863}, {"x": 2018.3213412665468, "y": 23076.658972049598}, {"x": 2018.404824500715, "y": 24987.987855867483}, {"x": 2018.4883077348832, "y": 27129.487240013936}, {"x": 2018.5717909690513, "y": 29376.4924337819}, {"x": 2018.6552742032195, "y": 31894.091722615987}, {"x": 2018.7387574373877, "y": 34535.72623333124}, {"x": 2018.8222406715556, "y": 37495.477810221935}, {"x": 2018.9057239057238, "y": 40601.04824128094}, {"x": 2018.989207139892, "y": 44080.6049109064}, {"x": 2019.0726903740601, "y": 47731.589808002056}, {"x": 2019.1561736082283, "y": 51822.242115333225}, {"x": 2019.2396568423965, "y": 56114.429658565045}, {"x": 2019.3231400765646, "y": 60762.11849148004}, {"x": 2019.4066233107328, "y": 65969.50213835435}, {"x": 2019.490106544901, "y": 71433.4393157786}, {"x": 2019.5735897790692, "y": 77555.36746719967}, {"x": 2019.6570730132373, "y": 83978.90625219923}, {"x": 2019.7405562474055, "y": 91175.99539189755}, {"x": 2019.8240394815737, "y": 98727.66540246765}, {"x": 2019.9075227157418, "y": 107188.74021477817}, {"x": 2019.99100594991, "y": 116066.66901030699}, {"x": 2020.0744891840782, "y": 126013.71643322057}, {"x": 2020.1579724182463, "y": 136450.82764016662}, {"x": 2020.2414556524145, "y": 148144.82097180962}, {"x": 2020.3249388865827, "y": 160414.94532795687}, {"x": 2020.4084221207509, "y": 174162.69118925647}, {"x": 2020.491905354919, "y": 189088.63472958453}, {"x": 2020.5753885890872, "y": 204749.93862968916}, {"x": 2020.6588718232554, "y": 222297.244559588}, {"x": 2020.7423550574235, "y": 240709.05819493646}, {"x": 2020.8258382915917, "y": 261338.10215222687}, {"x": 2020.9093215257599, "y": 282983.4826074608}, {"x": 2020.992804759928, "y": 307235.4935025756}, {"x": 2021.0762879940962, "y": 332682.3345542532}, {"x": 2021.1597712282644, "y": 361193.5943913292}, {"x": 2021.2432544624326, "y": 391109.5259153125}, {"x": 2021.3267376966007, "y": 424628.06345073006}, {"x": 2021.410220930769, "y": 459797.9675315612}, {"x": 2021.493704164937, "y": 499203.18374905747}, {"x": 2021.5771873991052, "y": 540549.7870484812}, {"x": 2021.6606706332734, "y": 586875.5273498558}, {"x": 2021.7441538674416, "y": 635483.6100011723}, {"x": 2021.8276371016098, "y": 689945.2884405238}, {"x": 2021.911120335778, "y": 747090.1446195599}, {"x": 2021.994603569946, "y": 811116.6318194486}, {"x": 2022.0780868041143, "y": 878297.5286910158}, {"x": 2022.1615700382824, "y": 951042.6967504937}, {"x": 2022.2450532724506, "y": 1032548.1529375125}, {"x": 2022.3285365066188, "y": 1118069.1597276472}, {"x": 2022.412019740787, "y": 1213888.9764652194}, {"x": 2022.4955029749551, "y": 1314429.5731467518}, {"x": 2022.5789862091233, "y": 1427077.703825937}, {"x": 2022.6624694432915, "y": 1545275.69938841}, {"x": 2022.7459526774596, "y": 1677707.6093791025}, {"x": 2022.8294359116278, "y": 1816664.0768768988}, {"x": 2022.912919145796, "y": 1972354.283878474}, {"x": 2022.996402379964, "y": 2135714.9209821755}, {"x": 2023.079885614132, "y": 2318748.1533647412}, {"x": 2023.1633688483003, "y": 2510798.931824193}, {"x": 2023.2468520824684, "y": 2725977.2966141584}, {"x": 2023.3303353166366, "y": 2951756.9101171824}, {"x": 2023.4138185508048, "y": 3204725.882314025}, {"x": 2023.497301784973, "y": 3470157.942951767}, {"x": 2023.580785019141, "y": 3757574.466973168}, {"x": 2023.6642682533093, "y": 4079602.9333435795}, {"x": 2023.7477514874774, "y": 4417496.860296005}, {"x": 2023.8312347216456, "y": 4796081.437027798}, {"x": 2023.9147179558138, "y": 5193317.839005959}, {"x": 2023.998201189982, "y": 5638391.168561648}, {"x": 2024.0816844241501, "y": 6105392.0421191435}, {"x": 2024.1651676583183, "y": 6628631.183005019}, {"x": 2024.2486508924865, "y": 7196712.521847434}, {"x": 2024.3321341266546, "y": 7792781.672420802}, {"x": 2024.4156173608228, "y": 8460632.05111219}, {"x": 2024.499100594991, "y": 9161385.588885246}, {"x": 2024.5825838291591, "y": 9946526.901970971}, {"x": 2024.6660670633273, "y": 10770349.97724521}, {"x": 2024.7495502974955, "y": 11693381.39443459}, {"x": 2024.8330335316637, "y": 12661888.041594895}, {"x": 2024.9165167658318, "y": 13747026.452883173}, {"x": 2025.0, "y": 14925162.477780495}]}, {"type": "annotation", "color": "#3E555E", "text": "AlphaGo Master", "x": 2017.7993150684931, "y": 471445.3247973037, "ha": "right", "va": "bottom", "background": true, "hasArrow": false, "responsiveRules": {"<640": {"visible": false}}, "targetX": 2017.7993150684931, "targetY": 471445.3247973037, "relDx": -0.01, "relDy": -0.01, "arrowType": "arc", "arrowColor": "#3E555E", "targetSize": 8}, {"type": "annotation", "color": "#3E555E", "text": "GNMT", "x": 2016.7351598173516, "y": 194308.0917, "ha": "center", "va": "top", "background": true, "hasArrow": false, "targetX": 2016.7351598173516, "targetY": 194308.0917, "relDx": -0.0, "relDy": -0.06, "arrowType": "arc", "arrowColor": "#3E555E", "targetSize": 8}, {"type": "annotation", "color": "#3E555E", "text": "AlphaGo Zero", "x": 2017.7965753424658, "y": 613480.6258010615, "ha": "right", "va": "bottom", "background": true, "hasArrow": false, "responsiveRules": {"<330": {"visible": false}}, "targetX": 2017.7965753424658, "targetY": 613480.6258010615, "relDx": 0.02, "relDy": 0.04, "arrowType": "arc", "arrowColor": "#3E555E", "targetSize": 8}, {"type": "annotation", "color": "#3E555E", "text": "DALL-E", "x": 2021.0109589041097, "y": 125818.6901, "ha": "right", "va": "bottom", "background": true, "hasArrow": false, "targetX": 2021.0109589041097, "targetY": 125818.6901, "relDx": 0.05, "relDy": -0.06, "arrowType": "arc", "arrowColor": "#3E555E", "targetSize": 8}, {"type": "annotation", "color": "#3E555E", "text": "GPT-4", "x": 2023.2050228310502, "y": 40695706.4, "ha": "right", "va": "center", "background": true, "hasArrow": true, "targetX": 2023.2050228310502, "targetY": 40695706.4, "relDx": -0.01, "relDy": 0.0, "arrowType": "arc", "arrowColor": "#3E555E", "targetSize": 8}, {"type": "annotation", "color": "#3E555E", "text": "Gemini Ultra", "x": 2023.9303652968038, "y": 29827341.919963885, "ha": "right", "va": "center", "background": true, "hasArrow": true, "targetX": 2023.9303652968038, "targetY": 29827341.919963885, "relDx": -0.04, "relDy": 0.09, "arrowType": "arc", "arrowColor": "#3E555E", "targetSize": 8}, {"type": "annotation", "color": "#3E555E", "text": "GPT-3", "x": 2020.407305936073, "y": 2198104.565, "ha": "right", "va": "center", "background": true, "hasArrow": true, "targetX": 2020.407305936073, "targetY": 2198104.565, "relDx": -0.05, "relDy": 0.06, "arrowPosition": "right", "arrowType": "arc", "arrowColor": "#3E555E", "targetSize": 8}, {"type": "annotation", "color": "#3E555E", "text": "PaLM", "x": 2022.2582191780823, "y": 2945949.763287097, "ha": "right", "va": "center", "background": true, "hasArrow": true, "targetX": 2022.2582191780823, "targetY": 2945949.763287097, "relDx": -0.06, "relDy": 0.09, "arrowType": "arc", "arrowColor": "#3E555E", "targetSize": 8}, {"type": "annotation", "color": "#E03D90", "text": "2.6x/year", "x": 2018.8, "y": [36610.982681624344], "background": true, "weight": "bold", "hasArrow": true, "targetX": 2018.8, "targetY": [36610.982681624344], "relDx": 0.08, "relDy": -0.14, "hasArrowHead": true, "arrowType": "arc", "arrowColor": "#E03D90", "targetSize": 8}], "additionalLegendItems": [], "tooltipKeyWidth": 120, "tooltipMinWidth": 250, "topRightText": "57 models", "addDataPadding": false, "title": "Amortized hardware and energy cost to train large-scale AI models over time", "originalDataAspectRatio": 0.7451612903225805} {"showLogo": false}