The pace of large-scale model releases is accelerating

In 2017, only zero models exceeded 10²³ FLOP in training compute. By 2020, this grew to two models; by 2022, there were 34, and by 2024, there were 201 models known to exceed 10²³ FLOP in our database, and 126 more with unconfirmed training compute that likely exceed 10²³ FLOP. As AI investment increases and training hardware becomes more cost-effective, models at this scale come within reach of more and more developers.

{"xAxis": {"label": "Publication date", "lim": [-0.8, 5.8], "scaleType": "linear", "ticks": [0, 1, 2, 3, 4, 5], "tickLabels": ["2020", "2021", "2022", "2023", "2024", "2025"], "hideMinorGrid": true, "nice": false}, "yAxis": {"label": "Number of models", "lim": [0.0, 167.0], "scaleType": "linear", "ticks": [0.0, 20.0, 40.0, 60.0, 80.0, 100.0, 120.0, 140.0, 160.0, 180.0], "tickLabels": ["0", "20", "40", "60", "80", "100", "120", "140", "160", "180"], "hideMinorGrid": true}, "showLegend": true, "legendPosition": "header", "showFrame": false, "showXGrid": false, "tooltipType": "header-footer", "objects": [{"type": "bar", "color": "#00A5A6", "points": [{"x": 0.0, "y": 2.0, "tooltipData": {"2020": 2.0}}, {"x": 1.0, "y": 10.0, "tooltipData": {"2021": 10.0}}, {"x": 2.0, "y": 30.0, "tooltipData": {"2022": 30.0}}, {"x": 3.0, "y": 119.0, "tooltipData": {"2023": 119.0}}, {"x": 4.0, "y": 166.0, "tooltipData": {"2024": 166.0}}, {"x": 5.0, "y": 98.0, "tooltipData": {"2025": 98.0}}], "relativeBarWidth": 0.6}, {"type": "annotation", "text": "As of\nJuly\n2025", "x": 5, "y": 98, "ha": "center", "va": "bottom", "targetX": 5, "targetY": 98, "relDy": 0.02}], "additionalLegendItems": [], "addDataPadding": false, "title": "Number of models larger than 10²³ FLOP released by year", "originalDataAspectRatio": 0.7451612903225805} {"showLogo": false}