[{"data":1,"prerenderedAt":260},["ShallowReactive",2],{"navigation_docs_en":3,"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch01":77,"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch01-surround":257},[4],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":45},"AI Engineering",null,"\u002Fen\u002Fai-engineering","en\u002F1.ai-engineering",[10,46],{"title":11,"icon":12,"path":13,"stem":14,"children":15,"page":45},"Introduction to Building AI Applications with Foundation Models","i-lucide-brain-circuit","\u002Fen\u002Fai-engineering\u002Fintro","en\u002F1.ai-engineering\u002F1.intro",[16,20,25,30,35,40],{"title":11,"path":17,"stem":18,"icon":19},"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch01","en\u002F1.ai-engineering\u002F1.intro\u002Fch01","i-lucide-sparkles",{"title":21,"path":22,"stem":23,"icon":24},"The Rise of AI Engineering","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch011-the-rise-of-ai-engineering","en\u002F1.ai-engineering\u002F1.intro\u002Fch011-the-rise-of-ai-engineering","i-lucide-history",{"title":26,"path":27,"stem":28,"icon":29},"Foundation Model Use Cases","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch012-foundation-model-use-cases","en\u002F1.ai-engineering\u002F1.intro\u002Fch012-foundation-model-use-cases","i-lucide-layout-grid",{"title":31,"path":32,"stem":33,"icon":34},"Planning AI Applications","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch013-planning-ai-applications","en\u002F1.ai-engineering\u002F1.intro\u002Fch013-planning-ai-applications","i-lucide-clipboard-list",{"title":36,"path":37,"stem":38,"icon":39},"The AI Engineering Stack","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch014-the-ai-engineering-stack","en\u002F1.ai-engineering\u002F1.intro\u002Fch014-the-ai-engineering-stack","i-lucide-layers",{"title":41,"path":42,"stem":43,"icon":44},"Summary","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch015-summary","en\u002F1.ai-engineering\u002F1.intro\u002Fch015-summary","i-lucide-flag",false,{"title":47,"icon":6,"path":48,"stem":49,"children":50,"page":45},"Understanding Foundation Models","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models","en\u002F1.ai-engineering\u002F2.understanding-foundation-models",[51,54,59,64,69,74],{"title":47,"path":52,"stem":53,"icon":12},"\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02",{"title":55,"path":56,"stem":57,"icon":58},"Training Data","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-1-training-data","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-1-training-data","i-lucide-database",{"title":60,"path":61,"stem":62,"icon":63},"Modeling","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-2-modeling","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-2-modeling","i-lucide-network",{"title":65,"path":66,"stem":67,"icon":68},"Post-Training","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-3-post-training","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-3-post-training","i-lucide-sliders-horizontal",{"title":70,"path":71,"stem":72,"icon":73},"Sampling","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-4-sampling","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-4-sampling","i-lucide-dices",{"title":41,"path":75,"stem":76,"icon":44},"\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-5-summary","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-5-summary",{"id":78,"title":11,"body":79,"description":251,"extension":252,"links":6,"meta":253,"navigation":254,"path":17,"seo":255,"stem":18,"__hash__":256},"docs_en\u002Fen\u002F1.ai-engineering\u002F1.intro\u002Fch01.md",{"type":80,"value":81,"toc":239},"minimark",[82,110,115,119,141,145,148,168,172,175,189,197,201,231],[83,84,85,90,98],"u-page-hero",{},[86,87,89],"template",{"v-slot:title":88},"","The Age of Scale",[86,91,92,93,97],{"v-slot:description":88},"If I could use only one word to describe AI post-2020, it'd be ",[94,95,96],"strong",{},"scale",". The models behind ChatGPT, Gemini, and Midjourney are at such a scale that they're consuming a nontrivial portion of the world's electricity — and we're at risk of running out of publicly available internet data to train them.",[86,99,100],{"v-slot:links":88},[101,102,109],"u-button",{"color":103,"icon":104,"size":105,"target":106,"to":107,"trailing-icon":108},"neutral","i-lucide-arrow-right","xl","_blank","https:\u002F\u002Fwww.ll.mit.edu\u002Fnews\u002Fai-models-are-devouring-energy-tools-reduce-consumption-are-here-if-data-centers-will-adopt","i-lucide-external-link","AI's Energy Consumption",[111,112,114],"h2",{"id":113},"two-consequences-of-scaling","Two Consequences of Scaling",[116,117,118],"p",{},"The scaling up of AI models has two major consequences that, together, are reshaping who gets to build with AI.",[120,121,122,132],"card-group",{},[123,124,127,128,131],"card",{"icon":125,"title":126},"i-lucide-zap","More Powerful Models","AI models are becoming ",[94,129,130],{},"more capable of more tasks",", enabling more applications. More people and teams leverage AI to increase productivity, create economic value, and improve quality of life.",[123,133,136,137,140],{"icon":134,"title":135},"i-lucide-cloud","Model as a Service","Training large language models (LLMs) requires data, compute, and specialized talent that ",[94,138,139],{},"only a few organizations can afford",". Those organizations now make their models available for others to use as a service.",[142,143,144],"note",{},"Anyone who wishes to leverage AI to build applications can now use these models without having to invest up front in building one.",[111,146,21],{"id":147},"the-rise-of-ai-engineering",[149,150,151,152,155,156,159,160,163,164,167],"tip",{},"The demand for AI applications has ",[94,153,154],{},"increased"," while the barrier to entry for building them has ",[94,157,158],{},"decreased",". This has turned ",[94,161,162],{},"AI engineering"," — the process of building applications on top of readily available models — into one of the ",[94,165,166],{},"fastest-growing engineering disciplines",".",[111,169,171],{"id":170},"whats-new-whats-not","What's New, What's Not",[116,173,174],{},"Building applications on top of machine learning (ML) models isn't new. Long before LLMs became prominent, AI was already powering many applications.",[120,176,177,181,185],{},[123,178],{"icon":179,"title":180},"i-lucide-shopping-cart","Product Recommendations",[123,182],{"icon":183,"title":184},"i-lucide-shield-alert","Fraud Detection",[123,186],{"icon":187,"title":188},"i-lucide-user-minus","Churn Prediction",[190,191,192,193,196],"warning",{},"While many principles of productionizing AI applications remain the same, the new generation of large-scale, readily available models brings about ",[94,194,195],{},"new possibilities and new challenges"," — the focus of this book.",[111,198,200],{"id":199},"what-this-chapter-covers","What This Chapter Covers",[202,203,205,210,213,217,224,228],"steps",{"level":204},"3",[206,207,209],"h3",{"id":208},"foundation-models","Foundation Models",[116,211,212],{},"An overview of foundation models — the key catalyst behind the explosion of AI engineering.",[206,214,216],{"id":215},"successful-ai-use-cases","Successful AI Use Cases",[116,218,219,220,223],{},"A range of real-world applications, each illustrating what AI is good and ",[94,221,222],{},"not yet good"," at. As AI's capabilities expand daily, predicting its future possibilities becomes increasingly challenging — but existing application patterns can help uncover opportunities today and offer clues about how AI may continue to be used in the future.",[206,225,227],{"id":226},"the-new-ai-stack","The New AI Stack",[116,229,230],{},"What has changed with foundation models, what remains the same, and how the role of an AI engineer today differs from that of a traditional ML engineer.",[142,232,234,235,238],{"icon":233},"i-lucide-info","Throughout this book, ",[94,236,237],{},"traditional ML"," refers to all ML before foundation models.",{"title":88,"searchDepth":240,"depth":240,"links":241},2,[242,243,244,245],{"id":113,"depth":240,"text":114},{"id":147,"depth":240,"text":21},{"id":170,"depth":240,"text":171},{"id":199,"depth":240,"text":200,"children":246},[247,249,250],{"id":208,"depth":248,"text":209},3,{"id":215,"depth":248,"text":216},{"id":226,"depth":248,"text":227},"How the scaling of foundation models reshaped AI, lowered the barrier to building applications, and turned AI engineering into one of the fastest-growing disciplines in software.","md",{},{"icon":19},{"title":11,"description":251},"PtOWhqH5FXmlEtTm7B1_WnOS52KwunTFPPXQNgIKlaw",[6,258],{"title":21,"path":22,"stem":23,"description":259,"icon":24,"children":-1},"Trace how decades of advances in language models, self-supervision, and multimodality produced foundation models — and turned AI engineering into a discipline of its own.",1779363439112]