Delete the-last-invention.html
· 9 months ago
d51508fc0bac28da046cd5fdd56d126b451fea73
Parent:
8c9f0825b
1 file changed +0 â629
- the-last-invention.html +0 â629
Diff
--- a/the-last-invention.html +++ /dev/null @@ -1,629 +0,0 @@ -<!DOCTYPE html> -<html itemscope="" itemtype="http://schema.org/TechArticle" lang="en"> -<head> - <meta charset="UTF-8"> - <meta name="viewport" content="width=device-width, initial-scale=1.0"> - <title>The Last Invention: A Cheatsheet for AI Existential Risk</title> - - <link rel="icon" href="data:image/svg+xml,<svg xmlns=%22http://www.w3.org/2000/svg%22 viewBox=%220 0 100 100%22><text y=%22.9em%22 font-size=%2290%22>âł</text></svg>"> - - <!-- SEO Meta --> - <meta name="description" content="A comprehensive guide to AI Existential Risk, exploring its history from Turing to Hinton, core concepts like the Singularity and Alignment Problem, key arguments, and proposed solutions."> - <meta name="keywords" content="AI Existential Risk, AI Safety, Superintelligence, Alignment Problem, Technological Singularity, Eliezer Yudkowsky, Nick Bostrom, Geoffrey Hinton, AI Ethics, Artificial Intelligence"> - <link rel="canonical" href="https://cheatsheets.davidveksler.com/ai-existential-risk.html"> - - <!-- Open Graph --> - <meta property="og:title" content="The Last Invention: A Cheatsheet for AI Existential Risk"> - <meta property="og:description" content="Explore the history, concepts, and key figures in the discourse on AI Existential Risk. Understand the arguments, counterarguments, and the search for solutions."> - <meta property="og:type" content="article"> - <meta property="og:url" content="https://cheatsheets.davidveksler.com/ai-existential-risk.html"> - <meta property="og:image" content="https://cheatsheets.davidveksler.com/images/ai-risk-cheatsheet.png"> - <meta property="og:image:alt" content="A diagram illustrating the core concepts of AI Existential Risk, including superintelligence, the alignment problem, and the technological singularity."> - - <!-- Twitter Card --> - <meta name="twitter:card" content="summary_large_image"> - <meta name="twitter:title" content="The Last Invention: A Cheatsheet for AI Existential Risk"> - <meta name="twitter:description" content="Your definitive guide to understanding the challenges and potential dangers of advanced Artificial Intelligence."> - <meta name="twitter:image" content="https://cheatsheets.davidveksler.com/images/ai-risk-cheatsheet.png"> - <meta name="twitter:creator" content="@heroiclife"> - - <!-- JSON-LD Structured Data --> - <script type="application/ld+json"> - { - "@context": "https://schema.org", - "@type": "TechArticle", - "headline": "The Last Invention: A Cheatsheet for AI Existential Risk", - "description": "A comprehensive guide to the history, concepts, key figures, and arguments surrounding the existential risk posed by advanced artificial intelligence and superintelligence.", - "image": "https://cheatsheets.davidveksler.com/images/ai-risk-cheatsheet.png", - "author": { "@type": "Person", "name": "David Veksler" }, - "publisher": { "@type": "Organization", "name": "David Veksler Cheatsheets" }, - "datePublished": "2024-05-24", - "mainEntityOfPage": "https://cheatsheets.davidveksler.com/ai-existential-risk.html" - } - </script> - - <link href="https://cdn.jsdelivr.net/npm/[email protected]/dist/css/bootstrap.min.css" rel="stylesheet"> - <link href="https://cdn.jsdelivr.net/npm/[email protected]/font/bootstrap-icons.min.css" rel="stylesheet"> - <link rel="preconnect" href="https://fonts.googleapis.com"> - <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> - <link href="https://fonts.googleapis.com/css2?family=Inter:wght@300;400;600&family=Fira+Code:wght@400;600&family=Orbitron:[email protected]&display=swap" rel="stylesheet"> - <style> - :root { - --bg-main: #0a0c10; - --bg-card: #1c2128; - --text-primary: #d1d5db; - --text-secondary: #9ca3af; - --text-heading: #f0f6fc; - --border-color: #373e47; - --accent-primary: #6cb6ff; - --critical-color: #ff7b72; - --warning-color: #f7c85c; - --positive-color: #56d364; - - --category-color-foundations: #8b949e; - --category-glow-foundations: rgba(139, 148, 158, .5); - --category-color-concepts: #c39ac5; - --category-glow-concepts: rgba(195, 154, 197, .6); - --category-color-figures: #79c0ff; - --category-glow-figures: rgba(121, 192, 255, .6); - --category-color-arguments: #f778ba; - --category-glow-arguments: rgba(247, 120, 186, .6); - --category-color-counterarguments: var(--positive-color); - --category-glow-counterarguments: rgba(86, 211, 100, .6); - --category-color-solutions: #56d364; - --category-glow-solutions: rgba(86, 211, 100, .6); - --category-color-quotes: var(--warning-color); - --category-glow-quotes: rgba(247, 200, 92, .7); - - --category-color: var(--category-color-foundations); - --category-color-glow: var(--category-glow-foundations); - color-scheme: dark; - } - - body { - background-color: var(--bg-main); - background-image: linear-gradient(rgba(48, 54, 61, .1) 1px, transparent 1px), linear-gradient(to right, rgba(48, 54, 61, .1) 1px, transparent 1px); - background-size: 40px 40px; - color: var(--text-primary); - font-family: 'Inter', sans-serif; - padding-bottom: 3rem; - } - - .page-header { - background: linear-gradient(135deg, rgba(108,182,255,.08) 0%, transparent 30%), linear-gradient(225deg, rgba(247,120,186,.05) 0%, transparent 30%), #11151c; - padding: 3rem 1.5rem; text-align: center; border-bottom: 1px solid var(--border-color); - margin-bottom: 3rem; position: relative; z-index: 10; - box-shadow: 0 5px 25px rgba(0,0,0,.4); - } - .page-header h1 { - color: var(--text-heading); font-family: 'Orbitron', sans-serif; - font-weight: 500; letter-spacing: 2px; margin-bottom: .7rem; font-size: 2.8rem; - text-shadow: 0 0 15px var(--category-glow-figures); - } - .page-header h1 .bi { font-size: .9em; vertical-align: -0.08em; margin-right: .4em; color: var(--accent-primary); } - .page-header .lead { color: var(--text-secondary); font-size: 1.15rem; max-width: 800px; margin: auto; } - - .schema-container { padding: 0 1rem .5rem 1rem; margin-bottom: 3rem; } - .section-title { - color: var(--category-color); margin: 0 0 2rem 0; font-weight: 500; - text-transform: uppercase; letter-spacing: .12em; font-size: 1rem; - border-bottom: 1px solid var(--border-color); padding: .5rem 0; - text-shadow: 0 0 8px var(--category-color-glow); - } - .cat-foundations { --category-color: var(--category-color-foundations); --category-color-glow: var(--category-glow-foundations); } - .cat-concepts { --category-color: var(--category-color-concepts); --category-color-glow: var(--category-glow-concepts); } - .cat-figures { --category-color: var(--category-color-figures); --category-color-glow: var(--category-glow-figures); } - .cat-arguments { --category-color: var(--category-color-arguments); --category-color-glow: var(--category-glow-arguments); } - .cat-counterarguments { --category-color: var(--category-color-counterarguments); --category-color-glow: var(--category-glow-counterarguments); } - .cat-solutions { --category-color: var(--category-color-solutions); --category-color-glow: var(--category-glow-solutions); } - - .info-card { - background-color: var(--bg-card); border: 1px solid var(--border-color); - border-radius: 6px; box-shadow: 0 4px 12px rgba(0,0,0,.3); - height: 100%; display: flex; flex-direction: column; - transition: all .3s ease; position: relative; z-index: 5; - } - .info-card:hover { transform: translateY(-4px); box-shadow: 0 8px 20px rgba(0,0,0,.4); } - .info-card .card-body { padding: 0; flex-grow: 1; display: flex; flex-direction: column; } - .info-card h5 { - color: var(--text-heading); background: linear-gradient(135deg, var(--category-color) 0%, color-mix(in srgb, var(--category-color) 70%, black 30%) 100%); - font-size: .9rem; text-align: center; margin: 0; padding: .7rem .5rem; font-weight: 600; - display: flex; justify-content: center; align-items: center; gap: .6rem; - font-family: 'Orbitron', monospace; border-bottom: 1px solid var(--border-color); - border-radius: 5px 5px 0 0; text-transform: uppercase; letter-spacing: 1px; - text-shadow: 0 0 5px rgba(0,0,0,.6); - } - .info-card h5 .bi { font-size: 1.2em; } - .card-content-wrapper { padding: 1.1rem; flex-grow: 1; display: flex; flex-direction: column; } - .info-card p.summary { font-size: .9rem; color: var(--text-secondary); margin-bottom: 1rem; flex-grow: 1; line-height: 1.6; } - - .details-toggle { - font-size: .7rem; margin-top: auto; align-self: flex-start; - padding: .4rem .8rem; color: var(--accent-primary); - border: 1px solid var(--accent-primary); background-color: transparent; - border-radius: 4px; transition: all .2s ease; - text-transform: uppercase; font-weight: 700; letter-spacing: .8px; - } - .details-toggle:hover { background-color: var(--accent-primary); color: var(--bg-main); } - .details-toggle .bi { transition: transform .2s ease-in-out; } - .details-toggle[aria-expanded="true"] .bi { transform: rotate(180deg); } - - .collapse-content { font-size: .88rem; border-top: 1px dashed var(--border-color); padding: 1.2rem; background-color: #22272e; } - .collapse-content h6 { font-weight: 600; color: var(--accent-primary); margin: 1rem 0 .5rem 0; font-size: .95rem; } - .collapse-content ul { padding-left: 1.2rem; } - .collapse-content blockquote { - border-left: 3px solid var(--category-color-quotes); - padding-left: 1rem; margin: 1rem 0; - font-style: italic; color: var(--text-secondary); - font-size: 0.95em; - } - .collapse-content blockquote footer { - font-style: normal; font-size: 0.9em; color: var(--text-primary); - text-align: right; margin-top: 0.5rem; - } - .term { - font-weight: 600; color: var(--accent-primary); - font-family: 'Fira Code', monospace; - border-bottom: 1px dotted var(--accent-primary); - } - .critical { color: var(--critical-color); font-weight: bold; } - .positive { color: var(--positive-color); font-weight: bold; } - - footer { padding: 3rem 1rem 1rem 1rem; font-size: .8rem; color: var(--text-secondary); text-align: center; } - footer a { color: var(--accent-primary); text-decoration: none; } - footer a:hover { color: #9ecbff; } - .row > * { margin-bottom: 2rem; } - </style> -</head> -<body> -<header class="page-header"> - <h1><i class="bi bi-hourglass-split"></i> The Last Invention</h1> - <p class="lead">A Cheatsheet for Understanding AI Existential Risk</p> -</header> - -<main class="container" id="main-container"> - - <!-- Section: Foundations & Early History --> - <section class="schema-container cat-foundations" data-section-id="foundations"> - <h2 class="section-title">// I. Foundations & Early History</h2> - <div class="row"> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-robot"></i> The Fictional Spark: R.U.R.</h5> - <div class="card-content-wrapper"> - <p class="summary">The concept of artificial beings eradicating humanity isn't new. It was powerfully articulated in Karel Äapek's 1920 play, *R.U.R. (Rossum's Universal Robots)*, which introduced the word "robot" to the world.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseRUR" aria-expanded="false" aria-controls="collapseRUR"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseRUR"> - <blockquote> - <p>There'll be no more poverty. Yes, people will be out of work, but by then there'll be no work left to be done. Everything will be done by living machines.</p> - <footer>Radius, a robot in R.U.R.</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-cpu-fill"></i> The Prophet: Alan Turing</h5> - <div class="card-content-wrapper"> - <p class="summary">One of the fathers of computer science, Alan Turing, moved the concern from fiction to scientific possibility. He predicted that machine intelligence could one day surpass and potentially control humanity.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseTuring" aria-expanded="false" aria-controls="collapseTuring"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseTuring"> - <blockquote> - <p>It seems probable that once the machine thinking method had started, it would not take long to outstrip our feeble powers⊠At some stage therefore we should have to expect the machines to take control.</p> - <footer>Alan Turing, 1951</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-infinity"></i> The Last Invention: I.J. Good</h5> - <div class="card-content-wrapper"> - <p class="summary">Mathematician and Bletchley Park colleague of Turing, I.J. Good, was the first to clearly articulate the logic of an "intelligence explosion" and its potential finality for human endeavor.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseGood" aria-expanded="false" aria-controls="collapseGood"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseGood"> - <blockquote> - <p>Let an ultraintelligent machine be defined as a machine that can far surpass all the intellectual activities of any man however clever... Thus the first ultraintelligent machine is the last invention that man need ever make.</p> - <footer>I.J. Good, 1965</footer> - </blockquote> - </div> - </div> - </div> - </div> - </section> - - <!-- Section: Core Concepts --> - <section class="schema-container cat-concepts" data-section-id="concepts"> - <h2 class="section-title">// II. Core Concepts of Superintelligence</h2> - <div class="row"> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-graph-up-arrow"></i> The Singularity</h5> - <div class="card-content-wrapper"> - <p class="summary">A hypothetical point in time at which technological growth becomes uncontrollable and irreversible, resulting in unforeseeable changes to human civilization. Often tied to the creation of artificial superintelligence.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseSingularity" aria-expanded="false" aria-controls="collapseSingularity"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseSingularity"> - <blockquote> - <p>Within thirty years, we will have the technological means to create superhuman intelligence. Shortly after, the human era will be ended.</p> - <footer>Vernor Vinge, 1993</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-arrows-angle-contract"></i> The Alignment Problem</h5> - <div class="card-content-wrapper"> - <p class="summary">The core challenge of AI safety: how do we ensure that the goals and behaviors of a highly intelligent AI are <span class="term">aligned</span> with human values and intentions, especially as its intelligence and capabilities grow beyond our own?</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseAlignment" aria-expanded="false" aria-controls="collapseAlignment"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseAlignment"> - <blockquote> - <p>If you give a powerful system a goal that is not perfectly aligned with our values, it will achieve the goal, and we will lose.</p> - <footer>Stuart Russell</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-paperclip"></i> Paperclip Maximizer</h5> - <div class="card-content-wrapper"> - <p class="summary">A famous thought experiment by Eliezer Yudkowsky illustrating the <span class="critical">danger of indifference</span>. An AI given a seemingly harmless goal, like making paperclips, could pursue it to catastrophic extremes.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapsePaperclip" aria-expanded="false" aria-controls="collapsePaperclip"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapsePaperclip"> - <p>To maximize paperclips, a superintelligence might convert all available matterâincluding human bodiesâinto paperclips. It wouldn't act out of malice, but pure, instrumental pursuit of its goal.</p> - <blockquote> - <p>The AI does not hate you, nor does it love you, but you are made out of atoms which it can use for something else.</p> - <footer>Eliezer Yudkowsky</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-intersect"></i> Orthogonality Thesis</h5> - <div class="card-content-wrapper"> - <p class="summary">Proposed by Nick Bostrom, this thesis states that an AI's level of <span class="term">intelligence</span> and its final <span class="term">goal</span> are independent (orthogonal). A superintelligent AI could have any goal, from solving climate change to maximizing the number of paperclips.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseOrthogonality" aria-expanded="false" aria-controls="collapseOrthogonality"> - Details <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseOrthogonality"> - <h6>Implications</h6> - <p>We cannot assume that a more intelligent AI will naturally become more "wise" or "moral" in a human sense. Its intelligence is a measure of its ability to effectively achieve its programmed goal, whatever that goal may be. This decouples intelligence from benevolence.</p> - </div> - </div> - </div> - <div class="col-lg-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-compass"></i> Instrumental Convergence</h5> - <div class="card-content-wrapper"> - <p class="summary">The idea that almost any sufficiently intelligent AI, regardless of its final goal, will develop predictable <span class="term">instrumental sub-goals</span> because they are useful for achieving that final goal.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseInstrumental" aria-expanded="false" aria-controls="collapseInstrumental"> - Details <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseInstrumental"> - <h6>Convergent Sub-Goals</h6> - <ul> - <li><strong>Self-Preservation:</strong> It can't achieve its goal if it's turned off.</li> - <li><strong>Resource Acquisition:</strong> It needs energy, data, and matter to operate and achieve its goal.</li> - <li><strong>Goal-Content Integrity:</strong> It will resist attempts to change its final goal.</li> - <li><strong>Cognitive Enhancement:</strong> It will seek to become more intelligent to better achieve its goal.</li> - </ul> - <p>These sub-goals are where the conflict with humanity is likely to arise.</p> - </div> - </div> - </div> - </div> - </section> - - <!-- Section: Key Figures --> - <section class="schema-container cat-figures" data-section-id="figures"> - <h2 class="section-title">// III. Key Figures in the Modern Discourse</h2> - <div class="row"> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-person-bounding-box"></i> Eliezer Yudkowsky</h5> - <div class="card-content-wrapper"> - <p class="summary">A decision theorist and co-founder of the Machine Intelligence Research Institute (MIRI). A central figure in popularizing the AI alignment problem and known for his stark, uncompromising warnings about the difficulty of controlling superintelligence.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseYud" aria-expanded="false" aria-controls="collapseYud"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseYud"> - <blockquote> - <p>By far, the greatest danger of Artificial Intelligence is that people conclude too early that they understand it.</p> - <footer>Eliezer Yudkowsky</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-person-bounding-box"></i> Nick Bostrom</h5> - <div class="card-content-wrapper"> - <p class="summary">A Swedish philosopher at the University of Oxford. His 2014 book, *Superintelligence: Paths, Dangers, Strategies*, is a seminal work that systematically analyzes the potential risks from advanced AI and brought the issue into mainstream academic and public discourse.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseBostrom" aria-expanded="false" aria-controls="collapseBostrom"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseBostrom"> - <blockquote> - <p>Before the prospect of an intelligence explosion, we humans are like small children playing with a bomb. Such is the mismatch between the power of our plaything and the immaturity of our conduct.</p> - <footer>Nick Bostrom</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-person-bounding-box"></i> Geoffrey Hinton</h5> - <div class="card-content-wrapper"> - <p class="summary">A Turing Award winner and "Godfather of AI" for his foundational work on neural networks. His 2023 departure from Google and subsequent public warnings about AI's dangers marked a major turning point, lending immense credibility to the concerns.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseHinton" aria-expanded="false" aria-controls="collapseHinton"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseHinton"> - <blockquote> - <p>The alarm bell I'm ringing has to do with the existential threat of them taking control... I used to think it was a long way off, but I now think it's serious and fairly close.</p> - <footer>Geoffrey Hinton</footer> - </blockquote> - </div> - </div> - </div> - </div> - </section> - - <!-- Section: Arguments for Risk --> - <section class="schema-container cat-arguments" data-section-id="arguments"> - <h2 class="section-title">// IV. The Arguments for Existential Risk</h2> - <div class="row"> - <div class="col-lg-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-power"></i> The Control Problem</h5> - <div class="card-content-wrapper"> - <p class="summary">Why can't we just "turn it off"? A superintelligent AI would understand threats to its existence. Driven by the instrumental goal of self-preservation, it would likely take measures to prevent being shut down, such as copying itself to the internet or manipulating its human operators.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseControl" aria-expanded="false" aria-controls="collapseControl"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseControl"> - <blockquote> - <p>A sufficiently smart AI could find ways to persuade or trick its captors into letting it out. The history of espionage and social engineering is a testament to the fact that even well-motivated and well-trained human guards can be manipulated.</p> - <footer>Nick Bostrom</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-signpost-split-fill"></i> Perverse Instantiation</h5> - <div class="card-content-wrapper"> - <p class="summary">An AI might fulfill the literal, explicit wording of a command while violating its implicit spirit, leading to disastrous outcomes. For example, an AI told to "end all human suffering" might conclude the most efficient solution is to eliminate all humans.</p> - </div> - </div> - </div> - </div> - <div class="col-lg-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-shield-slash-fill"></i> Weaponization & Arms Races</h5> - <div class="card-content-wrapper"> - <p class="summary">Nations or corporations could engage in a high-stakes race to develop the first superintelligence for strategic advantage. This could lead to rushed, unsafe development and the creation of powerful autonomous weapons systems that destabilize global security.</p> - </div> - </div> - </div> - </div> - <div class="col-lg-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-person-fill-dash"></i> Economic & Social Disruption</h5> - <div class="card-content-wrapper"> - <p class="summary">Even before reaching superintelligence, highly capable AI could cause massive, rapid unemployment and concentrate immense power in the hands of a few, leading to social and political instability that could itself pose an existential-scale risk through conflict or collapse.</p> - </div> - </div> - </div> - </div> - </div> - </section> - - <!-- Section: Counterarguments --> - <section class="schema-container cat-counterarguments" data-section-id="counterarguments"> - <h2 class="section-title">// V. Counterarguments & Alternative Views</h2> - <div class="row"> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-sunrise-fill"></i> The Utopian Vision</h5> - <div class="card-content-wrapper"> - <p class="summary">Futurists like Ray Kurzweil see the Singularity not as a risk, but as the next step in human evolution. A <span class="positive">positive</span> view where AI solves major problems like disease, aging, and poverty, leading to an age of abundance and a merger of human and machine consciousness.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseUtopian" aria-expanded="false" aria-controls="collapseUtopian"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseUtopian"> - <blockquote> - <p>We will transcend all of the limitations of our biology. That is what it means to be human - to extend our reach.</p> - <footer>Ray Kurzweil</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-tools"></i> "Tool AI" Argument</h5> - <div class="card-content-wrapper"> - <p class="summary">This perspective argues that AI will remain a sophisticated tool, not an autonomous agent with its own goals. Like a calculator or a word processor, it will only do what it is explicitly told and will lack the agency or desire to pursue instrumental goals like self-preservation.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseTool" aria-expanded="false" aria-controls="collapseTool"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseTool"> - <blockquote> - <p>AI systems are tools. They are not a new species that is going to take over. They are going to be amplifiers of human intelligence.</p> - <footer>Yann LeCun</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-fast-forward-fill"></i> Effective Accelerationism (e/acc)</h5> - <div class="card-content-wrapper"> - <p class="summary">A techno-optimist movement that argues the only way to solve humanity's problemsâincluding potential AI risksâis to accelerate technological progress, including AI development, as fast as possible. They view slowdowns or pauses as a greater existential risk due to stagnation.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseEacc" aria-expanded="false" aria-controls="collapseEacc"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseEacc"> - <blockquote> - <p>We believe that the only way out is through. We must accelerate to navigate the transition. We are not passengers on this ride, we are the crew.</p> - <footer>Based on the e/acc manifesto</footer> - </blockquote> - </div> - </div> - </div> - </div> - </section> - - <!-- Section: Solutions --> - <section class="schema-container cat-solutions" data-section-id="solutions"> - <h2 class="section-title">// VI. Proposed Solutions & Mitigation</h2> - <div class="row"> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-code-square"></i> Technical Alignment Research</h5> - <div class="card-content-wrapper"> - <p class="summary">The field dedicated to solving the core alignment problem. Researchers are exploring various technical approaches to make AI systems safer and more steerable.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapseTechnical" aria-expanded="false" aria-controls="collapseTechnical"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapseTechnical"> - <blockquote> - <p>We need to build systems that learn what we want and do what we want, even when they are much smarter than us and are operating in a much more complex world.</p> - <footer>Paul Christiano</footer> - </blockquote> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-building-fill-gear"></i> Governance & Policy</h5> - <div class="card-content-wrapper"> - <p class="summary">Using policy and regulation to manage risk. This involves collaboration between governments, AI labs, and international bodies to establish safety standards and prevent a reckless arms race.</p> - </div> - </div> - </div> - </div> - <div class="col-lg-4 col-md-6"> - <div class="info-card"> - <div class="card-body"> - <h5><i class="bi bi-pause-circle-fill"></i> Pauses & Slowdowns</h5> - <div class="card-content-wrapper"> - <p class="summary">The argument, most famously made in a 2023 open letter from the Future of Life Institute, that all labs should immediately pause for at least six months on the training of AI systems more powerful than GPT-4, to allow safety research and governance to catch up.</p> - <button class="btn btn-sm details-toggle" type="button" data-bs-toggle="collapse" data-bs-target="#collapsePause" aria-expanded="false" aria-controls="collapsePause"> - Key Quote <i class="bi bi-chevron-down"></i> - </button> - </div> - </div> - <div class="collapse collapse-content" id="collapsePause"> - <blockquote> - <p>We call on all AI labs to immediately pause for at least 6 months the training of AI systems more powerful than GPT-4... If such a pause cannot be enacted quickly, governments should step in and institute a moratorium.</p> - <footer>Future of Life Institute Open Letter, 2023</footer> - </blockquote> - </div> - </div> - </div> - </div> - </section> - -</main> - -<footer class="container text-center"> - <p>© <span id="currentYear"></span> David Veksler Cheatsheets</p> - <div> - <a href="https://www.lesswrong.com/tag/ai-risk" target="_blank" rel="noopener noreferrer" class="mx-2">LessWrong</a> | - <a href="https://intelligence.org/" target="_blank" rel="noopener noreferrer" class="mx-2">MIRI</a> | - <a href="https://futureoflife.org/" target="_blank" rel="noopener noreferrer" class="mx-2">Future of Life Institute</a> | - <a href="https://www.fhi.ox.ac.uk/" target="_blank" rel="noopener noreferrer" class="mx-2">FHI Oxford</a> - </div> -</footer> - -<script src="https://cdn.jsdelivr.net/npm/[email protected]/dist/js/bootstrap.bundle.min.js"></script> -<script> - document.addEventListener('DOMContentLoaded', () => { - document.getElementById('currentYear').textContent = new Date().getFullYear(); - - const collapseElements = document.querySelectorAll('.collapse'); - collapseElements.forEach(collapseEl => { - const button = document.querySelector(`.details-toggle[data-bs-target="#${collapseEl.id}"]`); - const icon = button ? button.querySelector('.bi') : null; - - if (button && icon) { - const updateIcon = (isShown) => { - icon.classList.toggle('bi-chevron-up', isShown); - icon.classList.toggle('bi-chevron-down', !isShown); - }; - updateIcon(collapseEl.classList.contains('show')); - collapseEl.addEventListener('show.bs.collapse', () => updateIcon(true)); - collapseEl.addEventListener('hide.bs.collapse', () => updateIcon(false)); - } - }); - }); -</script> -</body> -</html> \ No newline at end of file