{
  "guid": "b1740c2f-0c44-5f1b-89ed-456a9eecf0b8",
  "id": 42,
  "date": "2024-12-28T00:15:00+01:00",
  "start": "00:15",
  "duration": "00:40",
  "room": "Saal ZIGZAG",
  "slug": "38c3-a-competitive-time-trial-ai-for-need-for-speed-most-wanted-using-deep-reinforcement-learning",
  "url": "https://events.ccc.de/congress/2024/hub/de/event/a-competitive-time-trial-ai-for-need-for-speed-most-wanted-using-deep-reinforcement-learning/",
  "title": "A Competitive Time-Trial AI for Need for Speed: Most Wanted Using Deep Reinforcement Learning",
  "subtitle": null,
  "language": "en",
  "track": "Hardware & Making",
  "type": "Talk",
  "abstract": "All challenges and achievements in creating a competitive time-trial AI in NFS:MW.",
  "description": "15 years ago, at the height of my eSports career, I uploaded an (unofficial) ESL record at Need for Speed: Most Wanted (2005) (NFS:MW) to Youtube. In the meantime Deep Reinforcement Learning became popular and ever since I have dreamt of creating a competitive AI for my favorite racing game of all time: NFS:MW. Now finally the time was right: The hardware is fast enough, good software is available, and Sony's AI research has proven the task is actually doable. Hence I thought: \"How hard can it possibly be?\".\r\n\r\nThis talk will present in detail all challenges and achievements in creating a competitive time-trial AI in NFS:MW from scratch - including but not limited to - hacking of the game to create a custom API, building a custom (real-time) OpenAI gym environment, steering the game using a virtual controller, and finally successfully training an AI using the Soft-Actor-Critic algorithm. All code including the API is written in Python and is open source.",
  "logo": "https://fahrplan.events.ccc.de/congress/2024/fahrplan/media/38c3/submissions/TPGRNN/Screenshot_from_2024-10-19_17-05-41_OmPkGCO.png",
  "persons": [
    {
      "guid": "51766dc0-326b-554c-993b-0b1ffa9e6a1e",
      "name": "Sebastian Schwarz",
      "public_name": "Sebastian Schwarz",
      "avatar": "https://fahrplan.events.ccc.de/congress/2024/fahrplan/media/avatars/CTUZKV_q240tlm.png",
      "biography": null,
      "url": "https://events.ccc.de/congress/2024/hub/de/user/speaker_51766dc0-326b-554c-993b-0b1ffa9e6a1e/"
    }
  ],
  "links": [],
  "origin_url": "https://fahrplan.events.ccc.de/congress/2024/fahrplan/talk/TPGRNN/",
  "feedback_url": "https://fahrplan.events.ccc.de/congress/2024/fahrplan/talk/TPGRNN/feedback/"
}