{"url": "https://maven.com/p/70b5f3/evaluating-ai-agents-before-users-break-them", "core": {"title": "Evaluating AI Agents before Users Break Them", "slug": "70b5f3", "id": 688, "page_type": "workshop", "description": "AI agents rarely fail loudly. They slowly degrade, behave inconsistently, or erode user trust. Many product teams lack clear ways to evaluate agent behavior before users are affected. This session covers practical evaluation frameworks PMs can use to understand agent behavior, spot risks early, and make confident product decisions without relying only on engineering intuition.", "start_datetime": "2026-02-10T18:00:00Z", "duration_min": 60, "is_recording_public": true, "has_internal_recording": true, "instructor_name": "Aki Wijesundara, PhD", "instructor_title": "AI Founder | Educator | Google AI Accelerator Alum", "instructor_headline": "", "course_name": "AI Product Management Certificate", "course_slug": "ai-pm-cert", "school_name": "The AI Internship", "school_slug": "theaiinternship", "chapter_count": 9}, "next_data": {"props": {"pageProps": {"apiSchool": {"id": 9870, "slug": "theaiinternship", "name": "The AI Internship", "is_stripe_connected": true, "stripe_connect_account_id": "acct_1Ok8Qw4GfuA5YmD0", "zoom_auth_version": 2, "verified": true, "timezone": "Europe/London", "support_email": null, "school_tags": [], "instructor_bio": {"name": "The AI Internship", "preferred_name": "TAI", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/uAWStMfJSbWjN3Y6LIVs_generation-549fb144-e1f6-4380-9a96-e077ca8ee836.png", "image_url_no_bg": "https://user-assets.maven.com/instructor-no-bg/uAWStMfJSbWjN3Y6LIVs_generation-549fb144-e1f6-4380-9a96-e077ca8ee836.png", "bio_html": "", "headline": "", "title": "", "linkedin_url": "", "x_handle": "", "custom_social_link": "", "logos": {"logos": [], "label": ""}, "expert_tagline": "", "primary_color": "", "contact_email": "admin@snapdrum.com", "show_contact": true}}, "pageType": "workshop", "school": {"id": 9870, "slug": "theaiinternship", "name": "The AI Internship", "is_stripe_connected": true, "stripe_connect_account_id": "acct_1Ok8Qw4GfuA5YmD0", "zoom_auth_version": 2, "verified": true, "timezone": "Europe/London", "support_email": null, "school_tags": [], "instructor_bio": {"name": "The AI Internship", "preferred_name": "TAI", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/uAWStMfJSbWjN3Y6LIVs_generation-549fb144-e1f6-4380-9a96-e077ca8ee836.png", "image_url_no_bg": "https://user-assets.maven.com/instructor-no-bg/uAWStMfJSbWjN3Y6LIVs_generation-549fb144-e1f6-4380-9a96-e077ca8ee836.png", "bio_html": "", "headline": "", "title": "", "linkedin_url": "", "x_handle": "", "custom_social_link": "", "logos": {"logos": [], "label": ""}, "expert_tagline": "", "primary_color": "", "contact_email": "admin@snapdrum.com", "show_contact": true}}, "course": {"slug": "ai-pm-cert", "school_id": 9870, "name": "AI Product Management Certificate", "id": 16104, "format": "full_course", "description": "Own the first mile — prototype real AI features using Lovable, Supabase, vector search, and n8n. No dev queues, just shipped demos.", "attrs": {"courses_page_highlight_order_index": null, "custom_landing_page_url": null, "facebook_pixel_id": null, "is_course_application_enabled": false, "is_demoted_on_courses_page": false, "is_hidden_by_maven_staff": false, "is_live_on_courses_page": false, "short_description": null, "skip_landing_page": null, "satisfaction_guarantee_status": "unset"}, "social_image_url": "https://d2426xcxuh3ht5.cloudfront.net/NbBz6mznTGKYtuUDYDjO_CTA-Dark-Bg-_1_.jpeg", "course_image_url": null, "clp_hero_media": {"media_type": "image_url", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/6hLP6btBSXPIvShMaDwR_Copy%20of%20Course%20Image%20-%20Dark%20Template%202%20(2).png", "youtube_video_id": "nWhhsT6gnd4", "vimeo_video_id": ""}, "instructor_infos": [{"name": "Aki Wijesundara, PhD", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/TZzJSEnQpuXexNCBCzNw_aki.png", "image_url_no_bg": "https://user-assets.maven.com/instructor-no-bg/TZzJSEnQpuXexNCBCzNw_aki.png", "uuid": "9f337dbd-303e-4c23-b50b-392a4f037d4f", "bio_html": "<p>Aki Wijesundara is an AI leader with a PhD in Machine Learning and extensive experience mentoring startups at Google’s AI Accelerator. With a career spanning both research and applied AI, Aki has taught 5,000+ students worldwide how to design and deploy production-ready AI systems.</p><p><br></p><p>He has worked across cutting-edge areas of applied AI, from LangChain and RAG pipelines to observability and large-scale deployment. As a researcher and educator, Aki bridges the gap between theory and practice, making complex systems approachable and actionable for engineers, founders, and product leaders.</p><p><br></p><p>Aki is also a frequent speaker and advisor to organizations adopting AI, helping them transition from experimentation to production at scale.</p>", "headline": "AI Founder | Google AI Accelerator Alum", "title": "AI Founder | Educator | Google AI Accelerator Alum", "linkedin_url": "https://www.linkedin.com/in/akshika", "twitter_handle": null, "custom_social_link": null, "logos": {"logos": [{"image_url": "https://asset.brandfetch.io/id6O2oGzv-/idjOb2YcqW.svg", "type": "logo", "file_type": "svg", "uuid": "96725577-c667-4775-8a4d-eab43b39e05f", "name": "Google"}, {"image_url": "https://asset.brandfetch.io/idWvz5T3V7/idpvCl_Ipb.svg", "type": "logo", "file_type": "svg", "uuid": "d6746615-3590-4aa8-a963-8b62c1404c46", "name": "Meta"}, {"image_url": "https://asset.brandfetch.io/idVoqFQ-78/idAgLCF87x.svg", "type": "logo", "file_type": "svg", "uuid": "4b069975-051f-4fe0-b4b0-2fd9337a91ce", "name": "Amazon Web Services"}, {"image_url": "https://asset.brandfetch.io/idXoj5DuCE/idT_Ez1lMm.svg", "type": "logo", "file_type": "svg", "uuid": "6d98883d-a5a8-48c9-b47e-64bc0a01b4c8", "name": "NVIDIA"}, {"image_url": "https://asset.brandfetch.io/idR3duQxYl/idS9nxrHVA.svg", "type": "logo", "file_type": "svg", "uuid": "fd077c70-50cf-4051-bde8-5feaf3322490", "name": "OpenAI"}], "label": "Previous students from"}, "highlights": null, "highlights_html": "<ul><li><p>Ex–Google AI Accelerator researcher focused on responsible AI and applied ML.</p></li><li><p>PhD in AI &amp; Cognitive Systems with published research across top universities.</p></li><li><p>Former researcher with teams affiliated with <strong>MIT</strong>, <strong>University of Oxford</strong>, &amp; <strong>King’s College London</strong>.</p></li><li><p>Co-founder of Snapdrum — delivered AI systems for finance, education, and healthcare.</p></li><li><p>Built and deployed AI product pipelines used by PMs, startups, and enterprise teams.</p></li><li><p>Instructor for multiple AI builder programs, helping 500+ professionals ship AI features fast.</p></li></ul>", "preferred_name": null}, {"name": "Manu Jayawardana", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/PmEQysexRkW742L8KncK_manuuuuu.jpeg", "image_url_no_bg": "https://user-assets.maven.com/instructor-no-bg/PmEQysexRkW742L8KncK_manuuuuu.jpeg", "uuid": "b1805193-421f-473e-8e3b-5bd0287f6f72", "bio_html": "<p>Manu Jayawardana is a serial entrepreneur with multiple AI startup successes. <br></p><p>He is also the Co-Founder of Snapdrum, an AI consultancy helping companies integrate and automate their businesses using AI. Through Snapdrum, Manu has worked with top startups and enterprises across the U.S., Europe, and Asia, advising on automation, product development, and AI strategy.</p><p><br></p><p>Currently, Manu is the Co-Founder &amp; CEO of Krybe, an AI voice agent startup in London transforming how businesses automate customer interactions. His experience spans fundraising, scaling products, and leading teams to deliver production-grade AI solutions adopted globally.</p>", "headline": "AI Advisor | Co-Founder & CEO at Krybe ", "title": "AI Advisor | Co-Founder & CEO at Krybe | Co-Founder of Snapdrum", "linkedin_url": "https://www.linkedin.com/in/manujajayawardana", "twitter_handle": "", "custom_social_link": "", "logos": {"logos": [], "label": ""}, "highlights": null, "highlights_html": "<ul><li><p><strong>Co-Founder of Snapdrum </strong>— builds production-ready AI systems for Fortune 500s, YC startups, and global Series A–C companies.</p><p></p></li><li><p><strong>Co-Founder of Krybe</strong> — ultra-realistic voice AI platform with 1000+ users and part of the NVIDIA Inception Program.</p><p></p></li><li><p><strong>Built and scaled 10+ companies</strong> across AI, SaaS, analytics, and EdTech, including a B2B analytics product that grew 10× in one year.</p></li><li><p><strong>Former Entrepreneur</strong> First Unlock Fellow, selected for high-potential AI founders.</p></li></ul>", "preferred_name": null}], "instructor_caption": "AI Founder | Educator | Google AI Accelerator Alum", "course_tags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 82, "tag_type": "deprecated", "label": "Build with AI", "slug": "x-subcategory-build-with-ai", "description": null, "parent_tag_id": 35}, {"id": 108, "tag_type": "deprecated", "label": "AI/ML engineering", "slug": "x-subcategory-ai-ml-engineering-1", "description": null, "parent_tag_id": 31}, {"id": 110, "tag_type": "deprecated", "label": "Software engineering", "slug": "x-subcategory-software-engineering", "description": null, "parent_tag_id": 31}, {"id": 172, "tag_type": "internal_collection", "label": "AI Affiliates", "slug": "ai-affiliates-nov-24", "description": null, "parent_tag_id": null}, {"id": 224, "tag_type": "internal_collection", "label": "Do Not List", "slug": "do-not-list", "description": null, "parent_tag_id": null}, {"id": 244, "tag_type": "internal_collection", "label": "Courses filtered for recommendations", "slug": "courses-filtered-for-recommendations", "description": null, "parent_tag_id": null}, {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 324, "tag_type": "topic", "label": "Bootcamp", "slug": "bootcamp", "description": null, "parent_tag_id": null}]}, "contentPageSlug": "70b5f3", "contentPage": {"id": 688, "school_id": 9870, "slug": "70b5f3", "content_page_type": "workshop", "sections": [{"uuid": "7d7a76cc-e8d8-43d5-a108-02e7837b1e4f", "title": "Evaluating AI Agents before Users Break Them", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/KvZ7jre8Q92N4oOZwKXU_Panel%20(4%20People).png", "is_visible": true, "topic_desc": "AI agents rarely fail loudly. They slowly degrade, behave inconsistently, or erode user trust. Many product teams lack clear ways to evaluate agent behavior before users are affected. This session covers practical evaluation frameworks PMs can use to understand agent behavior, spot risks early, and make confident product decisions without relying only on engineering intuition.", "brand_logos": {"label": "", "logos": []}, "section_type": "main", "instructor_infos": [{"name": "Aki Wijesundara, PhD", "uuid": "4714c406-65f3-4565-9661-1ae06ff24262", "logos": null, "title": "AI Founder | Educator | Google AI Accelerator Alum", "bio_html": "<p>Aki Wijesundara is an AI leader with a PhD in Machine Learning and extensive experience mentoring startups at Google’s AI Accelerator. With a career spanning both research and applied AI, Aki has taught 5,000+ students worldwide how to design and deploy production-ready AI systems.</p><p>He has worked across cutting-edge areas of applied AI, from LangChain and RAG pipelines to observability and large-scale deployment. As a researcher and educator, Aki bridges the gap between theory and practice, making complex systems approachable and actionable for engineers, founders, and product leaders.</p><p>Aki is also a frequent speaker and advisor to organizations adopting AI, helping them transition from experimentation to production at scale.</p><p><strong>Career highlights</strong></p><ul><li><strong>Ex–Google AI Accelerator </strong>researcher&nbsp;focused on responsible AI and applied ML.</li><li><strong>PhD in AI &amp; Cognitive Systems</strong>&nbsp;with published research across top universities.</li><li>Former researcher with teams affiliated with&nbsp;<strong>MIT,&nbsp;University of Oxford, &amp;&nbsp;King’s College London.</strong></li><li><strong>Co-founder of Snapdrum&nbsp;</strong>— delivered AI systems for finance, education, and healthcare.</li><li>Built and deployed AI product pipelines used by&nbsp;<strong>PMs, startups, and enterprise teams.</strong></li><li>Instructor for multiple AI builder programs, helping&nbsp;<strong>500+ professionals</strong>&nbsp;ship AI features fast.</li></ul><p><br></p>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/GHnf3EkVQVact3bZj6XH_aki.png", "highlights": null, "linkedin_url": null, "twitter_handle": null, "highlights_html": null, "image_url_no_bg": null, "custom_social_link": null}, {"name": "Marc Klingen", "uuid": "a9b6e4d1-dbd7-4f89-a062-bf6a6db577c1", "logos": {"label": "", "logos": []}, "title": "Co-Founder & CEO of Langfuse", "bio_html": "<p>Marc Klingen is a technology entrepreneur, engineer, and the Co-Founder &amp; CEO of <strong>Langfuse</strong>, an open-source LLM engineering platform that helps developers build, debug, monitor, and improve large language model (LLM) applications with observability, prompt management, evaluations, and analytics at scale. Langfuse was part of Y Combinator’s Winter 2023 batch and has seen rapid adoption across developers and enterprise teams.</p><p>At Langfuse, Marc leads product vision, engineering, and go-to-market strategy, bringing together full-stack development, product leadership, and business intelligence experience from both large organizations and early-stage environments.</p><p>Under his leadership, Langfuse has grown into one of the most widely adopted LLM observability platforms globally — used by thousands of developers and trusted by major companies. In January 2026, Langfuse was acquired by ClickHouse, expanding its reach and integration into broader data infrastructure stacks for AI engineering tools.</p><p>Marc holds a Master’s degree in Management and Computer Science from the <strong>Technical University of Munich</strong>, graduating within the top 1% of his class. His background spans product development, engineering, and AI tooling — equipping teams to build resilient, production-ready AI systems.&nbsp;</p><p><strong>Career highlights</strong></p><ul><li><strong>Co-Founder &amp; CEO of Langfuse</strong> — built a leading open-source LLM engineering platform used globally.</li><li><strong>Led Langfuse through Y Combinator’s</strong> Winter 2023 batch and a successful acquisition by ClickHouse in 2026.</li><li><strong>Experienced in full-stack engineering</strong>, product strategy, and developer tooling across startup and established tech environments.</li><li><strong>Master’s in Management and Computer Science, </strong>Technical University of Munich — graduated in the <strong>top 1% of his cohort.</strong>&nbsp;</li></ul>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/ExID9qMERSSMA3LMD56G_Marc%20Klingen.jpeg", "highlights": [], "linkedin_url": "", "twitter_handle": "", "highlights_html": null, "image_url_no_bg": null, "custom_social_link": ""}, {"name": "Lotte Verheyden", "uuid": "996d2610-ddd1-43ed-b232-abec609d61a1", "logos": {"label": "", "logos": []}, "title": "Developer Relations at Langfuse", "bio_html": "<p>Lotte Verheyden is a Developer Relations specialist at <strong>Langfuse</strong>, the open-source LLM engineering platform that helps teams build, monitor, evaluate, and improve production-grade large language model (LLM) applications. Langfuse provides observability, prompt management, evaluations, and analytics tooling that accelerates real-world LLM workflows.</p><p>At Langfuse, Lotte’s work focuses on bridging the gap between the product and the developer community — helping users understand, adopt, and make the most of Langfuse’s capabilities through documentation, community engagement, and developer outreach. Her role spans supporting educational resources and fostering active participation in the open-source ecosystem around the platform.</p><p>Lotte is passionate about empowering developers and technical audiences to build robust, scalable AI systems using modern best practices in LLM engineering. She frequently contributes to Langfuse’s documentation and community touchpoints, helping teams adopt observability, prompt management, and evaluation workflows that improve iterative development.</p><p><strong>Career highlights</strong></p><ul><li><strong>Developer Relations at Langfuse, </strong>working to grow community engagement and product adoption for an open-source LLM engineering platform.</li><li>Supports documentation, developer workflows, and community events to drive deeper technical understanding and usability of Langfuse tooling.</li><li><strong>Advocates for open-source collaboration and developer-centric product </strong>experiences in the evolving AI engineering ecosystem.&nbsp;</li></ul>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/0v82uVHQMah3RtQL02V1_1758106479837.jpg", "highlights": [], "linkedin_url": "", "twitter_handle": "", "highlights_html": null, "image_url_no_bg": null, "custom_social_link": ""}], "learning_outcomes": [{"uuid": "68222ac6-4b55-4ed0-a980-2da8928c1dbb", "title": "How to tell if an AI agent is actually helping users", "description": "Learn what “working” actually means from a product perspective."}, {"uuid": "596222f7-1c9c-49c8-8574-996870fabd59", "title": "What signals show problems early", "description": "Spot early signs of confusion, inconsistency, or user trust issues."}, {"uuid": "2f354669-83ad-4fad-9f65-94341200036a", "title": "What to check before shipping or expanding an agent", "description": "Use a simple checklist to decide ship, fix, or stop."}, {"uuid": "bb5e577a-f1ff-4259-88fa-7985d571dbdb", "title": "How to talk about agent performance with your team", "description": "Ask the right questions without needing deep technical detail."}, {"uuid": "2f64bc34-d5b1-4220-9224-689328d065b2", "title": "How to iterate toward production using Langfuse insights", "description": "Turn observed behavior into concrete improvements and safer deployments."}]}], "created_at": "2026-02-09T18:39:28.697322Z", "updated_at": "2026-02-09T18:39:37.749967Z", "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 16104, "course_stripe_promo_code_id": null}, "school_event": {"id": 688, "slug": null, "title": "Evaluating AI Agents before Users Break Them", "description": null, "start_datetime": "2026-02-10T18:00:00Z", "end_datetime": "2026-02-10T19:00:00Z", "start_date": "2026-02-10", "start_time": "23:30:00", "duration_min": 60, "timezone": "Asia/Colombo", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 87}, "relatedWorkshops": [{"id": 2041, "school_id": 10275, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 11159, "workshop_tags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 257, "tag_type": "internal_collection", "label": "Building AI Systems", "slug": "building-ai-systems", "description": null, "parent_tag_id": null}, {"id": 271, "tag_type": "internal_collection", "label": "AI Evals", "slug": "ai-evals", "description": null, "parent_tag_id": null}, {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 2893, "school_id": 10275, "slug": "c7d631", "content_page_type": "workshop", "sections": [{"uuid": "438e2d2f-a58e-4ef4-b30a-78c649fb5925", "title": "Evaluating AI Agents", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/rsieDyVNRGSch52zSD8U_SamuelDG.png", "is_visible": true, "topic_desc": "An AI agent was created to surface the most relevant companies for any given theme, but evaluating its performance turned out to be tricky. In this talk, the challenge of designing a solid evaluation framework is explored. Early benchmarks using F1 scores and MSE often punished good picks, so the approach was refined, leading to stronger evaluations and more confidence in the results.", "brand_logos": {"label": "Previously at", "logos": []}, "section_type": "main", "instructor_infos": [{"name": "Amir Feizpour", "uuid": "d733750c-45f1-47be-98e1-13065eb92c38", "title": "Founder @ Aggregate Intellect", "bio_html": "<p>Amir Feizpour is the founder, CEO, and Chief Scientist at Aggregate Intellect building a generative business brain for service and science based companies. Amir has built and grown a global community of 5000+ AI practitioners and researchers gathered around topics in AI research, engineering, product development, and responsibility. Prior to this, Amir was an NLP Product Lead at Royal Bank of Canada. Amir held a research position at University of Oxford conducting experiments on quantum computing resulting in high profile publications and patents. Amir holds a PhD in Physics from University of Toronto. Amir also serves the AI ecosystem as an advisor at MaRS Discovery District, works with several startups as fractional chief AI officer, and engages with a wide range of community audiences (business executives to hands-on developers) through training and educational programs. Amir leads Aggregate Intellect’s R&amp;D via several academic collaborations.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/ZPzuBPBqScHCAnBWEdoX_me_green.jpeg", "image_url_no_bg": null}, {"name": "Samuel Dion-Girardeau", "uuid": "09674d4c-7b35-4014-89fc-c106bee00c7a", "logos": {"label": "", "logos": []}, "title": "CTO at Tilt", "bio_html": "<p>After graduating in Linguistics and Computer Science at ULaval, Samuel worked at Nuance (acq. Microsoft), building a platform for researchers and devs to train and evaluate custom models for natural language understanding, speech recognition and voice biometrics. At Delphia, he worked on turning user data into real-life assets, with various data products, an AI-based robo-advisor, and even a crypto information game. Now CTO at Tilt, he's building an agent that automates end-to-end thematic investing, from theme discovery to actual trades.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/B3UaRzyRnGteRYJXu2DP_1677565369396.jpeg", "highlights": [], "linkedin_url": "", "twitter_handle": "", "image_url_no_bg": null, "custom_social_link": ""}], "learning_outcomes": [{"uuid": "62d805cd-9617-4ce0-ae43-b5a238334c15", "title": "Measuring AI in Uncertain Domains", "description": "Evaluating AI in markets is tough since no single \"right\" answer exists. Success requires creative metrics."}, {"uuid": "490c43f3-a3c7-4337-84bd-c8cbb7bd3075", "title": "Going From Accuracy to Market Relevance", "description": "Beyond F1 scores, using market-centric metrics like correlation helps align AI behavior with financial realities."}, {"uuid": "79f2d87e-78fe-4c9d-8a59-58d8253c2a3d", "title": "How to Use Meta-Evaluation and Practical Tools", "description": "Defining \"good enough\" using tools like MLflow and Langchain/ Langgraph matters; metrics must stand up to scrutiny."}]}], "created_at": "2026-02-12T20:57:45.574431Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 11159, "course_stripe_promo_code_id": null}, "school_event": {"id": 2893, "slug": null, "title": "Evaluating AI Agents", "description": null, "start_datetime": "2025-10-31T16:00:00Z", "end_datetime": "2025-10-31T16:45:00Z", "start_date": "2025-10-31", "start_time": "12:00:00", "duration_min": 45, "timezone": "America/Toronto", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 1428}}, {"id": 6043, "school_id": 12918, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 14196, "workshop_tags": [{"id": 2, "tag_type": "category", "label": "Product", "slug": "product-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, {"id": 292, "tag_type": "persona", "label": "For Founders", "slug": "for-founders", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 319, "tag_type": "topic", "label": "Prototyping", "slug": "prototyping", "description": null, "parent_tag_id": null}, {"id": 371, "tag_type": "topic", "label": "Product Discovery", "slug": "product-discovery", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 16, "school_id": 12918, "slug": "593d71", "content_page_type": "workshop", "sections": [{"uuid": "32a0f841-8d00-4e74-8164-f11e4dd040d1", "title": "How to Know What AI Products to Build", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/Ne1gYJEwT2mbUKnFoBEw_Opening%20Slide%20-%20Panel.png", "is_visible": true, "topic_desc": "AI has made building cheap, but knowing what to build has never been harder. \nThis workshop gives you a repeatable system for validating ideas through real usage and technical prototyping, so you can distinguish between novelty and lasting value. \nWhether you're building side projects or managing a roadmap, you'll learn to filter for what's actually worth building.", "brand_logos": {"label": "Previously at", "logos": []}, "section_type": "main", "instructor_infos": [{"name": "Hilary Gridley", "uuid": "330294bb-62a4-4cc7-a91c-79ea53055c55", "logos": null, "title": "Product Leader (Whoop, Dropbox, Nike)", "bio_html": "<p><a href=\"https://www.linkedin.com/in/hilarygridley/\" rel=\"noopener noreferrer\" target=\"_blank\">Hilary</a>&nbsp;led Core Product at WHOOP, overseeing the company's AI coaching platform and core experience. A longtime product builder, she also teaches best-selling courses on practical AI for managers and writes a popular newsletter on AI-native leadership. Her work focuses on how AI is reshaping how we work, think, build, lead, and live.</p>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/pxgEU3sKQAWFUOTpl2lk_Screenshot%202026-01-12%20at%202.46.52%E2%80%AFPM.png", "highlights": null, "linkedin_url": null, "twitter_handle": null, "highlights_html": null, "image_url_no_bg": null, "custom_social_link": null}, {"name": "Tal Raviv", "uuid": "24c18bfd-5c54-40b7-ac4f-c143568207ff", "logos": {"label": "", "logos": []}, "title": "Early PM @ Patreon, Riverside, Wix, AppsFlyer", "bio_html": "<p><a href=\"https://www.linkedin.com/in/talsraviv/\" rel=\"noopener noreferrer\" target=\"_blank\">Tal</a>&nbsp;has helped over 22,000 product leaders build AI product sense by using AI agents for real work, including PMs at Apple, Google, Amazon, Microsoft, Meta, and Stanford University. Tal's writing about AI agents and PM productivity have been featured on Lenny's Newsletter.</p>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/x7HdlbhnTLiPEszIOYIF_Screenshot%202026-01-12%20at%202.56.21%E2%80%AFPM.png", "highlights": [], "linkedin_url": "", "twitter_handle": "", "image_url_no_bg": null, "custom_social_link": ""}, {"name": "Aman Khan", "uuid": "7a75001c-f480-47b8-97cb-e3f03f27f289", "logos": {"label": "", "logos": []}, "title": "AI Product leader at Arize AI, Spotify, Cruise, Zipline, and Apple", "bio_html": "<p><a href=\"https://www.linkedin.com/in/amanberkeley/\" rel=\"noopener noreferrer\" target=\"_blank\">Aman</a>&nbsp;is Head of Product at Arize AI, an AI Development platform used by companies like Uber, Duolingo, Reddit, Instacart, and Booking.com. He recently led a popular&nbsp;<a href=\"http://deeplearning.ai/\" rel=\"noopener noreferrer\" target=\"_blank\">Deep Learning course</a>&nbsp;on Evaluating AI Agents, and his writing on AI product management has been featured by Lenny's Newsletter.</p>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/2cRd4Z7HQc2ce4DFjRN7_Screenshot%202026-01-12%20at%202.57.39%E2%80%AFPM.png", "highlights": [], "linkedin_url": "", "twitter_handle": "", "image_url_no_bg": null, "custom_social_link": ""}], "learning_outcomes": [{"uuid": "ed6d47c1-bc7c-4d56-9f61-96fbb842d488", "title": "Turn everyday friction into testable product ideas", "description": "Learn a systematic workflow for capturing ideas as they emerge and rapidly building testable MVPs"}, {"uuid": "dc6d14ee-2d5b-47f6-85bb-514a0ef6d29b", "title": "Validate both market fit and technical feasibility", "description": "Discover how to test whether people want your idea. Use AI coding agents (with no code) to learn what it takes to build."}, {"uuid": "40a5fc1c-9433-4449-9771-b6f5522cc89d", "title": "Filter for retention, not just novelty", "description": "Understand why most AI products fail at keeping users engaged and how to avoid this trap"}]}], "created_at": "2026-01-27T19:07:27.493301Z", "updated_at": "2026-01-27T19:07:40.353603Z", "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 14196, "course_stripe_promo_code_id": null}, "school_event": {"id": 16, "slug": null, "title": "How to Know What AI Products to Build", "description": null, "start_datetime": "2026-02-09T18:00:00Z", "end_datetime": "2026-02-09T19:00:00Z", "start_date": "2026-02-09", "start_time": "13:00:00", "duration_min": 60, "timezone": "America/New_York", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 2338}}, {"id": 5553, "school_id": 9870, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 16104, "workshop_tags": [{"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 137, "tag_type": "internal_collection", "label": "Instructor", "slug": "Instructor", "description": null, "parent_tag_id": null}, {"id": 224, "tag_type": "internal_collection", "label": "Do Not List", "slug": "do-not-list", "description": null, "parent_tag_id": null}, {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}, {"id": 432, "tag_type": "topic", "label": "LLM Ops", "slug": "llm-ops", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 6396, "school_id": 9870, "slug": "34c529", "content_page_type": "workshop", "sections": [{"uuid": "037e2698-05a5-4cdf-9885-beb3f73337bb", "title": "A Practical Breakdown of AI Agent Failures in Production", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/pMhwNdVRkmqgm0qRe7OA_Single%20Instructor%20(2).png", "is_visible": true, "topic_desc": "AI agents often shine in demos but struggle in real world use, looping, hallucinating, misusing tools, or behaving unpredictably. These failures rarely come from the model alone. This session breaks down agent failures as system design problems and shows how better structure, constraints, and safer failure modes lead to more reliable, controllable agents in production.", "brand_logos": {"label": "Previous students from", "logos": [{"name": "Google", "type": "logo", "uuid": "d3a6348c-2f92-484e-8916-a34c7afa7204", "file_type": "svg", "image_url": "https://asset.brandfetch.io/id6O2oGzv-/idjOb2YcqW.svg"}, {"name": "Meta", "type": "logo", "uuid": "74cac252-69b9-43bb-9dfd-c04293d30abd", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idWvz5T3V7/idpvCl_Ipb.svg"}, {"name": "OpenAI", "type": "logo", "uuid": "0d64de52-8d6b-43d8-a7bb-295d6669c7ed", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idR3duQxYl/idS9nxrHVA.svg"}, {"name": "Amazon Web Services", "type": "logo", "uuid": "f1a9363e-2c83-4f4b-8697-7bbc11273dcd", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idVoqFQ-78/idAgLCF87x.svg"}, {"name": "NVIDIA", "type": "logo", "uuid": "6bcbef90-f554-45f2-b928-4107f681ac0c", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idXoj5DuCE/idT_Ez1lMm.svg"}]}, "section_type": "main", "instructor_infos": [{"name": "Dr. Aki Wijesundara", "uuid": "a634d5e1-4f50-423e-bc1b-794ad61a1a20", "logos": null, "title": "AI Founder | Educator | Google AI Accelerator Alum", "bio_html": "<p>Aki Wijesundara is an AI researcher, educator, and founder with a PhD in Machine Learning and experience at Google's AI Accelerator, where he contributed to advancing real-world applications of machine learning and large language models. As Co-Founder of Snapdrum, he helps organizations design, build, and deploy applied AI systems that move beyond prototypes to production-scale impact.</p><p>Aki has taught over 5,000+ engineers, founders, and product leaders worldwide how to build production-ready AI systems using LangChain, RAG pipelines, and MLOps frameworks.</p><p>He serves as AI Advisor to the United Nations, contributing expertise on responsible AI implementation and policy.</p><p>His work bridges cutting-edge research and practical implementation across text, voice, and multimodal AI.</p><p>Alongside Snapdrum, Aki serves as CTO of Krybe, an AI voice automation startup, and CTO of Tilli, an edtech company redefining how learners engage with AI-powered education.</p>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/fc9WRhfHTFWjoc2ZYzAT_aki.png", "highlights": null, "linkedin_url": null, "twitter_handle": null, "highlights_html": null, "image_url_no_bg": null, "custom_social_link": null}], "learning_outcomes": [{"uuid": "58fcd807-a571-41e3-8274-28fda18ab6f6", "title": "How to identify common agent failure modes", "description": "Learn why agents hallucinate, loop, misuse tools, or fail silently in real production environments."}, {"uuid": "bf1c27da-be13-4192-bf74-f9b4d08ab4db", "title": "How to diagnose where agents break", "description": "Understand how to reason about failures across planning, tool use, memory, and execution boundaries."}, {"uuid": "0974b3f2-a709-4288-b347-6b7a1e1fe7bc", "title": "How to design constraints and guardrails", "description": "Learn practical techniques to limit agent behavior using structure, stop conditions, and controlled tool access."}, {"uuid": "48e8da4b-14ec-4a9f-93e8-e3644592f63e", "title": "How to decide when not to use an agent", "description": "Understand when simpler workflows or deterministic systems are the better choice."}]}], "created_at": "2026-02-12T21:06:54.439827Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 16104, "course_stripe_promo_code_id": null}, "school_event": {"id": 6396, "slug": null, "title": "A Practical Breakdown of AI Agent Failures in Production", "description": null, "start_datetime": "2026-01-08T22:00:00Z", "end_datetime": "2026-01-08T22:30:00Z", "start_date": "2026-01-09", "start_time": "03:30:00", "duration_min": 30, "timezone": "Asia/Colombo", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 218}}], "exploreCourses": null, "workshopTags": [{"id": 224, "tag_type": "internal_collection", "label": "Do Not List", "slug": "do-not-list", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 271, "tag_type": "internal_collection", "label": "AI Evals", "slug": "ai-evals", "description": null, "parent_tag_id": null}, {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}], "videoChapters": [{"title": "Introduction and Welcome to the LangFuse Session", "start_seconds": 48}, {"title": "Introducing LangFuse and the Problem with AI Applications", "start_seconds": 220}, {"title": "The Challenges of Building and Scaling AI Agents", "start_seconds": 326}, {"title": "LangFuse: The Open-Source Engineering Platform", "start_seconds": 513}, {"title": "Deep Dive into Evaluating AI Agents and Common Issues", "start_seconds": 670}, {"title": "The Continuous Evaluation and Iteration Loop", "start_seconds": 864}, {"title": "LangFuse Architecture and Future Roadmap", "start_seconds": 1044}, {"title": "Q&A: Converting Traces to Datasets and LLM as a Judge", "start_seconds": 1158}, {"title": "Q&A: Implementing User Feedback and Final Remarks", "start_seconds": 1245}], "navPages": [{"category": {"slug": "ai", "href": "/courses/ai", "title": "AI", "palette": {"--palette-category-base": "#460952", "--palette-category-highlight": "#931FAA", "--palette-category-border": "#EDA6FB"}}, "topics": [{"title": "Agentic AI", "slug": "ai/agentic-ai", "href": "/courses/ai/agentic-ai"}, {"title": "Coding with AI", "slug": "ai/ai-coding", "href": "/courses/ai/ai-coding"}, {"title": "AI Workflows", "slug": "ai/ai-workflows", "href": "/courses/ai/ai-workflows"}, {"title": "Claude Code", "slug": "ai/claude-code", "href": "/courses/ai/claude-code"}, {"title": "OpenClaw", "slug": "ai/openclaw", "href": "/courses/ai/openclaw"}, {"title": "Vibe Coding", "slug": "ai/vibe-coding", "href": "/courses/ai/vibe-coding"}, {"title": "AI Evals", "slug": "ai/evals", "href": "/courses/ai/evals"}, {"title": "AI Transformation", "slug": "ai/ai-transformation", "href": "/courses/ai/ai-transformation"}, {"title": "RAG & Search", "slug": "ai/rag-search", "href": "/courses/ai/rag-search"}, {"title": "MCP", "slug": "ai/mcp", "href": "/courses/ai/mcp"}, {"title": "AI for PMs", "slug": "ai/for-product-managers", "href": "/courses/ai/for-product-managers"}, {"title": "AI for Engineers", "slug": "ai/for-engineers", "href": "/courses/ai/for-engineers"}, {"title": "AI for Designers", "slug": "ai/for-designers", "href": "/courses/ai/for-designers"}, {"title": "AI for Marketers", "slug": "ai/for-marketers", "href": "/courses/ai/for-marketers"}, {"title": "AI for Founders", "slug": "ai/for-founders", "href": "/courses/ai/for-founders"}]}, {"category": {"slug": "product", "href": "/courses/product", "title": "Product", "palette": {"--palette-category-base": "#510B00", "--palette-category-highlight": "#B33600", "--palette-category-border": "#F7804D"}}, "topics": [{"title": "AI for PMs", "slug": "for-product-managers/ai", "href": "/courses/for-product-managers/ai"}, {"title": "Agentic AI", "slug": "for-product-managers/agentic-ai", "href": "/courses/for-product-managers/agentic-ai"}, {"title": "AI Evals", "slug": "for-product-managers/ai-evals", "href": "/courses/for-product-managers/ai-evals"}, {"title": "Vibe Coding", "slug": "for-product-managers/vibe-coding", "href": "/courses/for-product-managers/vibe-coding"}, {"title": "Product Sense", "slug": "for-product-managers/product-sense", "href": "/courses/for-product-managers/product-sense"}, {"title": "Product Discovery", "slug": "for-product-managers/product-discovery", "href": "/courses/for-product-managers/product-discovery"}, {"title": "User Research", "slug": "for-product-managers/user-research", "href": "/courses/for-product-managers/user-research"}, {"title": "Prototyping", "slug": "for-product-managers/prototyping", "href": "/courses/for-product-managers/prototyping"}, {"title": "Growth", "slug": "for-product-managers/growth", "href": "/courses/for-product-managers/growth"}, {"title": "Analytics", "slug": "for-product-managers/analytics", "href": "/courses/for-product-managers/analytics"}, {"title": "Tech Foundations", "slug": "for-product-managers/technical-foundations", "href": "/courses/for-product-managers/technical-foundations"}, {"title": "Strategy", "slug": "for-product-managers/strategy", "href": "/courses/for-product-managers/strategy"}, {"title": "Influence", "slug": "for-product-managers/influence", "href": "/courses/for-product-managers/influence"}, {"title": "Leadership", "slug": "for-product-managers/leadership", "href": "/courses/for-product-managers/leadership"}, {"title": "Career Growth", "slug": "for-product-managers/career-growth", "href": "/courses/for-product-managers/career-growth"}]}, {"category": {"slug": "engineering", "href": "/courses/engineering", "title": "Engineering", "palette": {"--palette-category-base": "#00332F", "--palette-category-highlight": "#00746B", "--palette-category-border": "#88B7B2"}}, "topics": [{"title": "AI for Engineers", "slug": "for-engineers/ai", "href": "/courses/for-engineers/ai"}, {"title": "Agentic AI", "slug": "for-engineers/agentic-ai", "href": "/courses/for-engineers/agentic-ai"}, {"title": "Coding with AI", "slug": "for-engineers/ai-coding", "href": "/courses/for-engineers/ai-coding"}, {"title": "Claude Code", "slug": "for-engineers/claude-code", "href": "/courses/for-engineers/claude-code"}, {"title": "OpenClaw", "slug": "for-engineers/openclaw", "href": "/courses/for-engineers/openclaw"}, {"title": "MCP", "slug": "for-engineers/mcp", "href": "/courses/for-engineers/mcp"}, {"title": "RAG & Search", "slug": "for-engineers/rag-search", "href": "/courses/for-engineers/rag-search"}, {"title": "AI Evals", "slug": "for-engineers/ai-evals", "href": "/courses/for-engineers/ai-evals"}, {"title": "Machine Learning", "slug": "for-engineers/ml", "href": "/courses/for-engineers/ml"}, {"title": "LLM Ops", "slug": "for-engineers/llm-ops", "href": "/courses/for-engineers/llm-ops"}, {"title": "Context Eng", "slug": "for-engineers/context-engineering", "href": "/courses/for-engineers/context-engineering"}, {"title": "Security", "slug": "for-engineers/security", "href": "/courses/for-engineers/security"}, {"title": "System Design", "slug": "for-engineers/system-design", "href": "/courses/for-engineers/system-design"}, {"title": "Leadership", "slug": "for-engineers/leadership", "href": "/courses/for-engineers/leadership"}, {"title": "Career Growth", "slug": "for-engineers/career-growth", "href": "/courses/for-engineers/career-growth"}]}, {"category": {"slug": "design", "href": "/courses/design", "title": "Design", "palette": {"--palette-category-base": "#38085F", "--palette-category-highlight": "#772CBB", "--palette-category-border": "#B5A2D0"}}, "topics": [{"title": "AI for Designers", "slug": "for-designers/ai", "href": "/courses/for-designers/ai"}, {"title": "Agentic AI", "slug": "for-designers/agentic-ai", "href": "/courses/for-designers/agentic-ai"}, {"title": "Vibe Coding", "slug": "for-designers/vibe-coding", "href": "/courses/for-designers/vibe-coding"}, {"title": "Prototyping", "slug": "for-designers/prototyping", "href": "/courses/for-designers/prototyping"}, {"title": "Figma", "slug": "for-designers/figma", "href": "/courses/for-designers/figma"}, {"title": "Design Systems", "slug": "for-designers/design-systems", "href": "/courses/for-designers/design-systems"}, {"title": "User Research", "slug": "for-designers/user-research", "href": "/courses/for-designers/user-research"}, {"title": "Product Discovery", "slug": "for-designers/product-discovery", "href": "/courses/for-designers/product-discovery"}, {"title": "UX", "slug": "for-designers/ux", "href": "/courses/for-designers/ux"}, {"title": "UI", "slug": "for-designers/ui", "href": "/courses/for-designers/ui"}, {"title": "Visual Design", "slug": "for-designers/visual-design", "href": "/courses/for-designers/visual-design"}, {"title": "Design Strategy", "slug": "for-designers/strategy", "href": "/courses/for-designers/strategy"}, {"title": "Influence", "slug": "for-designers/influence", "href": "/courses/for-designers/influence"}, {"title": "Leadership", "slug": "for-designers/leadership", "href": "/courses/for-designers/leadership"}, {"title": "Career Growth", "slug": "for-designers/career-growth", "href": "/courses/for-designers/career-growth"}]}, {"category": {"slug": "marketing", "href": "/courses/marketing", "title": "Marketing", "palette": {"--palette-category-base": "#431532", "--palette-category-highlight": "#943170", "--palette-category-border": "#C99EB5"}}, "topics": [{"title": "AI for Marketers", "slug": "for-marketers/ai", "href": "/courses/for-marketers/ai"}, {"title": "Agentic AI", "slug": "for-marketers/agentic-ai", "href": "/courses/for-marketers/agentic-ai"}, {"title": "Vibe Coding", "slug": "for-marketers/vibe-coding", "href": "/courses/for-marketers/vibe-coding"}, {"title": "Automation", "slug": "for-marketers/marketing-automation", "href": "/courses/for-marketers/marketing-automation"}, {"title": "Content Marketing", "slug": "for-marketers/content-marketing", "href": "/courses/for-marketers/content-marketing"}, {"title": "Demand Gen", "slug": "for-marketers/demand-generation", "href": "/courses/for-marketers/demand-generation"}, {"title": "Go-to-Market", "slug": "for-marketers/gtm", "href": "/courses/for-marketers/gtm"}, {"title": "Product Marketing", "slug": "for-marketers/product-marketing", "href": "/courses/for-marketers/product-marketing"}, {"title": "Positioning", "slug": "for-marketers/positioning", "href": "/courses/for-marketers/positioning"}, {"title": "Social Media", "slug": "for-marketers/social-media", "href": "/courses/for-marketers/social-media"}, {"title": "Brand", "slug": "for-marketers/brand", "href": "/courses/for-marketers/brand"}, {"title": "B2B Marketing", "slug": "for-marketers/b2b", "href": "/courses/for-marketers/b2b"}, {"title": "SEO & AEO", "slug": "for-marketers/seo-aeo", "href": "/courses/for-marketers/seo-aeo"}, {"title": "Strategy", "slug": "for-marketers/strategy", "href": "/courses/for-marketers/strategy"}, {"title": "Leadership", "slug": "for-marketers/leadership", "href": "/courses/for-marketers/leadership"}]}, {"category": {"slug": "leadership", "href": "/courses/leadership", "title": "Leadership", "palette": {"--palette-category-base": "#50090E", "--palette-category-highlight": "#A9202A", "--palette-category-border": "#D49C98"}}, "topics": [{"title": "AI for Leaders", "slug": "for-leaders/ai", "href": "/courses/for-leaders/ai"}, {"title": "Agentic AI", "slug": "for-leaders/agentic-ai", "href": "/courses/for-leaders/agentic-ai"}, {"title": "AI Transformation", "slug": "for-leaders/ai-transformation", "href": "/courses/for-leaders/ai-transformation"}, {"title": "AI Governance", "slug": "for-leaders/ai-governance", "href": "/courses/for-leaders/ai-governance"}, {"title": "Communication", "slug": "for-leaders/communication", "href": "/courses/for-leaders/communication"}, {"title": "Influence", "slug": "for-leaders/influence", "href": "/courses/for-leaders/influence"}, {"title": "Strategy", "slug": "for-leaders/strategy", "href": "/courses/for-leaders/strategy"}, {"title": "Management", "slug": "for-leaders/management", "href": "/courses/for-leaders/management"}, {"title": "People Operations", "slug": "for-leaders/people-operations", "href": "/courses/for-leaders/people-operations"}, {"title": "Exec Presence", "slug": "for-leaders/executive-presence", "href": "/courses/for-leaders/executive-presence"}, {"title": "Storytelling", "slug": "for-leaders/storytelling", "href": "/courses/for-leaders/storytelling"}, {"title": "Goal-setting", "slug": "for-leaders/goal-setting", "href": "/courses/for-leaders/goal-setting"}, {"title": "Personal Brand", "slug": "for-leaders/personal-brand", "href": "/courses/for-leaders/personal-brand"}, {"title": "Career Growth", "slug": "for-leaders/career-growth", "href": "/courses/for-leaders/career-growth"}]}, {"category": {"slug": "founders", "href": "/courses/founders", "title": "Founders", "palette": {"--palette-category-base": "#0C3209", "--palette-category-highlight": "#077202", "--palette-category-border": "#69C662"}}, "topics": [{"title": "AI for Founders", "slug": "for-founders/ai", "href": "/courses/for-founders/ai"}, {"title": "Agentic AI", "slug": "for-founders/agentic-ai", "href": "/courses/for-founders/agentic-ai"}, {"title": "AI Workflows", "slug": "for-founders/ai-workflows", "href": "/courses/for-founders/ai-workflows"}, {"title": "Vibe Coding", "slug": "for-founders/vibe-coding", "href": "/courses/for-founders/vibe-coding"}, {"title": "Prototyping", "slug": "for-founders/prototyping", "href": "/courses/for-founders/prototyping"}, {"title": "Product Sense", "slug": "for-founders/product-sense", "href": "/courses/for-founders/product-sense"}, {"title": "Positioning", "slug": "for-founders/positioning", "href": "/courses/for-founders/positioning"}, {"title": "Product Discovery", "slug": "for-founders/product-discovery", "href": "/courses/for-founders/product-discovery"}, {"title": "Management", "slug": "for-founders/management", "href": "/courses/for-founders/management"}, {"title": "Strategy", "slug": "for-founders/strategy", "href": "/courses/for-founders/strategy"}, {"title": "Go-to-Market", "slug": "for-founders/gtm", "href": "/courses/for-founders/gtm"}, {"title": "Personal Brand", "slug": "for-founders/personal-brand", "href": "/courses/for-founders/personal-brand"}, {"title": "Leadership", "slug": "for-founders/leadership", "href": "/courses/for-founders/leadership"}, {"title": "Fundraising", "slug": "for-founders/fundraising", "href": "/courses/for-founders/fundraising"}, {"title": "PMF", "slug": "for-founders/product-market-fit", "href": "/courses/for-founders/product-market-fit"}]}, {"category": {"slug": "more", "href": "/courses/more", "title": "More", "palette": {"--palette-category-base": "#1E2C2B", "--palette-category-highlight": "#4A6361", "--palette-category-border": "#B9C1BE"}}, "topics": [{"title": "Everyone", "slug": "for-everyone", "href": "/courses/for-everyone"}, {"title": "Operators", "slug": "for-operators", "href": "/courses/for-operators"}, {"title": "Data Scientists", "slug": "for-data-scientists", "href": "/courses/for-data-scientists"}, {"title": "Business Analysts", "slug": "for-business-analysts", "href": "/courses/for-business-analysts"}, {"title": "User Researchers", "slug": "for-user-researchers", "href": "/courses/for-user-researchers"}, {"title": "Customer Success", "slug": "for-customer-success", "href": "/courses/for-customer-success"}, {"title": "Project Managers", "slug": "for-project-managers", "href": "/courses/for-project-managers"}, {"title": "HR Professionals", "slug": "for-hr-professionals", "href": "/courses/for-hr-professionals"}, {"title": "Sales People", "slug": "for-sales-people", "href": "/courses/for-sales-people"}, {"title": "Lawyers", "slug": "for-lawyers", "href": "/courses/for-lawyers"}, {"title": "Finance", "slug": "for-finance-professionals", "href": "/courses/for-finance-professionals"}, {"title": "Investors", "slug": "for-investors", "href": "/courses/for-investors"}, {"title": "Real Estate", "slug": "for-real-estate-agents", "href": "/courses/for-real-estate-agents"}, {"title": "Educators", "slug": "for-educators", "href": "/courses/for-educators"}, {"title": "Creators", "slug": "for-creators", "href": "/courses/for-creators"}]}], "navTagLinks": [{"tag": {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}, "link_slug": "for-product-managers/agentic-ai"}, {"tag": {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, "link_slug": "for-product-managers"}, {"tag": {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, "link_slug": "for-engineers"}], "now": "2026-05-19T22:54:06.189Z"}, "__N_SSG": true}, "page": "/p/[slug]/[...ignored]", "query": {"slug": "70b5f3", "ignored": ["evaluating-ai-agents-before-users-break-them"]}, "buildId": "qPlLjBFLQ9fnkFKJ7n7E-", "isFallback": false, "isExperimentalCompile": false, "gsp": true, "scriptLoader": []}}