{"url": "https://maven.com/p/7d5864/llm-ops-patterns-for-robust-agentic-systems-development", "core": {"title": "LLMOps Patterns for Robust Agentic Systems Development", "slug": "7d5864", "id": 6644, "page_type": "workshop", "description": "Agentic systems fail not because models are weak, but because they lack control, observability and constraints. This topic matters because production agents must be predictable, debuggable, and cost-aware. Understanding LLMOps patterns is what turns experimental agents into systems teams can safely deploy and operate.", "start_datetime": "2026-01-09T16:00:00Z", "duration_min": 45, "is_recording_public": true, "has_internal_recording": true, "instructor_name": "Aurimas Griciūnas", "instructor_title": "Founder & CEO @ SwirlAI | Former CPO @ Neptune.ai (acquired by OpenAI)", "instructor_headline": "", "course_name": "End-to-End AI Engineering Bootcamp", "course_slug": "end-to-end-ai-engineering", "school_name": "SwirlAI", "school_slug": "swirl-ai", "chapter_count": 12}, "next_data": {"props": {"pageProps": {"apiSchool": {"id": 14202, "slug": "swirl-ai", "name": "SwirlAI", "is_stripe_connected": true, "stripe_connect_account_id": "acct_1Rxjfd3x3DkVdYB4", "zoom_auth_version": 2, "verified": true, "timezone": "Europe/Vilnius", "support_email": null, "school_tags": [{"id": 413, "tag_type": "internal_collection", "label": "[Beta] New SKU's Opt-in (2026)", "slug": "beta-new-skus-2026", "description": null, "parent_tag_id": null}], "instructor_bio": null}, "pageType": "workshop", "school": {"id": 14202, "slug": "swirl-ai", "name": "SwirlAI", "is_stripe_connected": true, "stripe_connect_account_id": "acct_1Rxjfd3x3DkVdYB4", "zoom_auth_version": 2, "verified": true, "timezone": "Europe/Vilnius", "support_email": null, "school_tags": [{"id": 413, "tag_type": "internal_collection", "label": "[Beta] New SKU's Opt-in (2026)", "slug": "beta-new-skus-2026", "description": null, "parent_tag_id": null}], "instructor_bio": null}, "course": {"slug": "end-to-end-ai-engineering", "school_id": 14202, "name": "End-to-End AI Engineering Bootcamp", "id": 15766, "format": "full_course", "description": "Master end-to-end AI engineering - transform prototypes into production-ready apps with LLMs, RAG & agents in just 8 weeks.", "attrs": {"courses_page_highlight_order_index": null, "custom_landing_page_url": null, "facebook_pixel_id": null, "is_course_application_enabled": false, "is_demoted_on_courses_page": false, "is_hidden_by_maven_staff": false, "is_live_on_courses_page": true, "short_description": null, "skip_landing_page": null, "satisfaction_guarantee_status": "unset"}, "social_image_url": "https://d2426xcxuh3ht5.cloudfront.net/nvJPVRRSR6YrWbrhbmxH_Copy%20of%20Copy%20of%20Course%20landing.jpg", "course_image_url": null, "clp_hero_media": {"media_type": "image_url", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/RBAjVfKFSTWEcxNlGQHs_Copy of Course landing (2).jpg", "youtube_video_id": "dQw4w9WgXcQ", "vimeo_video_id": null}, "instructor_infos": [{"name": "Aurimas Griciunas", "image_url": "https://user-assets.maven.com/instructor-avatars/end-to-end-ai-engineering/aurimas-griciunas-8100b589.png", "image_url_no_bg": "https://user-assets.maven.com/instructor-avatars/end-to-end-ai-engineering/aurimas-griciunas-bbabfdd1-no-bg.png", "uuid": "e2a0279e-860d-4a6c-bc20-80837728651a", "bio_html": "<p>Aurimas Griciūnas is a recognized AI expert, LinkedIn Top Voice in AI, and the founder of SwirlAI. He previously served as Chief Product Officer at Neptune.ai where he worked closely with top ML teams to scale infrastructure, evaluation, and LLMOps practices across industries. With over a decade of experience at the intersection of data science, machine learning, and software engineering, Aurimas has led AI initiatives in both startups and enterprise environments. His mission is to bridge the gap between hype and reality by teaching engineers how to build systems that work in the real world. Students will benefit from his hands-on knowledge, technical depth, and product-first mindset - gained by solving actual engineering problems.</p>", "headline": "Founder @ SwirlAI • Ex CPO @ neptune.ai", "title": "LinkedIn Top Voice in AI • Founder & CEO @ SwirlAI", "linkedin_url": "www.linkedin.com/in/aurimas-griciunas", "twitter_handle": "@Aurimas_Gr", "custom_social_link": "https://www.swirlai.com", "logos": {"logos": [{"image_url": "https://asset.brandfetch.io/idiqc62DHm/id1FFCYumh.svg", "type": "logo", "file_type": "svg", "uuid": "2a8f45b6-6e30-44e7-9a2d-3d1dc5b66b91", "name": "neptune.ai"}], "label": "Former CPO @ Neptune.ai (acquired by OpenAI)"}, "highlights": null, "highlights_html": "<ul><li></li></ul>", "preferred_name": null}], "instructor_caption": "LinkedIn Top Voice in AI • Founder & CEO @ SwirlAI", "course_tags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 80, "tag_type": "deprecated", "label": "AI/ML engineering", "slug": "x-subcategory-ai-ml-engineering", "description": null, "parent_tag_id": 35}, {"id": 108, "tag_type": "deprecated", "label": "AI/ML engineering", "slug": "x-subcategory-ai-ml-engineering-1", "description": null, "parent_tag_id": 31}, {"id": 110, "tag_type": "deprecated", "label": "Software engineering", "slug": "x-subcategory-software-engineering", "description": null, "parent_tag_id": 31}, {"id": 172, "tag_type": "internal_collection", "label": "AI Affiliates", "slug": "ai-affiliates-nov-24", "description": null, "parent_tag_id": null}, {"id": 226, "tag_type": "internal_collection", "label": "Building AI-Native Products", "slug": "building-ai-native-products", "description": null, "parent_tag_id": null}, {"id": 243, "tag_type": "public_collection", "label": "Lenny's List AI", "slug": "lennys-list-ai", "description": null, "parent_tag_id": null}, {"id": 244, "tag_type": "internal_collection", "label": "Courses filtered for recommendations", "slug": "courses-filtered-for-recommendations", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 299, "tag_type": "persona", "label": "For Data Scientists", "slug": "for-data-scientists", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}, {"id": 332, "tag_type": "topic", "label": "Machine Learning", "slug": "ml", "description": null, "parent_tag_id": null}, {"id": 432, "tag_type": "topic", "label": "LLM Ops", "slug": "llm-ops", "description": null, "parent_tag_id": null}, {"id": 441, "tag_type": "topic", "label": "RAG & Search", "slug": "rag-search", "description": null, "parent_tag_id": null}]}, "contentPageSlug": "7d5864", "contentPage": {"id": 6644, "school_id": 14202, "slug": "7d5864", "content_page_type": "workshop", "sections": [{"uuid": "0893bfd2-55b6-4116-b63f-eb376b935f93", "title": "LLMOps Patterns for Robust Agentic Systems Development", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/I7HoKQsHTwekVCJYIb2b_Copy%20of%20Course%20landing%20(1).png", "is_visible": true, "topic_desc": "Agentic systems fail not because models are weak, but because they lack control, observability and constraints. This topic matters because production agents must be predictable, debuggable, and cost-aware. Understanding LLMOps patterns is what turns experimental agents into systems teams can safely deploy and operate.", "brand_logos": {"label": "Previously at", "logos": []}, "section_type": "main", "instructor_infos": [{"name": "Aurimas Griciūnas", "uuid": "e6e280c3-b793-4739-ade5-c2b2857c5e92", "logos": null, "title": "Founder & CEO @ SwirlAI | Former CPO @ Neptune.ai (acquired by OpenAI)", "bio_html": "<p>Aurimas Griciūnas is a recognized AI expert, LinkedIn Top Voice in AI, and the founder of SwirlAI. He previously served as Chief Product Officer at Neptune.ai where he worked closely with top ML teams to scale infrastructure, evaluation, and LLMOps practices across industries. With over a decade of experience at the intersection of data science, machine learning, and software engineering, Aurimas has led AI initiatives in both startups and enterprise environments. His mission is to bridge the gap between hype and reality by teaching engineers how to build systems that work in the real world. Students will benefit from his hands-on knowledge, technical depth, and product-first mindset - gained by solving actual engineering problems.</p>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/6h5cqbb0RRCn1tuEtD93_Aurimas%20LinkedIn%20Smaller.jpg", "highlights": null, "linkedin_url": null, "twitter_handle": null, "highlights_html": null, "image_url_no_bg": null, "custom_social_link": null}], "learning_outcomes": [{"uuid": "1fe99ef3-9336-41f1-aca5-cee567f6c241", "title": "Design observable and debuggable agentic systems", "description": "Learn the importance and fundamentals of tracing, state management and decision logging patterns."}, {"uuid": "73e5619f-dfc0-4274-bd53-8b519d090285", "title": "Make your agentic systems robust and stable", "description": "Learn the key failure modes of agentic systems and LLMOps patterns that help prevent costly disasters in production."}, {"uuid": "0138e1c3-08e0-4500-a72e-6a901c000594", "title": "Build evaluation and cost controls into agents", "description": "Learn when evaluating agentic systems adds real value and when it is an unnecessary cost."}]}], "created_at": "2026-02-12T21:07:23.853871Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 15766, "course_stripe_promo_code_id": null}, "school_event": {"id": 6644, "slug": null, "title": "LLMOps Patterns for Robust Agentic Systems Development", "description": null, "start_datetime": "2026-01-09T16:00:00Z", "end_datetime": "2026-01-09T16:45:00Z", "start_date": "2026-01-09", "start_time": "18:00:00", "duration_min": 45, "timezone": "Europe/Vilnius", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 384}, "relatedWorkshops": [{"id": 3081, "school_id": 14202, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 15766, "workshop_tags": [{"id": 2, "tag_type": "category", "label": "Product", "slug": "product-ll", "description": null, "parent_tag_id": null}, {"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 137, "tag_type": "internal_collection", "label": "Instructor", "slug": "Instructor", "description": null, "parent_tag_id": null}, {"id": 226, "tag_type": "internal_collection", "label": "Building AI-Native Products", "slug": "building-ai-native-products", "description": null, "parent_tag_id": null}, {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 432, "tag_type": "topic", "label": "LLM Ops", "slug": "llm-ops", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 3912, "school_id": 14202, "slug": "8c6863", "content_page_type": "workshop", "sections": [{"uuid": "53a25013-c488-42ff-9fd9-ee8be45a8a63", "title": "Deploy Reliable AI Systems with LLMOps", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/we3shNAPT6u5dPKfWLrr_Course landing (3).png", "is_visible": true, "topic_desc": "LLMOps is essential because production AI systems often fail silently without robust ops practices. Learning LLMOps gives you the skills to build scalable, reliable, observable AI solutions - setting you apart professionally and positioning you for senior AI engineering roles.", "brand_logos": {"label": "Previously at", "logos": []}, "section_type": "main", "instructor_infos": [{"name": "Aurimas Griciunas", "uuid": "fc331539-75a5-4062-816b-ca3dd94fd41c", "title": "LinkedIn Top Voice in AI • Founder & CEO @ SwirlAI • Former CPO @ Neptune.ai", "bio_html": "<p>Aurimas Griciūnas is a recognized AI expert, LinkedIn Top Voice in AI, and the founder of SwirlAI. He previously served as Chief Product Officer at Neptune.ai where he worked closely with top ML teams to scale infrastructure, evaluation, and LLMOps practices across industries. With over a decade of experience at the intersection of data science, machine learning, and software engineering, Aurimas has led AI initiatives in both startups and enterprise environments. His mission is to bridge the gap between hype and reality by teaching engineers how to build systems that work in the real world. Students will benefit from his hands-on knowledge, technical depth, and product-first mindset - gained by solving actual engineering problems.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/MogkCB3yQZWbJCVbKi6B_Aurimas LinkedIn (2).jpg"}], "learning_outcomes": [{"uuid": "dc5f1426-5d1e-4afe-99a9-f0aea428a4fc", "title": "What Is LLMOps", "description": "Learn what LLMOps is and why it’s essential for production-ready LLM applications."}, {"uuid": "9a7e2600-e2a6-4ef8-af57-8f74158bb08b", "title": "Build Observability into AI Systems", "description": "Learn how to evaluate and monitor LLM-based systems to detect failures before they reach users."}, {"uuid": "f511e2f0-c145-4955-a884-3a857a93517a", "title": "Build Your Roadmap", "description": "Create a clear step-by-step LLMOps plan that fits your team’s tools, workflows, and stage of AI adoption."}]}], "created_at": "2026-02-12T21:00:19.720158Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 15766, "course_stripe_promo_code_id": null}, "school_event": {"id": 3912, "slug": null, "title": "Deploy Reliable AI Systems with LLMOps", "description": null, "start_datetime": "2025-06-05T15:00:00Z", "end_datetime": "2025-06-05T16:00:00Z", "start_date": "2025-06-05", "start_time": "18:00:00", "duration_min": 60, "timezone": "Europe/Vilnius", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 1023}}, {"id": 4290, "school_id": 10564, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 13822, "workshop_tags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 257, "tag_type": "internal_collection", "label": "Building AI Systems", "slug": "building-ai-systems", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}, {"id": 395, "tag_type": "internal_collection", "label": "2025 Maven Rewind", "slug": "maven-rewind-2025", "description": null, "parent_tag_id": null}, {"id": 432, "tag_type": "topic", "label": "LLM Ops", "slug": "llm-ops", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 5129, "school_id": 10564, "slug": "bf376c", "content_page_type": "workshop", "sections": [{"uuid": "07e0fb76-09e1-4b7a-a470-dd6907def162", "title": "Making LLM Agents Observable & Debuggable", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/p4O0avAAS0CXIRj80Tvo_Screenshot%202025-08-30%20at%207.19.34%E2%80%AFpm.png", "is_visible": true, "topic_desc": "As LLM agents take on complex tasks—long chats, memory, multi-step tools—traditional model evals fall short. Failures go undetected, costing time, trust, and money. Opik is an open-source platform that brings observability to agents: test behavior, trace actions, and improve performance continuously. Learn how to debug smarter and ship more reliable AI systems.", "brand_logos": {"label": "", "logos": [{"name": "Yale University", "type": "icon", "uuid": "01ad719e-26cd-40b1-8814-3c2e9514feb9", "file_type": "jpeg", "image_url": "https://asset.brandfetch.io/idLT-yPqwp/idyZishAwX.jpeg"}, {"name": "Twilio", "type": "logo", "uuid": "025af9a3-d603-481e-b494-a76d0e594f29", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idT7wVo_zL/idv6P5GaJs.svg"}, {"name": "Opendoor", "type": "logo", "uuid": "3a22193e-dea8-48c2-a72b-ac3240c53912", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idhtVmcKtU/idi-Hnojqg.svg"}]}, "section_type": "main", "instructor_infos": [{"name": "Hugo Bowne-Anderson", "uuid": "4b375e4f-7f6d-4953-aa3b-190eb0691af3", "logos": null, "title": "Podcaster, Educator, DS & ML expert", "bio_html": "<p>Hugo Bowne-Anderson is an independent data and AI consultant with extensive experience in the tech industry. He is the host of the industry Vanishing Gradients, where he explores cutting-edge developments in data science and artificial intelligence. As a data scientist, educator, evangelist, content marketer, and strategist, Hugo has worked with leading companies in the field. His past roles include Head of Developer Relations at Outerbounds, a company committed to building infrastructure for machine learning applications, and positions at Coiled and DataCamp, where he focused on scaling data science and online education respectively. Hugo's teaching experience spans from institutions like Yale University and Cold Spring Harbor Laboratory to conferences such as SciPy, PyCon, and ODSC. He has also worked with organizations like Data Carpentry to promote data literacy. His impact on data science education is significant, having developed over 30 courses on the DataCamp platform that have reached more than 3 million learners worldwide. Hugo also created and hosted the popular weekly data industry podcast DataFramed for two years. Committed to democratizing data skills and access to data science tools, Hugo advocates for open source software both for individuals and enterprises.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/FuGjRDr1RHuO60QINYp3_hba-headshot.jpg", "highlights": null, "linkedin_url": null, "twitter_handle": null, "image_url_no_bg": null, "custom_social_link": null}, {"name": "Claire Longo", "uuid": "69bd53f5-5d7d-4afe-bb91-99c4a8ae1ab1", "logos": {"label": "", "logos": []}, "title": "AI Researcher at Comet | Mathematician | Startup Advisor | ex-Arize AI 📈", "bio_html": "<p>Claire is an AI leader, a MLOps and data science practitioner, and an advocate and mentor for women in the AI industry. She started her career as a statistician and worked her way up to a data scientist role at Trunk Club where she specialized in building personalization algorithms and outfit recommenders. After personally feeling the challenges of bringing models to production, she focused her career on MLOps and LLMOps best practices. She moved to Twilio and then Opendoor where she built and led engineering teams and platform teams focused on researching and deploying models at scale. She holds a master’s in statistics and a bachelor’s in applied mathematics.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/Kp0CNlq6Rk4mg4dga4Zo_longo.jpeg", "highlights": [], "linkedin_url": "", "twitter_handle": "", "image_url_no_bg": null, "custom_social_link": ""}], "learning_outcomes": [{"uuid": "6cede923-dc54-427c-94e6-e6ae9cf9189c", "title": "How to debug and monitor agent behaviour in real-time", "description": "LLM agents fail silently, hallucinate, and drift: learn to catch issues early with output checks, trace logs, & metrics."}, {"uuid": "fe9fb0cb-061a-4bca-b5fc-ade48c5dc50a", "title": "Work with human annotations and LLM's-as-a-judge", "description": "Use humans and LLMs to evaluate outputs with real-world workflows and practical examples you can apply immediately."}, {"uuid": "c89b5ca0-a57f-4687-a48b-714467b02613", "title": "Using MCPs to level-up your vibe coding with telemetry", "description": "Give your IDE eyes and ears using Opik MCP to add telemetry and metrics, so you can spot and fix AI issues fast."}, {"uuid": "6c8f6027-b742-43ee-8bdc-3d325c81406b", "title": "Start building today with open-source cookbooks", "description": "Get hands-on examples that work across LLMs and agent frameworks—apply these methods in your stack right away."}]}], "created_at": "2026-02-12T21:03:30.074329Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 13822, "course_stripe_promo_code_id": null}, "school_event": {"id": 5129, "slug": null, "title": "Making LLM Agents Observable & Debuggable", "description": null, "start_datetime": "2025-10-16T23:00:00Z", "end_datetime": "2025-10-16T23:30:00Z", "start_date": "2025-10-17", "start_time": "01:00:00", "duration_min": 30, "timezone": "Europe/Rome", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 1513}}, {"id": 5557, "school_id": 9870, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 17646, "workshop_tags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 137, "tag_type": "internal_collection", "label": "Instructor", "slug": "Instructor", "description": null, "parent_tag_id": null}, {"id": 224, "tag_type": "internal_collection", "label": "Do Not List", "slug": "do-not-list", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 432, "tag_type": "topic", "label": "LLM Ops", "slug": "llm-ops", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 6400, "school_id": 9870, "slug": "3efa60", "content_page_type": "workshop", "sections": [{"uuid": "4444c7ec-6418-4dc3-b3f5-da48483e6880", "title": "Design Observability for LLM Apps", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/rsBC8OOSJ6fTSglT56dQ_Single%20Instructor%20(6).png", "is_visible": true, "topic_desc": "Many LLM apps fail quietly in production. Without the right metrics, teams struggle to spot quality issues, rising costs, or degraded user experience. This session focuses on designing observability for LLM apps, covering which metrics matter, how to instrument systems responsibly, and how to use data to detect issues early and guide product and engineering decisions.", "brand_logos": {"label": "Previous students from", "logos": [{"name": "Google", "type": "logo", "uuid": "bea393f1-821f-44cb-8c2e-b6c7e5e4b94d", "file_type": "svg", "image_url": "https://asset.brandfetch.io/id6O2oGzv-/idjOb2YcqW.svg"}, {"name": "Meta", "type": "logo", "uuid": "c7193dfd-39b9-43f1-9072-66aba23c3440", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idWvz5T3V7/idpvCl_Ipb.svg"}, {"name": "NVIDIA", "type": "logo", "uuid": "16675640-b766-416d-9772-c2ad2dfe5cb9", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idXoj5DuCE/idT_Ez1lMm.svg"}, {"name": "OpenAI", "type": "logo", "uuid": "cb0d2a36-e5b4-4df4-bdc1-ec6d8bddf0f1", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idR3duQxYl/idS9nxrHVA.svg"}, {"name": "Amazon Web Services", "type": "logo", "uuid": "1e618fce-6750-40db-903e-2d39936946b6", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idVoqFQ-78/idAgLCF87x.svg"}]}, "section_type": "main", "instructor_infos": [{"name": "Dr. Aki Wijesundara", "uuid": "8f26408f-e1f7-4f93-b49b-be9fd0dac49f", "logos": null, "title": "AI Founder | Educator | Google AI Accelerator Alum", "bio_html": "<p>Aki Wijesundara is an AI researcher, educator, and founder with a PhD in Machine Learning and experience at Google's AI Accelerator, where he contributed to advancing real-world applications of machine learning and large language models. As Co-Founder of Snapdrum, he helps organizations design, build, and deploy applied AI systems that move beyond prototypes to production-scale impact.</p><p>Aki has taught over 5,000+ engineers, founders, and product leaders worldwide how to build production-ready AI systems using LangChain, RAG pipelines, and MLOps frameworks.</p><p>He serves as AI Advisor to the United Nations, contributing expertise on responsible AI implementation and policy.</p><p>His work bridges cutting-edge research and practical implementation across text, voice, and multimodal AI.</p><p>Alongside Snapdrum, Aki serves as CTO of Krybe, an AI voice automation startup, and CTO of Tilli, an edtech company redefining how learners engage with AI-powered education.</p>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/HIUDhIGJQYuXzMKsYIVK_aki.png", "highlights": null, "linkedin_url": null, "twitter_handle": null, "highlights_html": null, "image_url_no_bg": null, "custom_social_link": null}], "learning_outcomes": [{"uuid": "9526ce6e-e091-4b1d-ad26-395abb28d86d", "title": "How to choose metrics that reflect real LLM behavior", "description": "Learn which signals actually matter, including quality, latency, cost, and failure modes."}, {"uuid": "75937234-96d9-4bf7-84ea-dcf11d0ee36f", "title": "How to instrument LLM apps beyond basic logs", "description": "Understand how to capture inputs, outputs, and intermediate steps without over-instrumenting."}, {"uuid": "4b79b420-a9c4-42d7-afc8-915086187938", "title": "How to detect and diagnose production issues", "description": "Learn how observability helps identify hallucinations, regressions, and silent failures."}, {"uuid": "1b81c8d0-a64b-46d4-aa38-fa5313401b99", "title": "How to use metrics to guide iteration", "description": "Learn how to connect observability data to product and engineering decisions."}]}], "created_at": "2026-02-12T21:06:54.439827Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 17646, "course_stripe_promo_code_id": null}, "school_event": {"id": 6400, "slug": null, "title": "Design Observability for LLM Apps", "description": null, "start_datetime": "2026-01-12T22:00:00Z", "end_datetime": "2026-01-12T22:30:00Z", "start_date": "2026-01-13", "start_time": "03:30:00", "duration_min": 30, "timezone": "Asia/Colombo", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 178}}], "exploreCourses": null, "workshopTags": [{"id": 137, "tag_type": "internal_collection", "label": "Instructor", "slug": "Instructor", "description": null, "parent_tag_id": null}, {"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 432, "tag_type": "topic", "label": "LLM Ops", "slug": "llm-ops", "description": null, "parent_tag_id": null}], "videoChapters": [{"title": "Introduction and Waiting for Attendees", "start_seconds": 467}, {"title": "Kicking Off the Session & Speaker Introduction", "start_seconds": 758}, {"title": "The Development Lifecycle of an Agentic AI Product", "start_seconds": 975}, {"title": "Minimal Viable Agency and System Topologies", "start_seconds": 1397}, {"title": "LLMOps Pattern 1: Granular Observability and Tracing", "start_seconds": 1698}, {"title": "LLMOps Pattern 2: Eval-Driven Development", "start_seconds": 1982}, {"title": "The Importance of Granular Evals", "start_seconds": 2255}, {"title": "LLMOps Pattern 3: Granular Versioning", "start_seconds": 2438}, {"title": "LLMOps Pattern 4: Model Routing for Robustness", "start_seconds": 2624}, {"title": "LLMOps Pattern 5: Evals in the CI/CD Pipeline", "start_seconds": 2870}, {"title": "LLMOps Tooling Market and Bootcamp Promotion", "start_seconds": 3017}, {"title": "Audience Q&A Session", "start_seconds": 3169}], "navPages": [{"category": {"slug": "ai", "href": "/courses/ai", "title": "AI", "palette": {"--palette-category-base": "#460952", "--palette-category-highlight": "#931FAA", "--palette-category-border": "#EDA6FB"}}, "topics": [{"title": "Agentic AI", "slug": "ai/agentic-ai", "href": "/courses/ai/agentic-ai"}, {"title": "Coding with AI", "slug": "ai/ai-coding", "href": "/courses/ai/ai-coding"}, {"title": "AI Workflows", "slug": "ai/ai-workflows", "href": "/courses/ai/ai-workflows"}, {"title": "Claude Code", "slug": "ai/claude-code", "href": "/courses/ai/claude-code"}, {"title": "OpenClaw", "slug": "ai/openclaw", "href": "/courses/ai/openclaw"}, {"title": "Vibe Coding", "slug": "ai/vibe-coding", "href": "/courses/ai/vibe-coding"}, {"title": "AI Evals", "slug": "ai/evals", "href": "/courses/ai/evals"}, {"title": "AI Transformation", "slug": "ai/ai-transformation", "href": "/courses/ai/ai-transformation"}, {"title": "RAG & Search", "slug": "ai/rag-search", "href": "/courses/ai/rag-search"}, {"title": "MCP", "slug": "ai/mcp", "href": "/courses/ai/mcp"}, {"title": "AI for PMs", "slug": "ai/for-product-managers", "href": "/courses/ai/for-product-managers"}, {"title": "AI for Engineers", "slug": "ai/for-engineers", "href": "/courses/ai/for-engineers"}, {"title": "AI for Designers", "slug": "ai/for-designers", "href": "/courses/ai/for-designers"}, {"title": "AI for Marketers", "slug": "ai/for-marketers", "href": "/courses/ai/for-marketers"}, {"title": "AI for Founders", "slug": "ai/for-founders", "href": "/courses/ai/for-founders"}]}, {"category": {"slug": "product", "href": "/courses/product", "title": "Product", "palette": {"--palette-category-base": "#510B00", "--palette-category-highlight": "#B33600", "--palette-category-border": "#F7804D"}}, "topics": [{"title": "AI for PMs", "slug": "for-product-managers/ai", "href": "/courses/for-product-managers/ai"}, {"title": "Agentic AI", "slug": "for-product-managers/agentic-ai", "href": "/courses/for-product-managers/agentic-ai"}, {"title": "AI Evals", "slug": "for-product-managers/ai-evals", "href": "/courses/for-product-managers/ai-evals"}, {"title": "Vibe Coding", "slug": "for-product-managers/vibe-coding", "href": "/courses/for-product-managers/vibe-coding"}, {"title": "Product Sense", "slug": "for-product-managers/product-sense", "href": "/courses/for-product-managers/product-sense"}, {"title": "Product Discovery", "slug": "for-product-managers/product-discovery", "href": "/courses/for-product-managers/product-discovery"}, {"title": "User Research", "slug": "for-product-managers/user-research", "href": "/courses/for-product-managers/user-research"}, {"title": "Prototyping", "slug": "for-product-managers/prototyping", "href": "/courses/for-product-managers/prototyping"}, {"title": "Growth", "slug": "for-product-managers/growth", "href": "/courses/for-product-managers/growth"}, {"title": "Analytics", "slug": "for-product-managers/analytics", "href": "/courses/for-product-managers/analytics"}, {"title": "Tech Foundations", "slug": "for-product-managers/technical-foundations", "href": "/courses/for-product-managers/technical-foundations"}, {"title": "Strategy", "slug": "for-product-managers/strategy", "href": "/courses/for-product-managers/strategy"}, {"title": "Influence", "slug": "for-product-managers/influence", "href": "/courses/for-product-managers/influence"}, {"title": "Leadership", "slug": "for-product-managers/leadership", "href": "/courses/for-product-managers/leadership"}, {"title": "Career Growth", "slug": "for-product-managers/career-growth", "href": "/courses/for-product-managers/career-growth"}]}, {"category": {"slug": "engineering", "href": "/courses/engineering", "title": "Engineering", "palette": {"--palette-category-base": "#00332F", "--palette-category-highlight": "#00746B", "--palette-category-border": "#88B7B2"}}, "topics": [{"title": "AI for Engineers", "slug": "for-engineers/ai", "href": "/courses/for-engineers/ai"}, {"title": "Agentic AI", "slug": "for-engineers/agentic-ai", "href": "/courses/for-engineers/agentic-ai"}, {"title": "Coding with AI", "slug": "for-engineers/ai-coding", "href": "/courses/for-engineers/ai-coding"}, {"title": "Claude Code", "slug": "for-engineers/claude-code", "href": "/courses/for-engineers/claude-code"}, {"title": "OpenClaw", "slug": "for-engineers/openclaw", "href": "/courses/for-engineers/openclaw"}, {"title": "MCP", "slug": "for-engineers/mcp", "href": "/courses/for-engineers/mcp"}, {"title": "RAG & Search", "slug": "for-engineers/rag-search", "href": "/courses/for-engineers/rag-search"}, {"title": "AI Evals", "slug": "for-engineers/ai-evals", "href": "/courses/for-engineers/ai-evals"}, {"title": "Machine Learning", "slug": "for-engineers/ml", "href": "/courses/for-engineers/ml"}, {"title": "LLM Ops", "slug": "for-engineers/llm-ops", "href": "/courses/for-engineers/llm-ops"}, {"title": "Context Eng", "slug": "for-engineers/context-engineering", "href": "/courses/for-engineers/context-engineering"}, {"title": "Security", "slug": "for-engineers/security", "href": "/courses/for-engineers/security"}, {"title": "System Design", "slug": "for-engineers/system-design", "href": "/courses/for-engineers/system-design"}, {"title": "Leadership", "slug": "for-engineers/leadership", "href": "/courses/for-engineers/leadership"}, {"title": "Career Growth", "slug": "for-engineers/career-growth", "href": "/courses/for-engineers/career-growth"}]}, {"category": {"slug": "design", "href": "/courses/design", "title": "Design", "palette": {"--palette-category-base": "#38085F", "--palette-category-highlight": "#772CBB", "--palette-category-border": "#B5A2D0"}}, "topics": [{"title": "AI for Designers", "slug": "for-designers/ai", "href": "/courses/for-designers/ai"}, {"title": "Agentic AI", "slug": "for-designers/agentic-ai", "href": "/courses/for-designers/agentic-ai"}, {"title": "Vibe Coding", "slug": "for-designers/vibe-coding", "href": "/courses/for-designers/vibe-coding"}, {"title": "Prototyping", "slug": "for-designers/prototyping", "href": "/courses/for-designers/prototyping"}, {"title": "Figma", "slug": "for-designers/figma", "href": "/courses/for-designers/figma"}, {"title": "Design Systems", "slug": "for-designers/design-systems", "href": "/courses/for-designers/design-systems"}, {"title": "User Research", "slug": "for-designers/user-research", "href": "/courses/for-designers/user-research"}, {"title": "Product Discovery", "slug": "for-designers/product-discovery", "href": "/courses/for-designers/product-discovery"}, {"title": "UX", "slug": "for-designers/ux", "href": "/courses/for-designers/ux"}, {"title": "UI", "slug": "for-designers/ui", "href": "/courses/for-designers/ui"}, {"title": "Visual Design", "slug": "for-designers/visual-design", "href": "/courses/for-designers/visual-design"}, {"title": "Design Strategy", "slug": "for-designers/strategy", "href": "/courses/for-designers/strategy"}, {"title": "Influence", "slug": "for-designers/influence", "href": "/courses/for-designers/influence"}, {"title": "Leadership", "slug": "for-designers/leadership", "href": "/courses/for-designers/leadership"}, {"title": "Career Growth", "slug": "for-designers/career-growth", "href": "/courses/for-designers/career-growth"}]}, {"category": {"slug": "marketing", "href": "/courses/marketing", "title": "Marketing", "palette": {"--palette-category-base": "#431532", "--palette-category-highlight": "#943170", "--palette-category-border": "#C99EB5"}}, "topics": [{"title": "AI for Marketers", "slug": "for-marketers/ai", "href": "/courses/for-marketers/ai"}, {"title": "Agentic AI", "slug": "for-marketers/agentic-ai", "href": "/courses/for-marketers/agentic-ai"}, {"title": "Vibe Coding", "slug": "for-marketers/vibe-coding", "href": "/courses/for-marketers/vibe-coding"}, {"title": "Automation", "slug": "for-marketers/marketing-automation", "href": "/courses/for-marketers/marketing-automation"}, {"title": "Content Marketing", "slug": "for-marketers/content-marketing", "href": "/courses/for-marketers/content-marketing"}, {"title": "Demand Gen", "slug": "for-marketers/demand-generation", "href": "/courses/for-marketers/demand-generation"}, {"title": "Go-to-Market", "slug": "for-marketers/gtm", "href": "/courses/for-marketers/gtm"}, {"title": "Product Marketing", "slug": "for-marketers/product-marketing", "href": "/courses/for-marketers/product-marketing"}, {"title": "Positioning", "slug": "for-marketers/positioning", "href": "/courses/for-marketers/positioning"}, {"title": "Social Media", "slug": "for-marketers/social-media", "href": "/courses/for-marketers/social-media"}, {"title": "Brand", "slug": "for-marketers/brand", "href": "/courses/for-marketers/brand"}, {"title": "B2B Marketing", "slug": "for-marketers/b2b", "href": "/courses/for-marketers/b2b"}, {"title": "SEO & AEO", "slug": "for-marketers/seo-aeo", "href": "/courses/for-marketers/seo-aeo"}, {"title": "Strategy", "slug": "for-marketers/strategy", "href": "/courses/for-marketers/strategy"}, {"title": "Leadership", "slug": "for-marketers/leadership", "href": "/courses/for-marketers/leadership"}]}, {"category": {"slug": "leadership", "href": "/courses/leadership", "title": "Leadership", "palette": {"--palette-category-base": "#50090E", "--palette-category-highlight": "#A9202A", "--palette-category-border": "#D49C98"}}, "topics": [{"title": "AI for Leaders", "slug": "for-leaders/ai", "href": "/courses/for-leaders/ai"}, {"title": "Agentic AI", "slug": "for-leaders/agentic-ai", "href": "/courses/for-leaders/agentic-ai"}, {"title": "AI Transformation", "slug": "for-leaders/ai-transformation", "href": "/courses/for-leaders/ai-transformation"}, {"title": "AI Governance", "slug": "for-leaders/ai-governance", "href": "/courses/for-leaders/ai-governance"}, {"title": "Communication", "slug": "for-leaders/communication", "href": "/courses/for-leaders/communication"}, {"title": "Influence", "slug": "for-leaders/influence", "href": "/courses/for-leaders/influence"}, {"title": "Strategy", "slug": "for-leaders/strategy", "href": "/courses/for-leaders/strategy"}, {"title": "Management", "slug": "for-leaders/management", "href": "/courses/for-leaders/management"}, {"title": "People Operations", "slug": "for-leaders/people-operations", "href": "/courses/for-leaders/people-operations"}, {"title": "Exec Presence", "slug": "for-leaders/executive-presence", "href": "/courses/for-leaders/executive-presence"}, {"title": "Storytelling", "slug": "for-leaders/storytelling", "href": "/courses/for-leaders/storytelling"}, {"title": "Goal-setting", "slug": "for-leaders/goal-setting", "href": "/courses/for-leaders/goal-setting"}, {"title": "Personal Brand", "slug": "for-leaders/personal-brand", "href": "/courses/for-leaders/personal-brand"}, {"title": "Career Growth", "slug": "for-leaders/career-growth", "href": "/courses/for-leaders/career-growth"}]}, {"category": {"slug": "founders", "href": "/courses/founders", "title": "Founders", "palette": {"--palette-category-base": "#0C3209", "--palette-category-highlight": "#077202", "--palette-category-border": "#69C662"}}, "topics": [{"title": "AI for Founders", "slug": "for-founders/ai", "href": "/courses/for-founders/ai"}, {"title": "Agentic AI", "slug": "for-founders/agentic-ai", "href": "/courses/for-founders/agentic-ai"}, {"title": "AI Workflows", "slug": "for-founders/ai-workflows", "href": "/courses/for-founders/ai-workflows"}, {"title": "Vibe Coding", "slug": "for-founders/vibe-coding", "href": "/courses/for-founders/vibe-coding"}, {"title": "Prototyping", "slug": "for-founders/prototyping", "href": "/courses/for-founders/prototyping"}, {"title": "Product Sense", "slug": "for-founders/product-sense", "href": "/courses/for-founders/product-sense"}, {"title": "Positioning", "slug": "for-founders/positioning", "href": "/courses/for-founders/positioning"}, {"title": "Product Discovery", "slug": "for-founders/product-discovery", "href": "/courses/for-founders/product-discovery"}, {"title": "Management", "slug": "for-founders/management", "href": "/courses/for-founders/management"}, {"title": "Strategy", "slug": "for-founders/strategy", "href": "/courses/for-founders/strategy"}, {"title": "Go-to-Market", "slug": "for-founders/gtm", "href": "/courses/for-founders/gtm"}, {"title": "Personal Brand", "slug": "for-founders/personal-brand", "href": "/courses/for-founders/personal-brand"}, {"title": "Leadership", "slug": "for-founders/leadership", "href": "/courses/for-founders/leadership"}, {"title": "Fundraising", "slug": "for-founders/fundraising", "href": "/courses/for-founders/fundraising"}, {"title": "PMF", "slug": "for-founders/product-market-fit", "href": "/courses/for-founders/product-market-fit"}]}, {"category": {"slug": "more", "href": "/courses/more", "title": "More", "palette": {"--palette-category-base": "#1E2C2B", "--palette-category-highlight": "#4A6361", "--palette-category-border": "#B9C1BE"}}, "topics": [{"title": "Everyone", "slug": "for-everyone", "href": "/courses/for-everyone"}, {"title": "Operators", "slug": "for-operators", "href": "/courses/for-operators"}, {"title": "Data Scientists", "slug": "for-data-scientists", "href": "/courses/for-data-scientists"}, {"title": "Business Analysts", "slug": "for-business-analysts", "href": "/courses/for-business-analysts"}, {"title": "User Researchers", "slug": "for-user-researchers", "href": "/courses/for-user-researchers"}, {"title": "Customer Success", "slug": "for-customer-success", "href": "/courses/for-customer-success"}, {"title": "Project Managers", "slug": "for-project-managers", "href": "/courses/for-project-managers"}, {"title": "HR Professionals", "slug": "for-hr-professionals", "href": "/courses/for-hr-professionals"}, {"title": "Sales People", "slug": "for-sales-people", "href": "/courses/for-sales-people"}, {"title": "Lawyers", "slug": "for-lawyers", "href": "/courses/for-lawyers"}, {"title": "Finance", "slug": "for-finance-professionals", "href": "/courses/for-finance-professionals"}, {"title": "Investors", "slug": "for-investors", "href": "/courses/for-investors"}, {"title": "Real Estate", "slug": "for-real-estate-agents", "href": "/courses/for-real-estate-agents"}, {"title": "Educators", "slug": "for-educators", "href": "/courses/for-educators"}, {"title": "Creators", "slug": "for-creators", "href": "/courses/for-creators"}]}], "navTagLinks": [{"tag": {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}, "link_slug": "for-engineers/agentic-ai"}, {"tag": {"id": 432, "tag_type": "topic", "label": "LLM Ops", "slug": "llm-ops", "description": null, "parent_tag_id": null}, "link_slug": "for-engineers/llm-ops"}, {"tag": {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, "link_slug": "for-engineers"}], "now": "2026-05-19T22:53:42.205Z"}, "__N_SSG": true}, "page": "/p/[slug]/[...ignored]", "query": {"slug": "7d5864", "ignored": ["llm-ops-patterns-for-robust-agentic-systems-development"]}, "buildId": "qPlLjBFLQ9fnkFKJ7n7E-", "isFallback": false, "isExperimentalCompile": false, "gsp": true, "scriptLoader": []}}