{"url": "https://maven.com/p/2918ba/evolutionary-llm-systems-for-code-optimization", "core": {"title": "Evolutionary LLM Systems for Code Optimization", "slug": "2918ba", "id": 6984, "page_type": "workshop", "description": "Modern LLM coding workflows often stall at “prompt tweaking.” In this session, we’ll look at a more systematic approach: putting LLMs inside evolutionary feedback loops to iteratively mutate, evaluate, and select better code - with measurable improvements on a target task.\nWe’ll break down the core ingredients behind AlphaEvolve-style systems and adjacent research.", "start_datetime": "2026-01-30T17:00:00Z", "duration_min": 60, "is_recording_public": true, "has_internal_recording": true, "instructor_name": "Amir Feizpour", "instructor_title": "Founder @ Aggregate Intellect", "instructor_headline": null, "course_name": "Agentic Buildcamp - A Cognitive Gym for Building AI Agents — using AI Agents", "course_slug": "llm-systems", "school_name": "aggregate intellect", "school_slug": "aggregate-intellect", "chapter_count": 9}, "next_data": {"props": {"pageProps": {"apiSchool": {"id": 10275, "slug": "aggregate-intellect", "name": "aggregate intellect", "is_stripe_connected": true, "stripe_connect_account_id": "acct_1OzEjA4CvaOhGoz3", "zoom_auth_version": 2, "verified": true, "timezone": "America/Toronto", "support_email": null, "school_tags": [], "instructor_bio": null}, "pageType": "workshop", "school": {"id": 10275, "slug": "aggregate-intellect", "name": "aggregate intellect", "is_stripe_connected": true, "stripe_connect_account_id": "acct_1OzEjA4CvaOhGoz3", "zoom_auth_version": 2, "verified": true, "timezone": "America/Toronto", "support_email": null, "school_tags": [], "instructor_bio": null}, "course": {"slug": "llm-systems", "school_id": 10275, "name": "Agentic Buildcamp - A Cognitive Gym for Building AI Agents — using AI Agents", "id": 11159, "format": "full_course", "description": "This isn't just another course. You'll walk away with tangible assets that advance your career and concrete skills that set you apart.", "attrs": {"courses_page_highlight_order_index": null, "custom_landing_page_url": null, "facebook_pixel_id": null, "is_course_application_enabled": false, "is_demoted_on_courses_page": false, "is_hidden_by_maven_staff": false, "is_live_on_courses_page": true, "short_description": null, "skip_landing_page": null, "satisfaction_guarantee_status": "unset"}, "social_image_url": "https://d2426xcxuh3ht5.cloudfront.net/QusQruWuSCajbnxBEEVX_Copy of Social Share - Dark Template 3 (1).jpg", "course_image_url": null, "clp_hero_media": {"media_type": "youtube_video_id", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/0LCNuFIgSbSm8NMDt5F4_Copy of Course Image - Dark Template 3.jpg", "youtube_video_id": "cD2KaAYeXHU", "vimeo_video_id": ""}, "instructor_infos": [{"name": "Amir Feizpour, PhD", "image_url": "https://user-assets.maven.com/instructor-avatars/llm-systems/amir-feizpour-phd-bc621bc6.png", "image_url_no_bg": "https://user-assets.maven.com/instructor-avatars/llm-systems/amir-feizpour-phd-490a20fd-no-bg.png", "uuid": "9693f36b-96a0-4968-a561-a42d13ddf35c", "bio_html": "<p>Amir is the founder of Aggregate Intellect, helping clients leverage LLM systems to augment their business workflows. Prior to this, Amir was an AI Product Lead at Royal Bank of Canada and built a document processing platform used by internal lines of business. Amir held a research position at University of Oxford conducting experiments on quantum computing resulting in high profile publications and patents. Amir holds a PhD in Physics from University of Toronto. Amir has also founded and grown a global community of 5000+ engineers, researchers, and founders gathered around topics in natural language processing. </p>", "headline": "Founder at Aggregate Intellect", "title": "10+ years in AI and Product Development", "linkedin_url": null, "twitter_handle": null, "custom_social_link": null, "logos": {"logos": [], "label": null}, "highlights": null, "highlights_html": "<ul><li></li></ul>", "preferred_name": null}], "instructor_caption": "10+ years in AI and Product Development", "course_tags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 69, "tag_type": "internal_collection", "label": "Maven Selects", "slug": "maven-selects", "description": null, "parent_tag_id": null}, {"id": 80, "tag_type": "deprecated", "label": "AI/ML engineering", "slug": "x-subcategory-ai-ml-engineering", "description": null, "parent_tag_id": 35}, {"id": 82, "tag_type": "deprecated", "label": "Build with AI", "slug": "x-subcategory-build-with-ai", "description": null, "parent_tag_id": 35}, {"id": 108, "tag_type": "deprecated", "label": "AI/ML engineering", "slug": "x-subcategory-ai-ml-engineering-1", "description": null, "parent_tag_id": 31}, {"id": 122, "tag_type": "public_collection", "label": "Maven 100 - AI", "slug": "maven-100-ai", "description": null, "parent_tag_id": 35}, {"id": 172, "tag_type": "internal_collection", "label": "AI Affiliates", "slug": "ai-affiliates-nov-24", "description": null, "parent_tag_id": null}, {"id": 176, "tag_type": "public_collection", "label": "Fast Track 2024", "slug": "fast-track-2024", "description": null, "parent_tag_id": null}, {"id": 213, "tag_type": "internal_collection", "label": "The AI-Powered Super IC", "slug": "ai-powered-super-ic", "description": null, "parent_tag_id": null}, {"id": 234, "tag_type": "public_collection", "label": "Maven 100 - AI 2025", "slug": "maven-100-ai-2025", "description": null, "parent_tag_id": null}, {"id": 235, "tag_type": "public_collection", "label": "Maven 100 - Engineering 2025", "slug": "maven-100-engineering-2025", "description": null, "parent_tag_id": null}, {"id": 244, "tag_type": "internal_collection", "label": "Courses filtered for recommendations", "slug": "courses-filtered-for-recommendations", "description": null, "parent_tag_id": null}, {"id": 245, "tag_type": "internal_collection", "label": "maven-100-2025", "slug": "maven-100-2025", "description": null, "parent_tag_id": null}, {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, {"id": 292, "tag_type": "persona", "label": "For Founders", "slug": "for-founders", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 315, "tag_type": "topic", "label": "Agentic AI", "slug": "agentic-ai", "description": null, "parent_tag_id": null}, {"id": 426, "tag_type": "topic", "label": "Claude Code", "slug": "claude-code", "description": null, "parent_tag_id": null}]}, "contentPageSlug": "2918ba", "contentPage": {"id": 6984, "school_id": 10275, "slug": "2918ba", "content_page_type": "workshop", "sections": [{"uuid": "b75553da-6a3e-410b-acd0-bb1c7ffeab64", "title": "Evolutionary LLM Systems for Code Optimization", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/SEH8y47RzKfN6SMVpKQL_DmytroN.png", "is_visible": true, "topic_desc": "Modern LLM coding workflows often stall at “prompt tweaking.” In this session, we’ll look at a more systematic approach: putting LLMs inside evolutionary feedback loops to iteratively mutate, evaluate, and select better code - with measurable improvements on a target task.\nWe’ll break down the core ingredients behind AlphaEvolve-style systems and adjacent research.", "brand_logos": {"label": "Previously at", "logos": []}, "section_type": "main", "instructor_infos": [{"name": "Amir Feizpour", "uuid": "1e6d8d09-96e4-48ae-a533-32228a0c118b", "title": "Founder @ Aggregate Intellect", "bio_html": "<p>Amir Feizpour is the founder, CEO, and Chief Scientist at Aggregate Intellect building a generative business brain for service and science based companies. Amir has built and grown a global community of 5000+ AI practitioners and researchers gathered around topics in AI research, engineering, product development, and responsibility. Prior to this, Amir was an NLP Product Lead at Royal Bank of Canada. Amir held a research position at University of Oxford conducting experiments on quantum computing resulting in high profile publications and patents. Amir holds a PhD in Physics from University of Toronto. Amir also serves the AI ecosystem as an advisor at MaRS Discovery District, works with several startups as fractional chief AI officer, and engages with a wide range of community audiences (business executives to hands-on developers) through training and educational programs. Amir leads Aggregate Intellect’s R&amp;D via several academic collaborations.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/QtHk4rIOTYRmZoFgJaXg_me_green.jpeg", "image_url_no_bg": null}, {"name": "Dmytro Nikolaiev", "uuid": "ca5cd4c4-c745-4df4-a877-cfb751ca30f1", "logos": {"label": "", "logos": []}, "title": "Dmytro Nikolaiev is a Machine Learning Scientist at ChainML (Theoriq)", "bio_html": "<p>Dmytro Nikolaiev is a Machine Learning Scientist at ChainML (Theoriq), where he builds and scales agentic LLM systems - from orchestration to evaluation and production monitoring. He’s especially interested in evolutionary algorithms, automated improvement loops, and “systems that get better with feedback.” Dmytro likes bridging research ideas with practical implementations: turning papers into repeatable engineering patterns, robust evaluation harnesses, and measurable system upgrades.</p>", "headline": "", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/toddrPcRRKGjVs1Ew5qX_1642350086001%20(1).jpeg", "highlights": [], "linkedin_url": "", "twitter_handle": "", "highlights_html": null, "image_url_no_bg": null, "custom_social_link": ""}], "learning_outcomes": [{"uuid": "a430f1e7-402f-407e-8a28-204de3386829", "title": "Literature review of LLMs for code optimization", "description": ""}, {"uuid": "20028a0f-e0b2-4ba1-b0c2-12d78e5be06e", "title": "Productive exploration of code optimization", "description": ""}, {"uuid": "538d208c-a4a8-4771-a190-9e86e9c320b4", "title": "Where LLMs can improve perfomance", "description": "Eg. edits, refactors, hypotheses"}, {"uuid": "048241f4-13da-4908-b9da-7fe655c0983d", "title": "Evaluation as the engine: writing task-aligned metrics", "description": ""}]}], "created_at": "2026-02-12T21:08:19.240021Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 11159, "course_stripe_promo_code_id": null}, "school_event": {"id": 6984, "slug": null, "title": "Evolutionary LLM Systems for Code Optimization", "description": null, "start_datetime": "2026-01-30T17:00:00Z", "end_datetime": "2026-01-30T18:00:00Z", "start_date": "2026-01-30", "start_time": "12:00:00", "duration_min": 60, "timezone": "America/Toronto", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 77}, "relatedWorkshops": [{"id": 361, "school_id": 10334, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 11227, "workshop_tags": [{"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 137, "tag_type": "internal_collection", "label": "Instructor", "slug": "Instructor", "description": null, "parent_tag_id": null}, {"id": 271, "tag_type": "internal_collection", "label": "AI Evals", "slug": "ai-evals", "description": null, "parent_tag_id": null}, {"id": 290, "tag_type": "persona", "label": "For Product Managers", "slug": "for-product-managers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 1190, "school_id": 10334, "slug": "45a0c2", "content_page_type": "workshop", "sections": [{"uuid": "12a7bc34-a308-4837-bcde-e5a93e962760", "title": "Evaluating LLMs for Your Applications", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/0zds7xZLTNWfND9mcBNs_LLM Lightning Lesson Image .png", "is_visible": true, "topic_desc": "Evaluating GenAI applications is crucial for product managers to ensure that the chosen AI model meets not only technical specification but also business goals and user expectations. Understanding how to select the right model will  help you get started on the path to define model specific evaluation metrics, this will allow teams to iterate quickly and create impactful solutions.", "brand_logos": {"label": "Previously at", "logos": []}, "section_type": "main", "instructor_infos": [{"name": "Mahesh Yadav", "uuid": "09cb5b23-2d7d-4258-8f60-c79d5d007853", "title": "GenAI Product Lead at Google, previously at Meta, Amazon, and Microsoft", "bio_html": "<p>Mahesh Yadav is&nbsp;a&nbsp;<strong>Product Leader at Google GenAI team</strong>. Mahesh&nbsp;is one of the world's&nbsp;top AI executives&nbsp;and an&nbsp;<strong>award-winning AI Product Educator</strong>. His work on AI has been featured in the&nbsp;<strong>Nvidia GTC conference, Microsoft Build, and Meta blogs</strong>.</p><p><br></p><p>Mahesh has 20 years of experience in building products&nbsp;at <strong>Meta, Microsoft and AWS AI teams</strong>. Mahesh has worked in all layers of the AI stack from AI chips to LLM and has a deep understanding of how GenAI companies ship value to customers.</p><p><br></p><p>Currently, he leads&nbsp;<strong>AI agent at Google</strong> Cloud&nbsp;where it is used extensively for&nbsp;<strong>Gemini&nbsp;</strong>and other key Google products.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/tAQehNkQOCcDjleGur5Q_MyImage.png"}], "learning_outcomes": [{"uuid": "750875e7-3e61-4e0f-81a2-187017715891", "title": "Framework for choosing the right LLMs", "description": "Identify the best GenAI model for your needs based on budget, latency and team expertise etc"}, {"uuid": "794fc156-3ba7-4fc9-ac76-0738795a0b45", "title": "Setting Evaluation Criteria", "description": "Learn how to set clear, actionable metrics despite challenges with benchmarks and real-world examples."}, {"uuid": "602124cf-8fd8-4f21-9029-82cc0b12d0a9", "title": "Case Study: Contract Processing Application", "description": "We'll use a contract processing application to illustrate how to apply the principles you just learn."}]}], "created_at": "2026-02-12T20:53:17.582460Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 11227, "course_stripe_promo_code_id": null}, "school_event": {"id": 1190, "slug": null, "title": "Evaluating LLMs for Your Applications", "description": null, "start_datetime": "2024-07-09T16:00:00Z", "end_datetime": "2024-07-09T16:30:00Z", "start_date": "2024-07-09", "start_time": "09:00:00", "duration_min": 30, "timezone": "America/Los_Angeles", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 1015}}, {"id": 4366, "school_id": 11275, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 12327, "workshop_tags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 257, "tag_type": "internal_collection", "label": "Building AI Systems", "slug": "building-ai-systems", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 441, "tag_type": "topic", "label": "RAG & Search", "slug": "rag-search", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 5206, "school_id": 11275, "slug": "eebe98", "content_page_type": "workshop", "sections": [{"uuid": "acb1e3da-0f54-48fc-bfaf-42c966a702b3", "title": "Cheating at Query Understanding with LLMs", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/uKfLWriREy16XtWoHaMI_Single%20Instructor%20(26).png", "is_visible": true, "topic_desc": "LLMs transformed query understanding from months-long NLP projects into simple prompting tasks. Students learn practical skills for modern search, RAG, and e-commerce systems. This positions you for high-impact AI roles, dramatically reducing dev time while improving user experience across search products.", "brand_logos": {"label": "worked with", "logos": [{"name": "Stitch Fix", "type": "logo", "uuid": "139535ee-2a23-400b-bc65-3807d0099aaa", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idTgrRl8nA/idVnuVYfek.svg"}, {"name": "Meta", "type": "logo", "uuid": "6bd0f9b5-0cbf-45b4-b996-245a2bdb0013", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idWvz5T3V7/idpvCl_Ipb.svg"}, {"name": "University of Waterloo", "type": "logo", "uuid": "1962de91-f748-4ed5-801e-ea20cfea424c", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idIfIi7wMZ/ida2LuNMbf.svg"}, {"name": "New York University", "type": "logo", "uuid": "ae41a749-4240-4f9f-ac80-fd608b4fd6eb", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idMj8iq0ev/idShvt3ozm.svg"}]}, "section_type": "main", "instructor_infos": [{"name": "Jason Liu", "uuid": "b32a74e1-04f8-4310-b5dc-4cf0d3f277ae", "logos": null, "title": "Consultant at the intersection of Information Retrieval and AI", "bio_html": "<p>Jason has built search and recommendation systems for the past 6 years. He has consulted and advised a dozens startups in the last year to improve their RAG systems. He is the creator of the Instructor Python library.&nbsp;</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/xPhKbDRSB6QoCeRWSHr7_Jason.png", "highlights": null, "linkedin_url": null, "twitter_handle": null, "image_url_no_bg": null, "custom_social_link": null}, {"name": "Doug Turnbull", "uuid": "8b74a6ac-2516-404c-a97f-0af01b7aedfc", "logos": {"label": "", "logos": []}, "title": "Principal Consultant", "bio_html": "<p>Doug Turnbull has been enthusiastic about search and retrieval since 2013. He co-authored&nbsp;<a href=\"http://manning.com/books/relevant-search\" rel=\"noopener noreferrer\" target=\"_blank\">Relevant Search</a>&nbsp;and&nbsp;<a href=\"http://aipoweredsearch.com/\" rel=\"noopener noreferrer\" target=\"_blank\">AI Powered Search</a>. He created open source tools such as&nbsp;<a href=\"http://quepidapp.com/\" rel=\"noopener noreferrer\" target=\"_blank\">Quepid</a>,&nbsp;<a href=\"http://github.com/o19s/elasticsearch-learning-to-rank\" rel=\"noopener noreferrer\" target=\"_blank\">Elasticsearch Learning to Rank plugin</a>, and&nbsp;SearchArray. </p><p><br></p><p>Doug recently worked for&nbsp;<a href=\"http://daydream.ing/\" rel=\"noopener noreferrer\" target=\"_blank\">Daydream</a>. His hybrid search solutions using CLIP models led to a doubling in conversions (purchase in saves) in Daydream's e-commerce AI search. Doug's recent work on ML ranking at Reddit&nbsp;<a href=\"https://softwaredoug.com/assets/slidedecks/Learning%20to%20Rank%20at%20Reddit%20-%20Project%20Retro%20-%20BBuzz%202024%20-%20PUBLIC.pdf\" rel=\"noopener noreferrer\" target=\"_blank\">created a 2% increase in DAU</a>, the largest seen in Reddit search history. Recently Doug worked at Shopify to help&nbsp;<a href=\"https://www.shopify.com/blog/storefront-search-and-recommendations\" rel=\"noopener noreferrer\" target=\"_blank\">improve merchant search attributed revenue by 10% year over year.</a>. Doug spent 8 years consulting at dozens of organizations during his time as CTO at&nbsp;<a href=\"http://opensourceconnections.com/\" rel=\"noopener noreferrer\" target=\"_blank\">OpenSource Connections</a>. </p><p><br></p><p>Doug currently spends his times consulting and training organizations. Doug blogs about search and other topics at&nbsp;<a href=\"https://softwaredoug.com/\" rel=\"noopener noreferrer\" target=\"_blank\">http://softwaredoug.com</a></p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/sjoWxekHTjinbyy4lcU1_headshot2.jpg", "highlights": [], "linkedin_url": "", "twitter_handle": "", "image_url_no_bg": null, "custom_social_link": ""}], "learning_outcomes": [{"uuid": "276166e5-8e9b-4590-a6fc-10f8c89cd463", "title": "LLM-Powered Query Understanding Fundamentals", "description": "Learn core principles for using LLMs to extract entities and classify user search intent at scale."}, {"uuid": "ddef8382-2ac5-4262-a1db-7c06dc8c3723", "title": "Practical Implementation Strategies", "description": "Master proven techniques for deploying LLM query understanding across e-commerce and search platforms."}, {"uuid": "f687c570-be07-4d4d-a712-52f0a467040c", "title": "Performance Optimization for Production", "description": "Discover methods to scale LLM query processing while maintaining accuracy and response times."}]}], "created_at": "2026-02-12T21:03:45.587778Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 12327, "course_stripe_promo_code_id": null}, "school_event": {"id": 5206, "slug": null, "title": "Cheating at Query Understanding with LLMs", "description": null, "start_datetime": "2025-09-24T18:00:00Z", "end_datetime": "2025-09-24T19:00:00Z", "start_date": "2025-09-24", "start_time": "14:00:00", "duration_min": 60, "timezone": "America/Toronto", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 663}}, {"id": 4641, "school_id": 15363, "is_visible_on_discovery_page": true, "is_canceled": false, "is_delisted": false, "connected_course_id": 17433, "workshop_tags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 137, "tag_type": "internal_collection", "label": "Instructor", "slug": "Instructor", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 299, "tag_type": "persona", "label": "For Data Scientists", "slug": "for-data-scientists", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}, {"id": 432, "tag_type": "topic", "label": "LLM Ops", "slug": "llm-ops", "description": null, "parent_tag_id": null}, {"id": 441, "tag_type": "topic", "label": "RAG & Search", "slug": "rag-search", "description": null, "parent_tag_id": null}], "published_content_page": {"id": 5484, "school_id": 15363, "slug": "bdc051", "content_page_type": "workshop", "sections": [{"uuid": "551ebd35-af23-4b4e-a4b6-71fd9067a7c7", "title": "Use LLMs as Judges for Search Result Quality", "version": 1, "image_url": "https://d2426xcxuh3ht5.cloudfront.net/js84wiZsROSADh3O298K_rene-canva.png", "is_visible": true, "topic_desc": "Search result quality evaluation is at the core of any search improvement work. LLMs as Judges can be a game-changing tool for practitioners. They promise to overcome limitations of human or implicit judgments in terms of scalability, rapid availability, and also in terms of what aspects of result quality they cover - provided we get them right.", "brand_logos": {"label": "Built Search At", "logos": [{"name": "OpenSource Connections", "type": "icon", "uuid": "febe8e0f-2cae-4d4a-b068-e01d4058ea04", "file_type": "png", "image_url": "https://asset.brandfetch.io/id2VbA0wwD/idv8cqA42F.png"}, {"name": "Searchkernel", "type": "icon", "uuid": "eb62c864-d5df-4a8e-86fe-f5077f87b34a", "file_type": "jpeg", "image_url": "https://asset.brandfetch.io/idJTONuDZB/idvnLUMzvj.jpeg"}, {"name": "CareerBuilder", "type": "logo", "uuid": "086ba048-7f43-47ab-a58f-64cf3c19b5f4", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idRrcMU04X/idPe8dAyv6.svg"}, {"name": "Lucidworks", "type": "icon", "uuid": "246d939e-345f-4198-a8fa-9ba139cf6311", "file_type": "jpeg", "image_url": "https://asset.brandfetch.io/idskYMg_Lc/idsgrCljLm.jpeg"}, {"name": "Presearch", "type": "logo", "uuid": "7c1cebd2-abc0-46fe-a5d7-b4df29259671", "file_type": "svg", "image_url": "https://asset.brandfetch.io/idTCWdN3V2/idDlXTsZYw.svg"}]}, "section_type": "main", "instructor_infos": [{"name": "René Kriegler", "uuid": "8a9a90a0-4570-4e6c-80d4-161b37ce2519", "logos": null, "title": "Chief Strategy Officer at OpenSource Connections", "bio_html": "<p>René has worked in search for almost two decades, including in projects for some of the top 10 German e-commerce sites. He is co-founder and co-organiser of MICES (Mix-Camp E-commerce Search), an event that brings together the e-commerce search community each year. His technological focus is on open-source search technologies. He created and maintains the Querqy open source library for query rewriting. He believes that good search is not just a result of good technology but also of a team’s understanding of their search users, their experimentation capabilities and providing their users with a good search UX.</p><p><br></p><p>René works as Chief Strategy Officer at OpenSource Connections, where he and his team empower the company’s clients on search and AI.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/ECgEgVGtTbiGgVrLYQXD_rene.jpeg", "highlights": null, "linkedin_url": null, "twitter_handle": null, "image_url_no_bg": null, "custom_social_link": null}, {"name": "Trey Grainger", "uuid": "b776a0a1-1a30-43ee-acda-6a2d4371aa37", "logos": {"label": "", "logos": []}, "title": "Author, \"AI-Powered Search\", Founder @ Searchkernel", "bio_html": "<p>Trey is author of the book <a href=\"https://aipoweredsearch.com/\" rel=\"noopener noreferrer\" target=\"_blank\">AI-Powered Search</a> and is the founder of Searchkernel, a software company building the next generation of AI-powered search. He is an advisor to several startups and adjunct professor of computer science at Furman University. He previously served as CTO of Presearch, a decentralized web search engine, and as chief algorithms officer and SVP of engineering at Lucidworks, an search company whose search technology powers hundreds of the world’s leading organizations.</p><p><br></p><p>Trey is an instructor of Maven's <a href=\"https://aipoweredsearch.com/live-course\" rel=\"noopener noreferrer\" target=\"_blank\">AI-Powered Search</a> course.</p>", "image_url": "https://d2426xcxuh3ht5.cloudfront.net/oWRCa6IQREKXkcwvEcUd_trey-headshot-2018.jpg", "highlights": [], "linkedin_url": "", "twitter_handle": "", "image_url_no_bg": null, "custom_social_link": ""}], "learning_outcomes": [{"uuid": "afdef458-6293-4cd0-8aec-99ad58ad0327", "title": "How can LLMs help us quantify search result quality?", "description": "Learn how LLMs as judges compare to human and implicit search evaluation and when to use them."}, {"uuid": "8ceab0ac-306d-45f7-b59f-3a85c64c8b76", "title": "LLMs need to judge based on rules", "description": "Learn why you should not just ask the LLM whether a document is relevant and how you can formulate those rules."}, {"uuid": "df1f6402-c26c-499d-97e6-e8ab10fb404a", "title": "Advanced: Using critique models and personas", "description": "Improving LLM judgments further and adapting to user segments by using critique models and personas"}]}], "created_at": "2026-02-12T21:04:32.198370Z", "updated_at": null, "theme": null, "attrs": {"type": "workshop", "is_canceled": false, "is_delisted": false, "connected_course_id": 17433, "course_stripe_promo_code_id": null}, "school_event": {"id": 5484, "slug": null, "title": "Use LLMs as Judges for Search Result Quality", "description": null, "start_datetime": "2025-10-28T15:00:00Z", "end_datetime": "2025-10-28T16:15:00Z", "start_date": "2025-10-28", "start_time": "11:00:00", "duration_min": 75, "timezone": "America/New_York", "has_internal_recording": true, "is_recording_public": true}, "num_signups": 210}}], "exploreCourses": null, "workshopTags": [{"id": 31, "tag_type": "category", "label": "Data & engineering", "slug": "engineering-ll", "description": null, "parent_tag_id": null}, {"id": 35, "tag_type": "category", "label": "AI", "slug": "ai-ll", "description": null, "parent_tag_id": null}, {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, {"id": 313, "tag_type": "topic", "label": "AI", "slug": "ai", "description": null, "parent_tag_id": null}], "videoChapters": [{"title": "Introduction to Evolutionary LLM Systems for Code Optimization", "start_seconds": 0}, {"title": "The Core Concept: Measurable Improvements Through Structured Feedback", "start_seconds": 96}, {"title": "Exploring Google DeepMind's Alpha Evolve System", "start_seconds": 171}, {"title": "Deconstructing the Evolutionary Algorithm: Selection, Mutation, and Filtering", "start_seconds": 382}, {"title": "A Historical Review of Key Research Papers in Evolutionary AI", "start_seconds": 667}, {"title": "Recap: The Role of LLMs in Code Mutation and Optimization", "start_seconds": 995}, {"title": "Comparing Evolutionary Systems with Other AI Coding Methodologies", "start_seconds": 1171}, {"title": "Practical Demonstration: Optimizing a Rust Sorting Algorithm with Open Evolve", "start_seconds": 1427}, {"title": "Summary, Practical Takeaways, and Q&A", "start_seconds": 1977}], "navPages": [{"category": {"slug": "ai", "href": "/courses/ai", "title": "AI", "palette": {"--palette-category-base": "#460952", "--palette-category-highlight": "#931FAA", "--palette-category-border": "#EDA6FB"}}, "topics": [{"title": "Agentic AI", "slug": "ai/agentic-ai", "href": "/courses/ai/agentic-ai"}, {"title": "Coding with AI", "slug": "ai/ai-coding", "href": "/courses/ai/ai-coding"}, {"title": "AI Workflows", "slug": "ai/ai-workflows", "href": "/courses/ai/ai-workflows"}, {"title": "Claude Code", "slug": "ai/claude-code", "href": "/courses/ai/claude-code"}, {"title": "OpenClaw", "slug": "ai/openclaw", "href": "/courses/ai/openclaw"}, {"title": "Vibe Coding", "slug": "ai/vibe-coding", "href": "/courses/ai/vibe-coding"}, {"title": "AI Evals", "slug": "ai/evals", "href": "/courses/ai/evals"}, {"title": "AI Transformation", "slug": "ai/ai-transformation", "href": "/courses/ai/ai-transformation"}, {"title": "RAG & Search", "slug": "ai/rag-search", "href": "/courses/ai/rag-search"}, {"title": "MCP", "slug": "ai/mcp", "href": "/courses/ai/mcp"}, {"title": "AI for PMs", "slug": "ai/for-product-managers", "href": "/courses/ai/for-product-managers"}, {"title": "AI for Engineers", "slug": "ai/for-engineers", "href": "/courses/ai/for-engineers"}, {"title": "AI for Designers", "slug": "ai/for-designers", "href": "/courses/ai/for-designers"}, {"title": "AI for Marketers", "slug": "ai/for-marketers", "href": "/courses/ai/for-marketers"}, {"title": "AI for Founders", "slug": "ai/for-founders", "href": "/courses/ai/for-founders"}]}, {"category": {"slug": "product", "href": "/courses/product", "title": "Product", "palette": {"--palette-category-base": "#510B00", "--palette-category-highlight": "#B33600", "--palette-category-border": "#F7804D"}}, "topics": [{"title": "AI for PMs", "slug": "for-product-managers/ai", "href": "/courses/for-product-managers/ai"}, {"title": "Agentic AI", "slug": "for-product-managers/agentic-ai", "href": "/courses/for-product-managers/agentic-ai"}, {"title": "AI Evals", "slug": "for-product-managers/ai-evals", "href": "/courses/for-product-managers/ai-evals"}, {"title": "Vibe Coding", "slug": "for-product-managers/vibe-coding", "href": "/courses/for-product-managers/vibe-coding"}, {"title": "Product Sense", "slug": "for-product-managers/product-sense", "href": "/courses/for-product-managers/product-sense"}, {"title": "Product Discovery", "slug": "for-product-managers/product-discovery", "href": "/courses/for-product-managers/product-discovery"}, {"title": "User Research", "slug": "for-product-managers/user-research", "href": "/courses/for-product-managers/user-research"}, {"title": "Prototyping", "slug": "for-product-managers/prototyping", "href": "/courses/for-product-managers/prototyping"}, {"title": "Growth", "slug": "for-product-managers/growth", "href": "/courses/for-product-managers/growth"}, {"title": "Analytics", "slug": "for-product-managers/analytics", "href": "/courses/for-product-managers/analytics"}, {"title": "Tech Foundations", "slug": "for-product-managers/technical-foundations", "href": "/courses/for-product-managers/technical-foundations"}, {"title": "Strategy", "slug": "for-product-managers/strategy", "href": "/courses/for-product-managers/strategy"}, {"title": "Influence", "slug": "for-product-managers/influence", "href": "/courses/for-product-managers/influence"}, {"title": "Leadership", "slug": "for-product-managers/leadership", "href": "/courses/for-product-managers/leadership"}, {"title": "Career Growth", "slug": "for-product-managers/career-growth", "href": "/courses/for-product-managers/career-growth"}]}, {"category": {"slug": "engineering", "href": "/courses/engineering", "title": "Engineering", "palette": {"--palette-category-base": "#00332F", "--palette-category-highlight": "#00746B", "--palette-category-border": "#88B7B2"}}, "topics": [{"title": "AI for Engineers", "slug": "for-engineers/ai", "href": "/courses/for-engineers/ai"}, {"title": "Agentic AI", "slug": "for-engineers/agentic-ai", "href": "/courses/for-engineers/agentic-ai"}, {"title": "Coding with AI", "slug": "for-engineers/ai-coding", "href": "/courses/for-engineers/ai-coding"}, {"title": "Claude Code", "slug": "for-engineers/claude-code", "href": "/courses/for-engineers/claude-code"}, {"title": "OpenClaw", "slug": "for-engineers/openclaw", "href": "/courses/for-engineers/openclaw"}, {"title": "MCP", "slug": "for-engineers/mcp", "href": "/courses/for-engineers/mcp"}, {"title": "RAG & Search", "slug": "for-engineers/rag-search", "href": "/courses/for-engineers/rag-search"}, {"title": "AI Evals", "slug": "for-engineers/ai-evals", "href": "/courses/for-engineers/ai-evals"}, {"title": "Machine Learning", "slug": "for-engineers/ml", "href": "/courses/for-engineers/ml"}, {"title": "LLM Ops", "slug": "for-engineers/llm-ops", "href": "/courses/for-engineers/llm-ops"}, {"title": "Context Eng", "slug": "for-engineers/context-engineering", "href": "/courses/for-engineers/context-engineering"}, {"title": "Security", "slug": "for-engineers/security", "href": "/courses/for-engineers/security"}, {"title": "System Design", "slug": "for-engineers/system-design", "href": "/courses/for-engineers/system-design"}, {"title": "Leadership", "slug": "for-engineers/leadership", "href": "/courses/for-engineers/leadership"}, {"title": "Career Growth", "slug": "for-engineers/career-growth", "href": "/courses/for-engineers/career-growth"}]}, {"category": {"slug": "design", "href": "/courses/design", "title": "Design", "palette": {"--palette-category-base": "#38085F", "--palette-category-highlight": "#772CBB", "--palette-category-border": "#B5A2D0"}}, "topics": [{"title": "AI for Designers", "slug": "for-designers/ai", "href": "/courses/for-designers/ai"}, {"title": "Agentic AI", "slug": "for-designers/agentic-ai", "href": "/courses/for-designers/agentic-ai"}, {"title": "Vibe Coding", "slug": "for-designers/vibe-coding", "href": "/courses/for-designers/vibe-coding"}, {"title": "Prototyping", "slug": "for-designers/prototyping", "href": "/courses/for-designers/prototyping"}, {"title": "Figma", "slug": "for-designers/figma", "href": "/courses/for-designers/figma"}, {"title": "Design Systems", "slug": "for-designers/design-systems", "href": "/courses/for-designers/design-systems"}, {"title": "User Research", "slug": "for-designers/user-research", "href": "/courses/for-designers/user-research"}, {"title": "Product Discovery", "slug": "for-designers/product-discovery", "href": "/courses/for-designers/product-discovery"}, {"title": "UX", "slug": "for-designers/ux", "href": "/courses/for-designers/ux"}, {"title": "UI", "slug": "for-designers/ui", "href": "/courses/for-designers/ui"}, {"title": "Visual Design", "slug": "for-designers/visual-design", "href": "/courses/for-designers/visual-design"}, {"title": "Design Strategy", "slug": "for-designers/strategy", "href": "/courses/for-designers/strategy"}, {"title": "Influence", "slug": "for-designers/influence", "href": "/courses/for-designers/influence"}, {"title": "Leadership", "slug": "for-designers/leadership", "href": "/courses/for-designers/leadership"}, {"title": "Career Growth", "slug": "for-designers/career-growth", "href": "/courses/for-designers/career-growth"}]}, {"category": {"slug": "marketing", "href": "/courses/marketing", "title": "Marketing", "palette": {"--palette-category-base": "#431532", "--palette-category-highlight": "#943170", "--palette-category-border": "#C99EB5"}}, "topics": [{"title": "AI for Marketers", "slug": "for-marketers/ai", "href": "/courses/for-marketers/ai"}, {"title": "Agentic AI", "slug": "for-marketers/agentic-ai", "href": "/courses/for-marketers/agentic-ai"}, {"title": "Vibe Coding", "slug": "for-marketers/vibe-coding", "href": "/courses/for-marketers/vibe-coding"}, {"title": "Automation", "slug": "for-marketers/marketing-automation", "href": "/courses/for-marketers/marketing-automation"}, {"title": "Content Marketing", "slug": "for-marketers/content-marketing", "href": "/courses/for-marketers/content-marketing"}, {"title": "Demand Gen", "slug": "for-marketers/demand-generation", "href": "/courses/for-marketers/demand-generation"}, {"title": "Go-to-Market", "slug": "for-marketers/gtm", "href": "/courses/for-marketers/gtm"}, {"title": "Product Marketing", "slug": "for-marketers/product-marketing", "href": "/courses/for-marketers/product-marketing"}, {"title": "Positioning", "slug": "for-marketers/positioning", "href": "/courses/for-marketers/positioning"}, {"title": "Social Media", "slug": "for-marketers/social-media", "href": "/courses/for-marketers/social-media"}, {"title": "Brand", "slug": "for-marketers/brand", "href": "/courses/for-marketers/brand"}, {"title": "B2B Marketing", "slug": "for-marketers/b2b", "href": "/courses/for-marketers/b2b"}, {"title": "SEO & AEO", "slug": "for-marketers/seo-aeo", "href": "/courses/for-marketers/seo-aeo"}, {"title": "Strategy", "slug": "for-marketers/strategy", "href": "/courses/for-marketers/strategy"}, {"title": "Leadership", "slug": "for-marketers/leadership", "href": "/courses/for-marketers/leadership"}]}, {"category": {"slug": "leadership", "href": "/courses/leadership", "title": "Leadership", "palette": {"--palette-category-base": "#50090E", "--palette-category-highlight": "#A9202A", "--palette-category-border": "#D49C98"}}, "topics": [{"title": "AI for Leaders", "slug": "for-leaders/ai", "href": "/courses/for-leaders/ai"}, {"title": "Agentic AI", "slug": "for-leaders/agentic-ai", "href": "/courses/for-leaders/agentic-ai"}, {"title": "AI Transformation", "slug": "for-leaders/ai-transformation", "href": "/courses/for-leaders/ai-transformation"}, {"title": "AI Governance", "slug": "for-leaders/ai-governance", "href": "/courses/for-leaders/ai-governance"}, {"title": "Communication", "slug": "for-leaders/communication", "href": "/courses/for-leaders/communication"}, {"title": "Influence", "slug": "for-leaders/influence", "href": "/courses/for-leaders/influence"}, {"title": "Strategy", "slug": "for-leaders/strategy", "href": "/courses/for-leaders/strategy"}, {"title": "Management", "slug": "for-leaders/management", "href": "/courses/for-leaders/management"}, {"title": "People Operations", "slug": "for-leaders/people-operations", "href": "/courses/for-leaders/people-operations"}, {"title": "Exec Presence", "slug": "for-leaders/executive-presence", "href": "/courses/for-leaders/executive-presence"}, {"title": "Storytelling", "slug": "for-leaders/storytelling", "href": "/courses/for-leaders/storytelling"}, {"title": "Goal-setting", "slug": "for-leaders/goal-setting", "href": "/courses/for-leaders/goal-setting"}, {"title": "Personal Brand", "slug": "for-leaders/personal-brand", "href": "/courses/for-leaders/personal-brand"}, {"title": "Career Growth", "slug": "for-leaders/career-growth", "href": "/courses/for-leaders/career-growth"}]}, {"category": {"slug": "founders", "href": "/courses/founders", "title": "Founders", "palette": {"--palette-category-base": "#0C3209", "--palette-category-highlight": "#077202", "--palette-category-border": "#69C662"}}, "topics": [{"title": "AI for Founders", "slug": "for-founders/ai", "href": "/courses/for-founders/ai"}, {"title": "Agentic AI", "slug": "for-founders/agentic-ai", "href": "/courses/for-founders/agentic-ai"}, {"title": "AI Workflows", "slug": "for-founders/ai-workflows", "href": "/courses/for-founders/ai-workflows"}, {"title": "Vibe Coding", "slug": "for-founders/vibe-coding", "href": "/courses/for-founders/vibe-coding"}, {"title": "Prototyping", "slug": "for-founders/prototyping", "href": "/courses/for-founders/prototyping"}, {"title": "Product Sense", "slug": "for-founders/product-sense", "href": "/courses/for-founders/product-sense"}, {"title": "Positioning", "slug": "for-founders/positioning", "href": "/courses/for-founders/positioning"}, {"title": "Product Discovery", "slug": "for-founders/product-discovery", "href": "/courses/for-founders/product-discovery"}, {"title": "Management", "slug": "for-founders/management", "href": "/courses/for-founders/management"}, {"title": "Strategy", "slug": "for-founders/strategy", "href": "/courses/for-founders/strategy"}, {"title": "Go-to-Market", "slug": "for-founders/gtm", "href": "/courses/for-founders/gtm"}, {"title": "Personal Brand", "slug": "for-founders/personal-brand", "href": "/courses/for-founders/personal-brand"}, {"title": "Leadership", "slug": "for-founders/leadership", "href": "/courses/for-founders/leadership"}, {"title": "Fundraising", "slug": "for-founders/fundraising", "href": "/courses/for-founders/fundraising"}, {"title": "PMF", "slug": "for-founders/product-market-fit", "href": "/courses/for-founders/product-market-fit"}]}, {"category": {"slug": "more", "href": "/courses/more", "title": "More", "palette": {"--palette-category-base": "#1E2C2B", "--palette-category-highlight": "#4A6361", "--palette-category-border": "#B9C1BE"}}, "topics": [{"title": "Everyone", "slug": "for-everyone", "href": "/courses/for-everyone"}, {"title": "Operators", "slug": "for-operators", "href": "/courses/for-operators"}, {"title": "Data Scientists", "slug": "for-data-scientists", "href": "/courses/for-data-scientists"}, {"title": "Business Analysts", "slug": "for-business-analysts", "href": "/courses/for-business-analysts"}, {"title": "User Researchers", "slug": "for-user-researchers", "href": "/courses/for-user-researchers"}, {"title": "Customer Success", "slug": "for-customer-success", "href": "/courses/for-customer-success"}, {"title": "Project Managers", "slug": "for-project-managers", "href": "/courses/for-project-managers"}, {"title": "HR Professionals", "slug": "for-hr-professionals", "href": "/courses/for-hr-professionals"}, {"title": "Sales People", "slug": "for-sales-people", "href": "/courses/for-sales-people"}, {"title": "Lawyers", "slug": "for-lawyers", "href": "/courses/for-lawyers"}, {"title": "Finance", "slug": "for-finance-professionals", "href": "/courses/for-finance-professionals"}, {"title": "Investors", "slug": "for-investors", "href": "/courses/for-investors"}, {"title": "Real Estate", "slug": "for-real-estate-agents", "href": "/courses/for-real-estate-agents"}, {"title": "Educators", "slug": "for-educators", "href": "/courses/for-educators"}, {"title": "Creators", "slug": "for-creators", "href": "/courses/for-creators"}]}], "navTagLinks": [{"tag": {"id": 293, "tag_type": "persona", "label": "For Engineers", "slug": "for-engineers", "description": null, "parent_tag_id": null}, "link_slug": "for-engineers"}], "now": "2026-05-19T22:55:22.351Z"}, "__N_SSG": true}, "page": "/p/[slug]/[...ignored]", "query": {"slug": "2918ba", "ignored": ["evolutionary-llm-systems-for-code-optimization"]}, "buildId": "qPlLjBFLQ9fnkFKJ7n7E-", "isFallback": false, "isExperimentalCompile": false, "gsp": true, "scriptLoader": []}}