{ "@context": "https://schema.org", "@graph": [ { "@type": "WebPage", "@id": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus#webpage", "url": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus", "name": "Module 2 - Ship (Evals, Guardrails, Economics & Production) Syllabus - Google Reichman AI Tech School", "description": "Module 2 transitions teams from fragile sandboxes to hardened, dependable production deployments with an agentic-by-default focus on automated evaluation suites, runtime safety filters, and multi-step token unit economics.", "inLanguage": "en", "isPartOf": { "@id": "https://graitechschool.co.il/#website" }, "publisher": { "@id": "https://graitechschool.co.il/#organization" }, "mainEntity": { "@id": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus#course" }, "breadcrumb": { "@id": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus#breadcrumb" }, "primaryImageOfPage": { "@type": "ImageObject", "url": "https://www.graitechschool.co.il/wp-content/uploads/2023/02/Group-11870.png" }, "image": [ { "@type": "ImageObject", "url": "https://www.graitechschool.co.il/wp-content/uploads/2023/02/Group-11870.png" }, { "@type": "ImageObject", "url": "https://www.graitechschool.co.il/wp-content/uploads/2022/12/%D7%A0%D7%99%D7%A0%D7%94-%D7%A2%D7%A0%D7%AA-%D7%95%D7%90%D7%93%D7%99%D7%A1%D7%9C%D7%90%D7%9D-scaled.jpg" }, { "@type": "ImageObject", "url": "https://www.graitechschool.co.il/wp-content/uploads/2022/12/Gilad-Kavalerchik__221220_130.jpg" }, { "@type": "ImageObject", "url": "https://www.graitechschool.co.il/wp-content/uploads/2024/02/Gilad-Kavalerchik__221220_139-scaled-e1708860677514.jpg" }, { "@type": "ImageObject", "url": "https://www.graitechschool.co.il/wp-content/uploads/2022/12/Gilad-Kavalerchik__221220_174-1-e1671950437337.jpg" }, { "@type": "ImageObject", "url": "https://www.graitechschool.co.il/wp-content/uploads/2022/12/Gilad-Kavalerchik__221220_58-e1671953361203.jpg" } ], "potentialAction": { "@type": "ReadAction", "target": { "@type": "EntryPoint", "urlTemplate": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus" } } }, { "@type": "WebSite", "@id": "https://graitechschool.co.il/#website", "url": "https://graitechschool.co.il/", "name": "Google Reichman AI Tech School", "publisher": { "@id": "https://graitechschool.co.il/#organization" } }, { "@type": "Organization", "@id": "https://graitechschool.co.il/#organization", "name": "Google Reichman AI Tech School", "url": "https://graitechschool.co.il/", "logo": { "@type": "ImageObject", "url": "https://www.graitechschool.co.il/wp-content/uploads/2023/02/Group-11870.png" } }, { "@type": "Course", "@id": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus#course", "name": "Module 2 - Ship (Evals, Guardrails, Economics & Production) Syllabus", "description": "This module transitions teams from fragile sandboxes to hardened, dependable production deployments. Built with an agentic-by-default focus, it teaches teams how to run automated evaluation suites, deploy runtime safety filters, and optimize multi-step token unit economics.", "url": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus", "inLanguage": "en", "provider": { "@id": "https://graitechschool.co.il/#organization" }, "publisher": { "@id": "https://graitechschool.co.il/#organization" }, "teaches": [ "Strategic AI telemetry and multi-layered performance metrics", "Operational task economics and cost-per-successful-task calculations", "Probabilistic quality frameworks and confidence thresholds", "Agentic trajectory mapping and multi-step execution health", "Automated release gating and go/no-go deployment rules", "Golden dataset engineering and evaluation rubrics", "LLM-as-judge automation and calibration", "CI/CD regression deployment for AI evaluations", "RAG pipeline evaluation and hallucination containment", "Agentic trajectory evals and intermediate tool-use correctness", "Compliance and tone validation", "Live guardrail filtering and runtime safety controls", "Agentic circuit breakers and action authorization matrices", "Data fencing schemas and auditable compliance logging", "Live production telemetry and semantic drift monitoring", "Model selection and optimization architecture", "Granular cost-bucket modeling and margin optimization", "Agentic financial control and token multiplication projection", "The 3x value heuristic and financial stress testing", "Pricing and total cost of ownership calculations", "Cross-functional AI governance and RACI matrices" ], "syllabusSections": [ { "@type": "Syllabus", "name": "Session 1: From Prototype to Production — Metrics That Matter", "description": "Covers strategic AI telemetry, operational task economics, probabilistic quality frameworks, agentic trajectory mapping, and automated release gating. Workshop participants build a multi-layer metrics dashboard tree, map an autonomous agentic trajectory health path, and define a metric-driven production release gate. Deliverable: AI Metrics & Release-Gate Plan." }, { "@type": "Syllabus", "name": "Session 2: Evals & Golden Datasets", "description": "Covers golden dataset engineering, LLM-as-judge automation, CI/CD regression deployment with Promptfoo and Braintrust, RAG pipeline evaluation, agentic trajectory evals, and compliance and tone validation. Workshop participants assemble a golden dataset and grading rubric, run a live automated prompt evaluation with the Promptfoo CLI, and configure multi-step trajectory validation. Deliverable: Eval Suite — Golden Dataset, Evaluation Rubric, and Automated CI/CD Testing Gate." }, { "@type": "Syllabus", "name": "Session 3: Guardrails, Agent Safety & Monitoring", "description": "Covers live guardrail filtering, agentic circuit breakers, action authorization matrices, data fencing schemas, auditable compliance logging, and live production telemetry. Workshop participants map an end-to-end runtime security framework and produce a guardrail and agent circuit-breaker checklist, a data-fencing flow schema, and a production alerting and monitoring plan. Deliverable: Guardrails, Agent-Safety & Live Monitoring Plan." }, { "@type": "Syllabus", "name": "Session 4: Model Selection, Unit Economics, Build vs. Buy & Production Readiness", "description": "Covers model optimization architecture, granular cost-bucket modeling, agentic financial control, the 3x value heuristic, pricing and TCO calculations, and cross-functional AI governance. Workshop participants construct a parameter-driven TCO and COGS spreadsheet model, run the 3x financial value check, map a lifecycle RACI governance framework, and compile a deployment readiness plan. Deliverable: AI Product Production Plan + Executive Decision Brief." } ] }, { "@type": "BreadcrumbList", "@id": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus#breadcrumb", "itemListElement": [ { "@type": "ListItem", "position": 1, "name": "Home", "item": "https://graitechschool.co.il/" }, { "@type": "ListItem", "position": 2, "name": "Module 2 - Ship (Evals, Guardrails, Economics & Production) Syllabus", "item": "https://graitechschool.co.il/module-2-ship-evals-guardrails-economics-production-syllabus" } ] } ] }