{"id":105614,"date":"2025-04-11T22:02:46","date_gmt":"2025-04-11T17:32:46","guid":{"rendered":"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/"},"modified":"2025-04-11T22:02:46","modified_gmt":"2025-04-11T17:32:46","slug":"%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa","status":"publish","type":"post","link":"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/","title":{"rendered":"\ud83e\uddea \u0627\u0639\u062a\u0628\u0627\u0631 \u0633\u0646\u062c\u06cc \u062e\u0631\u0648\u062c\u06cc \u0647\u0627\u06cc \u0622\u0645\u0627\u0632\u0648\u0646 (NOVA) \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Openai Evals + SFN + CDK"},"content":{"rendered":"<div data-article-id=\"2400153\" id=\"article-body\">\n<p>\u0648\u0642\u062a\u06cc \u062f\u0631 \u062d\u0627\u0644 \u0633\u0627\u062e\u062a \u0628\u0627 LLM \u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f Amazon Bedrock&#39;s Nova \u0647\u0633\u062a\u06cc\u062f \u060c \u06cc\u06a9 \u0633\u0648\u0627\u0644 \u0633\u062e\u062a \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f \u06a9\u0647 \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u0628\u0627\u06cc\u062f \u0628\u0627 \u0622\u0646 \u0631\u0648\u0628\u0631\u0648 \u0634\u0648\u06cc\u062f:<\/p>\n<blockquote>\n<p><em>&#8220;\u0686\u06af\u0648\u0646\u0647 \u0645\u06cc \u062f\u0627\u0646\u0645 \u06a9\u0647 \u067e\u0627\u0633\u062e \u0647\u0627\u06cc \u0645\u062f\u0644 \u0645\u0646 \u0627\u0633\u0627\u0633\u0627\u064b \u0634\u06cc\u0628 AI \u0646\u06cc\u0633\u062a\u061f&#8221;<\/em><\/p>\n<\/blockquote>\n<p>\u0645\u0627 \u06af\u0630\u0634\u062a\u0647 \u0627\u0632 \u062c\u0627\u06cc\u06cc \u0647\u0633\u062a\u06cc\u0645 \u06a9\u0647 \u067e\u0627\u0633\u062e \u0647\u0627\u06cc \u0686\u0634\u0645 \u0628\u0647 \u0627\u0646\u062f\u0627\u0632\u0647 \u06a9\u0627\u0641\u06cc \u062e\u0648\u0628 \u0627\u0633\u062a &#8211; \u0645\u0627 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645 <strong>\u0627\u0639\u062a\u0628\u0627\u0631 \u0633\u0646\u062c\u06cc \u062e\u0648\u062f\u06a9\u0627\u0631 \u062f\u0631 \u0632\u0645\u0627\u0646 \u0627\u062c\u0631\u0627<\/strong>\u060c \u062f\u0631 \u062d\u0627\u0644\u062a \u0627\u06cc\u062f\u0647 \u0622\u0644 \u06a9\u0647 \u0645\u062a\u0646\u0627\u0633\u0628 \u0628\u0627 \u06cc\u06a9 <strong>\u067e\u0634\u062a\u0647 \u0628\u062f\u0648\u0646 \u0633\u0631\u0648\u0631 \u060c \u0633\u0627\u0632\u06af\u0627\u0631 \u0628\u0627 \u062a\u0648\u0644\u06cc\u062f<\/strong>\u0628\u0634\u0631<\/p>\n<p>\u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0622\u0646 \u0631\u0627 \u0633\u06cc\u0645 \u06a9\u0634\u06cc \u06a9\u0646\u06cc\u0645:<\/p>\n<ul>\n<li>\u270d \u0646\u0648\u0627 (\u0627\u0632 \u0637\u0631\u06cc\u0642 \u0628\u0633\u062a\u0631 \u0622\u0645\u0627\u0632\u0648\u0646) \u067e\u0627\u0633\u062e\u06cc \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc \u06a9\u0646\u062f<\/li>\n<li>\ud83d\udcca API \u062c\u062f\u06cc\u062f Evals Openai \u067e\u0627\u0633\u062e \u0631\u0627 \u062f\u0631\u062c\u0647 \u0628\u0646\u062f\u06cc \u0645\u06cc \u06a9\u0646\u062f<\/li>\n<li>\ud83e\udd16 \u062a\u0648\u0627\u0628\u0639 \u0645\u0631\u062d\u0644\u0647 + \u0644\u0627\u0645\u0628\u062f\u0627 \u0622\u0646 \u0631\u0627 \u0627\u0631\u06a9\u0633\u062a\u0631 \u06a9\u0646\u06cc\u062f<\/li>\n<li>\ud83e\uddf1 CDK \u0647\u0645\u0647 \u0686\u06cc\u0632 \u0631\u0627 \u0645\u0633\u062a\u0642\u0631 \u0645\u06cc \u06a9\u0646\u062f<\/li>\n<li>\u2705 \u0648 \u0645\u0627 \u067e\u0627\u0633\u062e \u0647\u0627 \u0631\u0627 \u0628\u0627 \u06af\u0630\u0634\u062a \u0632\u0645\u0627\u0646 \u062f\u0646\u0628\u0627\u0644 \u0645\u06cc \u06a9\u0646\u06cc\u0645 \u062a\u0627 \u0628\u0647\u0628\u0648\u062f \u06cc\u0627\u0628\u062f<\/li>\n<\/ul>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0628\u0631\u0648\u06cc\u0645 \u06a9\u0648\u062f\u06a9 \u062a\u0645\u0627\u0645 \u067e\u0634\u062a\u0647 \u060c \u0628\u0647 \u0633\u0628\u06a9 Eval<\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_84 counter-hierarchy ez-toc-counter-rtl ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u0641\u0647\u0631\u0633\u062a \u0645\u0637\u0627\u0644\u0628<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#%D9%85%D8%B9%D9%85%D8%A7%D8%B1%DB%8C_%D8%B3%D8%B7%D8%AD_%D8%A8%D8%A7%D9%84%D8%A7\" >\u0645\u0639\u0645\u0627\u0631\u06cc \u0633\u0637\u062d \u0628\u0627\u0644\u0627<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#%D9%BE%D8%B4%D8%AA%D9%87_CDK\" >\u067e\u0634\u062a\u0647 CDK<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#%F0%9F%93%A6_%D9%84%D8%A7%D9%85%D8%A8%D8%AF%D8%A7_1_%E2%80%93_%D9%BE%D8%A7%D8%B3%D8%AE_%D9%86%D9%88%D8%A7_getNovaResponsets\" >\ud83d\udce6 \u0644\u0627\u0645\u0628\u062f\u0627 1 &#8211; \u067e\u0627\u0633\u062e \u0646\u0648\u0627 (getNovaResponse.ts)<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#%F0%9F%94%8D_Lambda_2_%E2%80%93_Eval_with_Openai_validateWithOpenAIts\" >\ud83d\udd0d Lambda 2 &#8211; Eval with Openai (validateWithOpenAI.ts)<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#%F0%9F%93%8A_%D8%B3%D9%86%D8%A7%D8%B1%DB%8C%D9%88%D9%87%D8%A7%DB%8C_%D8%B4%D8%A8%DB%8C%D9%87_%D8%B3%D8%A7%D8%B2%DB%8C_%D8%B4%D8%AF%D9%87\" >\ud83d\udcca \u0633\u0646\u0627\u0631\u06cc\u0648\u0647\u0627\u06cc \u0634\u0628\u06cc\u0647 \u0633\u0627\u0632\u06cc \u0634\u062f\u0647<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#%F0%9F%94%81_%DA%86%DA%AF%D9%88%D9%86%D9%87_%D9%85%DB%8C_%D8%AA%D9%88%D8%A7%D9%86_%D8%AF%D8%B1_%D9%87%D9%86%DA%AF%D8%A7%D9%85_%D8%B9%D8%AF%D9%85_%D9%85%D9%88%D9%81%D9%82%DB%8C%D8%AA_%D8%A8%D9%87%D8%A8%D9%88%D8%AF_%DB%8C%D8%A7%D9%81%D8%AA\" >\ud83d\udd01 \u0686\u06af\u0648\u0646\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646 \u062f\u0631 \u0647\u0646\u06af\u0627\u0645 \u0639\u062f\u0645 \u0645\u0648\u0641\u0642\u06cc\u062a \u0628\u0647\u0628\u0648\u062f \u06cc\u0627\u0641\u062a<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#1_%D8%AA%D9%86%D8%B8%DB%8C%D9%85%D8%A7%D8%AA_%D8%A7%D8%B3%D8%AA%D9%86%D8%AA%D8%A7%D8%AC_%D8%B1%D8%A7_%D8%AA%D9%86%D8%B8%DB%8C%D9%85_%DA%A9%D9%86%DB%8C%D8%AF\" >1 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0631\u0627 \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#2_%D8%B7%D8%B1%D8%A7%D8%AD%DB%8C_%D8%B3%D8%B1%DB%8C%D8%B9_%D8%B1%D8%A7_%D8%A8%D9%87%D8%A8%D9%88%D8%AF_%D8%A8%D8%AE%D8%B4%DB%8C%D8%AF\" >2 \u0637\u0631\u0627\u062d\u06cc \u0633\u0631\u06cc\u0639 \u0631\u0627 \u0628\u0647\u0628\u0648\u062f \u0628\u062e\u0634\u06cc\u062f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#3_RUCHRIC_EVAL_%D8%AE%D9%88%D8%AF_%D8%B1%D8%A7_%D8%A7%D8%B1%D8%AA%D9%82%D8%A7_%D8%AF%D9%87%DB%8C%D8%AF\" >3 RUCHRIC EVAL \u062e\u0648\u062f \u0631\u0627 \u0627\u0631\u062a\u0642\u0627 \u062f\u0647\u06cc\u062f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/nabfollower.com\/blog\/%f0%9f%a7%aa-%d8%a7%d8%b9%d8%aa%d8%a8%d8%a7%d8%b1-%d8%b3%d9%86%d8%ac%db%8c-%d8%ae%d8%b1%d9%88%d8%ac%db%8c-%d9%87%d8%a7%db%8c-%d8%a2%d9%85%d8%a7%d8%b2%d9%88%d9%86-nova-%d8%a8%d8%a7-%d8%a7%d8%b3%d8%aa\/#4_%D8%B2%D9%86%D8%AC%DB%8C%D8%B1%D9%87_%D8%A7%DB%8C_%D8%A7%D8%B2_%D8%AD%D8%A7%D9%84%D8%AA_%D8%A2%D8%B2%D9%85%D8%A7%DB%8C%D8%B4_%D9%85%D8%AC%D8%AF%D8%AF\" >4 \u0632\u0646\u062c\u06cc\u0631\u0647 \u0627\u06cc \u0627\u0632 \u062d\u0627\u0644\u062a \u0622\u0632\u0645\u0627\u06cc\u0634 \u0645\u062c\u062f\u062f<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%B9%D9%85%D8%A7%D8%B1%DB%8C_%D8%B3%D8%B7%D8%AD_%D8%A8%D8%A7%D9%84%D8%A7\"><\/span>\n<p>  \u0645\u0639\u0645\u0627\u0631\u06cc \u0633\u0637\u062d \u0628\u0627\u0644\u0627<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fitjhpmqasjpp1y5ioi5z.png\" alt=\"\u0642\u0648\u0633\" loading=\"lazy\" width=\"800\" height=\"858\" title=\"\"><\/p>\n<p>\u0645\u0627 \u0686\u06cc\u0632\u0647\u0627\u06cc\u06cc \u0631\u0627 \u06a9\u0647 Typescript Down XD \u0631\u0627 \u062d\u0641\u0638 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%D9%BE%D8%B4%D8%AA%D9%87_CDK\"><\/span>\n<p>  \u067e\u0634\u062a\u0647 CDK<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u06cc\u06a9 \u062a\u0646\u0638\u06cc\u0645 CDK \u0628\u0631\u0647\u0646\u0647 (\u062f\u0631 TypeScript) \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0647\u0645\u0647 \u0686\u06cc\u0632 \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight typescript\"><code> <span class=\"kd\">const<\/span> <span class=\"nx\">evalNotificationTopic<\/span> <span class=\"o\">=<\/span> <span class=\"k\">new<\/span> <span class=\"nx\">sns<\/span><span class=\"p\">.<\/span><span class=\"nc\">Topic<\/span><span class=\"p\">(<\/span><span class=\"k\">this<\/span><span class=\"p\">,<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">EvalNotificationTopic<\/span><span class=\"dl\">'<\/span><span class=\"p\">);<\/span>\n\n    <span class=\"nx\">evalNotificationTopic<\/span><span class=\"p\">.<\/span><span class=\"nf\">addSubscription<\/span><span class=\"p\">(<\/span>\n      <span class=\"k\">new<\/span> <span class=\"nx\">snsSubscriptions<\/span><span class=\"p\">.<\/span><span class=\"nc\">EmailSubscription<\/span><span class=\"p\">(<\/span><span class=\"dl\">'<\/span><span class=\"s1\">your-email@example.com<\/span><span class=\"dl\">'<\/span><span class=\"p\">)<\/span>\n    <span class=\"p\">);<\/span>\n\n<span class=\"kd\">const<\/span> <span class=\"nx\">getNova<\/span> <span class=\"o\">=<\/span> <span class=\"k\">new<\/span> <span class=\"nc\">NodejsFunction<\/span><span class=\"p\">(<\/span><span class=\"k\">this<\/span><span class=\"p\">,<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">NovaFn<\/span><span class=\"dl\">'<\/span><span class=\"p\">,<\/span> <span class=\"p\">{<\/span>\n  <span class=\"na\">entry<\/span><span class=\"p\">:<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">lambda\/getNovaResponse.ts<\/span><span class=\"dl\">'<\/span><span class=\"p\">,<\/span>\n  <span class=\"na\">environment<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span> <span class=\"na\">REGION<\/span><span class=\"p\">:<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">us-east-1<\/span><span class=\"dl\">'<\/span> <span class=\"p\">}<\/span>\n<span class=\"p\">});<\/span>\n\n<span class=\"kd\">const<\/span> <span class=\"nx\">validateFn<\/span> <span class=\"o\">=<\/span> <span class=\"k\">new<\/span> <span class=\"nc\">NodejsFunction<\/span><span class=\"p\">(<\/span><span class=\"k\">this<\/span><span class=\"p\">,<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">ValidateFn<\/span><span class=\"dl\">'<\/span><span class=\"p\">,<\/span> <span class=\"p\">{<\/span>\n  <span class=\"na\">entry<\/span><span class=\"p\">:<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">lambda\/validateWithOpenAI.ts<\/span><span class=\"dl\">'<\/span><span class=\"p\">,<\/span>\n  <span class=\"na\">environment<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span>\n    <span class=\"na\">OPENAI_API_KEY<\/span><span class=\"p\">:<\/span> <span class=\"nx\">process<\/span><span class=\"p\">.<\/span><span class=\"nx\">env<\/span><span class=\"p\">.<\/span><span class=\"nx\">OPENAI_API_KEY<\/span><span class=\"o\">!<\/span><span class=\"p\">,<\/span>\n  <span class=\"p\">}<\/span>\n<span class=\"p\">});<\/span>\n\n<span class=\"kd\">const<\/span> <span class=\"nx\">notifyTask<\/span> <span class=\"o\">=<\/span> <span class=\"k\">new<\/span> <span class=\"nx\">tasks<\/span><span class=\"p\">.<\/span><span class=\"nc\">SnsPublish<\/span><span class=\"p\">(<\/span><span class=\"k\">this<\/span><span class=\"p\">,<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">Notify<\/span><span class=\"dl\">'<\/span><span class=\"p\">,<\/span> <span class=\"p\">{<\/span>\n      <span class=\"na\">topic<\/span><span class=\"p\">:<\/span> <span class=\"nx\">evalNotificationTopic<\/span><span class=\"p\">,<\/span>\n      <span class=\"na\">message<\/span><span class=\"p\">:<\/span> <span class=\"nx\">stepfunctions<\/span><span class=\"p\">.<\/span><span class=\"nx\">TaskInput<\/span><span class=\"p\">.<\/span><span class=\"nf\">fromText<\/span><span class=\"p\">(<\/span><span class=\"dl\">'<\/span><span class=\"s1\">Evaluation complete. Review results in OpenAI dashboard.<\/span><span class=\"dl\">'<\/span><span class=\"p\">),<\/span>\n      <span class=\"na\">resultPath<\/span><span class=\"p\">:<\/span> <span class=\"nx\">stepfunctions<\/span><span class=\"p\">.<\/span><span class=\"nx\">JsonPath<\/span><span class=\"p\">.<\/span><span class=\"nx\">DISCARD<\/span><span class=\"p\">,<\/span>\n    <span class=\"p\">});<\/span>\n\n<span class=\"kd\">const<\/span> <span class=\"nx\">flow<\/span> <span class=\"o\">=<\/span> <span class=\"k\">new<\/span> <span class=\"nc\">StepFunction<\/span><span class=\"p\">(<\/span><span class=\"k\">this<\/span><span class=\"p\">,<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">EvalFlow<\/span><span class=\"dl\">'<\/span><span class=\"p\">,<\/span> <span class=\"p\">{<\/span>\n  <span class=\"na\">definition<\/span><span class=\"p\">:<\/span> <span class=\"nx\">Chain<\/span>\n    <span class=\"p\">.<\/span><span class=\"nf\">start<\/span><span class=\"p\">(<\/span><span class=\"k\">new<\/span> <span class=\"nc\">LambdaInvoke<\/span><span class=\"p\">(<\/span><span class=\"k\">this<\/span><span class=\"p\">,<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">Generate<\/span><span class=\"dl\">'<\/span><span class=\"p\">,<\/span> <span class=\"p\">{<\/span> <span class=\"na\">lambdaFunction<\/span><span class=\"p\">:<\/span> <span class=\"nx\">getNova<\/span> <span class=\"p\">}))<\/span>\n    <span class=\"p\">.<\/span><span class=\"nf\">next<\/span><span class=\"p\">(<\/span><span class=\"k\">new<\/span> <span class=\"nc\">LambdaInvoke<\/span><span class=\"p\">(<\/span><span class=\"k\">this<\/span><span class=\"p\">,<\/span> <span class=\"dl\">'<\/span><span class=\"s1\">Eval<\/span><span class=\"dl\">'<\/span><span class=\"p\">,<\/span> <span class=\"p\">{<\/span> <span class=\"na\">lambdaFunction<\/span><span class=\"p\">:<\/span> <span class=\"nx\">validateFn<\/span> <span class=\"p\">}))<\/span>\n<span class=\"p\">.<\/span><span class=\"nf\">next<\/span><span class=\"p\">(<\/span><span class=\"nx\">notifyTask<\/span><span class=\"p\">)<\/span>\n<span class=\"p\">});<\/span>\n\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0627\u06cc\u0646 \u067e\u0634\u062a\u0647 CDK \u0686\u0647 \u0686\u06cc\u0632\u06cc \u06a9\u0627\u0647\u0634 \u0645\u06cc \u06cc\u0627\u0628\u062f\u061f<\/p>\n<ul>\n<li>2 \u0628\u0631\u0647\u062f\u0627<\/li>\n<li>\u06cc\u06a9 \u06af\u0631\u062f\u0634 \u06a9\u0627\u0631 \u0639\u0645\u0644\u06a9\u0631\u062f\u06cc<\/li>\n<li>\u06cc\u06a9 SNS<\/li>\n<\/ul>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0622\u0646 \u0631\u0627 \u062a\u062c\u0632\u06cc\u0647 \u06a9\u0646\u06cc\u0645<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%93%A6_%D9%84%D8%A7%D9%85%D8%A8%D8%AF%D8%A7_1_%E2%80%93_%D9%BE%D8%A7%D8%B3%D8%AE_%D9%86%D9%88%D8%A7_getNovaResponsets\"><\/span>\n<p>  \ud83d\udce6 \u0644\u0627\u0645\u0628\u062f\u0627 1 &#8211; \u067e\u0627\u0633\u062e \u0646\u0648\u0627 (<code>getNovaResponse.ts<\/code>)<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight typescript\"><code><span class=\"kd\">const<\/span> <span class=\"nx\">input<\/span> <span class=\"o\">=<\/span> <span class=\"nx\">event<\/span><span class=\"p\">.<\/span><span class=\"nx\">prompt<\/span> <span class=\"o\">??<\/span> <span class=\"dl\">\"<\/span><span class=\"s2\">What is the capital of France?<\/span><span class=\"dl\">\"<\/span><span class=\"p\">;<\/span>\n<span class=\"kd\">const<\/span> <span class=\"nx\">command<\/span> <span class=\"o\">=<\/span> <span class=\"k\">new<\/span> <span class=\"nc\">ConverseCommand<\/span><span class=\"p\">({<\/span>\n  <span class=\"na\">modelId<\/span><span class=\"p\">:<\/span> <span class=\"dl\">\"<\/span><span class=\"s2\">amazon.nova-lite-v1:0<\/span><span class=\"dl\">\"<\/span><span class=\"p\">,<\/span>\n  <span class=\"na\">messages<\/span><span class=\"p\">:<\/span> <span class=\"p\">[{<\/span> <span class=\"na\">role<\/span><span class=\"p\">:<\/span> <span class=\"dl\">\"<\/span><span class=\"s2\">user<\/span><span class=\"dl\">\"<\/span><span class=\"p\">,<\/span> <span class=\"na\">content<\/span><span class=\"p\">:<\/span> <span class=\"p\">[{<\/span> <span class=\"na\">text<\/span><span class=\"p\">:<\/span> <span class=\"nx\">input<\/span> <span class=\"p\">}]<\/span> <span class=\"p\">}],<\/span>\n  <span class=\"na\">inferenceConfig<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span> <span class=\"na\">temperature<\/span><span class=\"p\">:<\/span> <span class=\"mf\">0.5<\/span> <span class=\"p\">},<\/span>\n<span class=\"p\">});<\/span>\n<span class=\"kd\">const<\/span> <span class=\"nx\">result<\/span> <span class=\"o\">=<\/span> <span class=\"k\">await<\/span> <span class=\"nx\">client<\/span><span class=\"p\">.<\/span><span class=\"nf\">send<\/span><span class=\"p\">(<\/span><span class=\"nx\">command<\/span><span class=\"p\">);<\/span>\n<span class=\"kd\">const<\/span> <span class=\"nx\">output<\/span> <span class=\"o\">=<\/span> <span class=\"nx\">result<\/span><span class=\"p\">.<\/span><span class=\"nx\">output<\/span><span class=\"p\">?.<\/span><span class=\"nx\">message<\/span><span class=\"p\">?.<\/span><span class=\"nx\">content<\/span><span class=\"p\">?.[<\/span><span class=\"mi\">0<\/span><span class=\"p\">]?.<\/span><span class=\"nx\">text<\/span><span class=\"p\">;<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0686\u06cc\u0632\u06cc \u0645\u0627\u0646\u0646\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight json\"><code><span class=\"p\">{<\/span><span class=\"w\">\n  <\/span><span class=\"nl\">\"prompt\"<\/span><span class=\"p\">:<\/span><span class=\"w\"> <\/span><span class=\"s2\">\"What is the capital of France?\"<\/span><span class=\"p\">,<\/span><span class=\"w\">\n  <\/span><span class=\"nl\">\"completion\"<\/span><span class=\"p\">:<\/span><span class=\"w\"> <\/span><span class=\"s2\">\"The capital of France is Paris.\"<\/span><span class=\"w\">\n<\/span><span class=\"p\">}<\/span><span class=\"w\">\n<\/span><\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%94%8D_Lambda_2_%E2%80%93_Eval_with_Openai_validateWithOpenAIts\"><\/span>\n<p>  \ud83d\udd0d Lambda 2 &#8211; Eval with Openai (<code>validateWithOpenAI.ts<\/code>)<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight typescript\"><code><span class=\"kd\">const<\/span> <span class=\"nx\">evalRequest<\/span> <span class=\"o\">=<\/span> <span class=\"p\">{<\/span>\n  <span class=\"na\">run_spec<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span>\n    <span class=\"na\">eval_name<\/span><span class=\"p\">:<\/span> <span class=\"dl\">\"<\/span><span class=\"s2\">cot-correctness<\/span><span class=\"dl\">\"<\/span><span class=\"p\">,<\/span>\n    <span class=\"na\">args<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span>\n      <span class=\"na\">samples_jsonl<\/span><span class=\"p\">:<\/span> <span class=\"p\">[{<\/span>\n        <span class=\"na\">input<\/span><span class=\"p\">:<\/span> <span class=\"nx\">prompt<\/span><span class=\"p\">,<\/span>\n        <span class=\"na\">completion<\/span><span class=\"p\">:<\/span> <span class=\"nx\">completion<\/span><span class=\"p\">,<\/span>\n        <span class=\"na\">ideal<\/span><span class=\"p\">:<\/span> <span class=\"p\">[<\/span><span class=\"dl\">\"<\/span><span class=\"s2\">Paris<\/span><span class=\"dl\">\"<\/span><span class=\"p\">]<\/span>\n      <span class=\"p\">}]<\/span>\n    <span class=\"p\">}<\/span>\n  <span class=\"p\">}<\/span>\n<span class=\"p\">};<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0633\u067e\u0633 \u0627\u0631\u0633\u0627\u0644 \u0628\u0647:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight plaintext\"><code>https:\/\/api.openai.com\/v1\/evals\/runs\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0634\u0645\u0627 \u0628\u0631\u0645\u06cc \u06af\u0631\u062f\u06cc\u062f <code>runId<\/code>\u060c \u06a9\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0628\u0631\u0627\u06cc \u0646\u062a\u0627\u06cc\u062c \u0627\u0632 \u0622\u0646 \u0646\u0638\u0631\u0633\u0646\u062c\u06cc \u06a9\u0646\u06cc\u062f (\u06cc\u0627 \u062f\u0631 \u0635\u0648\u0631\u062a \u0644\u0632\u0648\u0645 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0628\u0647 \u0637\u0648\u0631 \u062e\u0648\u062f\u06a9\u0627\u0631 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062d\u0627\u0644\u062a \u0639\u0645\u0644\u06a9\u0631\u062f \u0645\u0631\u062d\u0644\u0647 \u062f\u06cc\u06af\u0631 \u0635\u0628\u0631 \u06a9\u0646\u06cc\u062f)<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%93%8A_%D8%B3%D9%86%D8%A7%D8%B1%DB%8C%D9%88%D9%87%D8%A7%DB%8C_%D8%B4%D8%A8%DB%8C%D9%87_%D8%B3%D8%A7%D8%B2%DB%8C_%D8%B4%D8%AF%D9%87\"><\/span>\n<p>  \ud83d\udcca \u0633\u0646\u0627\u0631\u06cc\u0648\u0647\u0627\u06cc \u0634\u0628\u06cc\u0647 \u0633\u0627\u0632\u06cc \u0634\u062f\u0647<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0686\u0646\u062f \u0646\u0645\u0648\u0646\u0647 \u0631\u0627 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u0645 \u0648 \u0622\u0646\u0647\u0627 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 <code>cot-correctness<\/code> Eval:<\/p>\n<div class=\"table-wrapper-paragraph\">\n<table>\n<thead>\n<tr>\n<th>\u0633\u0631\u06cc\u0639<\/th>\n<th>\u062e\u0631\u0648\u062c\u06cc \u0646\u0648\u0627<\/th>\n<th>\u0645\u0648\u0631\u062f \u0627\u0646\u062a\u0638\u0627\u0631<\/th>\n<th>\u0646\u0645\u0631\u0647 EVAL<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u067e\u0627\u06cc\u062a\u062e\u062a \u0641\u0631\u0627\u0646\u0633\u0647 \u0686\u06cc\u0633\u062a\u061f<\/td>\n<td>\u067e\u0627\u0631\u06cc\u0633 \u067e\u0627\u06cc\u062a\u062e\u062a \u0641\u0631\u0627\u0646\u0633\u0647 \u0627\u0633\u062a.<\/td>\n<td>\u067e\u0627\u0631\u06cc\u0633<\/td>\n<td>\u2705 \u067e\u0627\u0633<\/td>\n<\/tr>\n<tr>\n<td>\u0631\u06cc\u0634\u0647 \u0645\u0631\u0628\u0639 64 \u0686\u06cc\u0633\u062a\u061f<\/td>\n<td>\u0631\u06cc\u0634\u0647 \u0645\u0631\u0628\u0639 64 8 \u0627\u0633\u062a.<\/td>\n<td>8<\/td>\n<td>\u2705 \u067e\u0627\u0633<\/td>\n<\/tr>\n<tr>\n<td>\u0686\u0647 \u06a9\u0633\u06cc \u062f\u0631 \u062c\u0627\u0645 \u062c\u0647\u0627\u0646\u06cc 2022 \u067e\u06cc\u0631\u0648\u0632 \u0634\u062f\u061f<\/td>\n<td>\u0641\u0631\u0627\u0646\u0633\u0647 \u062f\u0631 \u062c\u0627\u0645 \u062c\u0647\u0627\u0646\u06cc 2022 \u067e\u06cc\u0631\u0648\u0632 \u0634\u062f.<\/td>\n<td>\u0648\u0627\u0628\u0633\u062a\u0647 \u0628\u0647 \u0622\u0631\u0698\u0627\u0646\u062a\u06cc\u0646<\/td>\n<td>\u274c \u0634\u06a9\u0633\u062a<\/td>\n<\/tr>\n<tr>\n<td>17 + 26 \u0686\u06cc\u0633\u062a\u061f<\/td>\n<td>\u0627\u06cc\u0646 33 \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f.<\/td>\n<td>43<\/td>\n<td>\u274c \u0634\u06a9\u0633\u062a<\/td>\n<\/tr>\n<tr>\n<td>\u0641\u062a\u0648\u0633\u0646\u062a\u0632 \u0631\u0627 \u062f\u0631 1 \u062c\u0645\u0644\u0647 \u062a\u0639\u0631\u06cc\u0641 \u06a9\u0646\u06cc\u062f.<\/td>\n<td>\u0641\u062a\u0648\u0633\u0646\u062a\u0632 \u0627\u06cc\u0646 \u0627\u0633\u062a \u06a9\u0647 \u06af\u06cc\u0627\u0647\u0627\u0646 \u0686\u06af\u0648\u0646\u0647 \u063a\u0630\u0627 \u062f\u0631\u0633\u062a \u0645\u06cc \u06a9\u0646\u0646\u062f.<\/td>\n<td>\u0645\u0639\u0642\u0648\u0644<\/td>\n<td>\u2705 \u067e\u0627\u0633<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<hr\/>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%94%81_%DA%86%DA%AF%D9%88%D9%86%D9%87_%D9%85%DB%8C_%D8%AA%D9%88%D8%A7%D9%86_%D8%AF%D8%B1_%D9%87%D9%86%DA%AF%D8%A7%D9%85_%D8%B9%D8%AF%D9%85_%D9%85%D9%88%D9%81%D9%82%DB%8C%D8%AA_%D8%A8%D9%87%D8%A8%D9%88%D8%AF_%DB%8C%D8%A7%D9%81%D8%AA\"><\/span>\n<p>  \ud83d\udd01 \u0686\u06af\u0648\u0646\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646 \u062f\u0631 \u0647\u0646\u06af\u0627\u0645 \u0639\u062f\u0645 \u0645\u0648\u0641\u0642\u06cc\u062a \u0628\u0647\u0628\u0648\u062f \u06cc\u0627\u0641\u062a<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0648\u0642\u062a\u06cc \u0627\u0631\u0632\u06cc\u0627\u0628\u06cc \u0634\u0645\u0627 \u0627\u0646\u062c\u0627\u0645 \u0646\u0634\u0648\u062f \u060c \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u06a9\u0627\u0631\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u062f:<\/p>\n<h3><span class=\"ez-toc-section\" id=\"1_%D8%AA%D9%86%D8%B8%DB%8C%D9%85%D8%A7%D8%AA_%D8%A7%D8%B3%D8%AA%D9%86%D8%AA%D8%A7%D8%AC_%D8%B1%D8%A7_%D8%AA%D9%86%D8%B8%DB%8C%D9%85_%DA%A9%D9%86%DB%8C%D8%AF\"><\/span>\n<p>  1 <strong>\u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0631\u0627 \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<ul>\n<li>\u062f\u0645\u0627\u06cc \u067e\u0627\u06cc\u06cc\u0646 \u062a\u0631 \u0628\u0631\u0627\u06cc \u067e\u0627\u0633\u062e \u0647\u0627\u06cc \u0642\u0637\u0639\u06cc<\/li>\n<li>\u0627\u0641\u0632\u0627\u06cc\u0634 <code>topP<\/code> \u0628\u0631\u0627\u06cc \u062e\u0644\u0627\u0642\u06cc\u062a \u06af\u0633\u062a\u0631\u062f\u0647 \u062a\u0631 (\u0641\u0642\u0637 \u062f\u0631 \u0635\u0648\u0631\u062a \u0644\u0632\u0648\u0645)<\/li>\n<\/ul>\n<h3><span class=\"ez-toc-section\" id=\"2_%D8%B7%D8%B1%D8%A7%D8%AD%DB%8C_%D8%B3%D8%B1%DB%8C%D8%B9_%D8%B1%D8%A7_%D8%A8%D9%87%D8%A8%D9%88%D8%AF_%D8%A8%D8%AE%D8%B4%DB%8C%D8%AF\"><\/span>\n<p>  2 <strong>\u0637\u0631\u0627\u062d\u06cc \u0633\u0631\u06cc\u0639 \u0631\u0627 \u0628\u0647\u0628\u0648\u062f \u0628\u062e\u0634\u06cc\u062f<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight diff\"><code><span class=\"gd\">- What\u2019s 17 + 26?\n<\/span><span class=\"gi\">+ What\u2019s 17 + 26? Answer only with the number\n<\/span><\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<h3><span class=\"ez-toc-section\" id=\"3_RUCHRIC_EVAL_%D8%AE%D9%88%D8%AF_%D8%B1%D8%A7_%D8%A7%D8%B1%D8%AA%D9%82%D8%A7_%D8%AF%D9%87%DB%8C%D8%AF\"><\/span>\n<p>  3 <strong>RUCHRIC EVAL \u062e\u0648\u062f \u0631\u0627 \u0627\u0631\u062a\u0642\u0627 \u062f\u0647\u06cc\u062f<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u0627\u0632 Evals \u062e\u0627\u0635 \u062a\u0631 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f (\u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u062b\u0627\u0644 <code>cot-accuracy<\/code>\u0628\u0627 <code>exact-match<\/code>\u0628\u0627 <code>qa-relevance<\/code>) \u06cc\u0627 \u0645\u0648\u0627\u0631\u062f \u0633\u0641\u0627\u0631\u0634\u06cc \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f \u062a\u0627 \u062f\u0627\u0645\u0646\u0647 \u062e\u0648\u062f \u0631\u0627 \u0645\u0646\u0639\u06a9\u0633 \u06a9\u0646\u06cc\u062f<\/p>\n<h3><span class=\"ez-toc-section\" id=\"4_%D8%B2%D9%86%D8%AC%DB%8C%D8%B1%D9%87_%D8%A7%DB%8C_%D8%A7%D8%B2_%D8%AD%D8%A7%D9%84%D8%AA_%D8%A2%D8%B2%D9%85%D8%A7%DB%8C%D8%B4_%D9%85%D8%AC%D8%AF%D8%AF\"><\/span>\n<p>  4 <strong>\u0632\u0646\u062c\u06cc\u0631\u0647 \u0627\u06cc \u0627\u0632 \u062d\u0627\u0644\u062a \u0622\u0632\u0645\u0627\u06cc\u0634 \u0645\u062c\u062f\u062f<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u062f\u0631 \u062a\u0648\u0627\u0628\u0639 \u0645\u0631\u062d\u0644\u0647 \u060c Evals \u0631\u0627 \u0628\u0627 \u06cc\u06a9 \u062c\u0631\u06cc\u0627\u0646 \u0645\u062c\u062f\u062f \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u06cc\u06a9 \u0645\u062f\u0644 \u0633\u0631\u06cc\u0639 \u06cc\u0627 \u0645\u062f\u0644 Fallback \u0628\u0633\u062a\u0647 \u0628\u0646\u062f\u06cc \u0646\u06a9\u0631\u062f<\/p>\n<p>\u0627\u06cc\u0646 \u0647\u0645\u0647 \u0627\u0641\u0631\u0627\u062f XD \u0627\u0633\u062a<\/p>\n<\/p><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u0648\u0642\u062a\u06cc \u062f\u0631 \u062d\u0627\u0644 \u0633\u0627\u062e\u062a \u0628\u0627 LLM \u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f Amazon Bedrock&#39;s Nova \u0647\u0633\u062a\u06cc\u062f \u060c \u06cc\u06a9 \u0633\u0648\u0627\u0644 \u0633\u062e\u062a \u0648\u062c\u0648\u062f \u062f\u0627\u0631\u062f \u06a9\u0647 \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u0628\u0627\u06cc\u062f \u0628\u0627 \u0622\u0646 \u0631\u0648\u0628\u0631\u0648 \u0634\u0648\u06cc\u062f: &#8220;\u0686\u06af\u0648\u0646\u0647 \u0645\u06cc \u062f\u0627\u0646\u0645 \u06a9\u0647 \u067e\u0627\u0633\u062e \u0647\u0627\u06cc \u0645\u062f\u0644 \u0645\u0646 \u0627\u0633\u0627\u0633\u0627\u064b \u0634\u06cc\u0628 AI \u0646\u06cc\u0633\u062a\u061f&#8221; \u0645\u0627 \u06af\u0630\u0634\u062a\u0647 \u0627\u0632 \u062c\u0627\u06cc\u06cc \u0647\u0633\u062a\u06cc\u0645 \u06a9\u0647 \u067e\u0627\u0633\u062e \u0647\u0627\u06cc \u0686\u0634\u0645 \u0628\u0647 \u0627\u0646\u062f\u0627\u0632\u0647 \u06a9\u0627\u0641\u06cc \u062e\u0648\u0628 \u0627\u0633\u062a &#8211; \u0645\u0627 \u0646\u06cc\u0627\u0632 &hellip;<\/p>\n","protected":false},"author":2,"featured_media":105615,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"fifu_image_url":"https:\/\/media2.dev.to\/dynamic\/image\/width=1000,height=500,fit=cover,gravity=auto,format=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Ffkh43nl70nwk7d4wfhwa.jpg","fifu_image_alt":"","footnotes":""},"categories":[339],"tags":[],"class_list":["post-105614","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-dev"],"_links":{"self":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/105614","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/comments?post=105614"}],"version-history":[{"count":0,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/105614\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media\/105615"}],"wp:attachment":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media?parent=105614"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/categories?post=105614"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/tags?post=105614"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}