{"id":64485,"date":"2024-05-31T07:40:45","date_gmt":"2024-05-31T04:10:45","guid":{"rendered":"https:\/\/nabfollower.com\/blog\/copilot-%d9%85%d8%ad%d9%84%db%8c-%d8%a8%d8%a7-%d8%a7%d9%86%d8%ac%d9%85%d9%86-slm-dev\/"},"modified":"2024-05-31T07:40:45","modified_gmt":"2024-05-31T04:10:45","slug":"copilot-%d9%85%d8%ad%d9%84%db%8c-%d8%a8%d8%a7-%d8%a7%d9%86%d8%ac%d9%85%d9%86-slm-dev","status":"publish","type":"post","link":"https:\/\/nabfollower.com\/blog\/copilot-%d9%85%d8%ad%d9%84%db%8c-%d8%a8%d8%a7-%d8%a7%d9%86%d8%ac%d9%85%d9%86-slm-dev\/","title":{"rendered":"Copilot \u0645\u062d\u0644\u06cc \u0628\u0627 \u0627\u0646\u062c\u0645\u0646 SLM &#8211; DEV"},"content":{"rendered":"<p><\/p>\n<div data-article-id=\"1871550\" id=\"article-body\">\n<p>\u0639\u06a9\u0633 \u062a\u0648\u0633\u0637 ZHENYU LUO \u062f\u0631 Unsplash<\/p>\n<p>Copilot \u0686\u06cc\u0633\u062a\u061f<\/p>\n<p>\u06a9\u0648\u067e\u06cc\u0644\u0648\u062a \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647 \u062a\u0648\u0633\u0639\u0647 \u0646\u0631\u0645 \u0627\u0641\u0632\u0627\u0631 \u0648 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0628\u0647 \u062f\u0633\u062a\u06cc\u0627\u0631 \u0645\u062c\u0647\u0632 \u0628\u0647 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u0634\u0627\u0631\u0647 \u062f\u0627\u0631\u062f \u06a9\u0647 \u0628\u0627 \u0627\u0631\u0627\u0626\u0647 \u067e\u06cc\u0634\u0646\u0647\u0627\u062f\u0627\u062a\u060c \u062e\u0648\u062f\u06a9\u0627\u0631\u0633\u0627\u0632\u06cc \u06a9\u0627\u0631\u0647\u0627\u06cc \u062a\u06a9\u0631\u0627\u0631\u06cc \u0648 \u0627\u0641\u0632\u0627\u06cc\u0634 \u0628\u0647\u0631\u0647 \u0648\u0631\u06cc \u0628\u0647 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u06a9\u0645\u06a9 \u0645\u06cc \u06a9\u0646\u062f.  \u0627\u06cc\u0646 \u062e\u0644\u0628\u0627\u0646\u200c\u0647\u0627 \u0631\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u062f\u0631 \u0628\u0631\u0646\u0627\u0645\u0647\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0645\u0627\u0646\u0646\u062f \u0648\u06cc\u0631\u0627\u06cc\u0634\u06af\u0631\u0647\u0627\u06cc \u06a9\u062f\u060c \u067e\u0644\u062a\u0641\u0631\u0645\u200c\u0647\u0627\u06cc \u062e\u062f\u0645\u0627\u062a \u0645\u0634\u062a\u0631\u06cc \u06cc\u0627 \u0627\u0628\u0632\u0627\u0631\u0647\u0627\u06cc \u0628\u0647\u0631\u0647\u200c\u0648\u0631\u06cc \u0634\u062e\u0635\u06cc \u0627\u062f\u063a\u0627\u0645 \u06a9\u0631\u062f \u062a\u0627 \u06a9\u0645\u06a9\u200c\u0647\u0627 \u0648 \u0628\u06cc\u0646\u0634\u200c\u0647\u0627\u06cc\u06cc \u0631\u0627 \u062f\u0631 \u0632\u0645\u0627\u0646 \u0648\u0627\u0642\u0639\u06cc \u0627\u0631\u0627\u0626\u0647 \u062f\u0647\u0646\u062f.<\/p>\n<p>\u0645\u0632\u0627\u06cc\u0627\u06cc \u06cc\u06a9 Copilot<\/p>\n<ol>\n<li>\u0628\u0647\u0631\u0647 \u0648\u0631\u06cc \u0628\u06cc\u0634\u062a\u0631:<\/li>\n<\/ol>\n<ul>\n<li>Copilot \u0647\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u0646\u062f \u06a9\u0627\u0631\u0647\u0627\u06cc \u062a\u06a9\u0631\u0627\u0631\u06cc \u0631\u0627 \u062e\u0648\u062f\u06a9\u0627\u0631 \u06a9\u0646\u0646\u062f \u0648 \u0628\u0647 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0627\u06cc\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0631\u0627 \u0645\u06cc \u062f\u0647\u0646\u062f \u062a\u0627 \u0631\u0648\u06cc \u062c\u0646\u0628\u0647 \u0647\u0627\u06cc \u067e\u06cc\u0686\u06cc\u062f\u0647 \u062a\u0631 \u0648 \u062e\u0644\u0627\u0642\u0627\u0646\u0647 \u06a9\u0627\u0631 \u062e\u0648\u062f \u062a\u0645\u0631\u06a9\u0632 \u06a9\u0646\u0646\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u06a9\u0645\u06a9 \u062f\u0631 \u0632\u0645\u0627\u0646 \u0648\u0627\u0642\u0639\u06cc:<\/li>\n<\/ol>\n<ul>\n<li>\u067e\u06cc\u0634\u0646\u0647\u0627\u062f\u0627\u062a \u0648 \u0627\u0635\u0644\u0627\u062d\u0627\u062a \u0641\u0648\u0631\u06cc \u0631\u0627 \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc \u062f\u0647\u062f \u0648 \u0632\u0645\u0627\u0646 \u0635\u0631\u0641 \u0634\u062f\u0647 \u0628\u0631\u0627\u06cc \u0631\u0641\u0639 \u0627\u0634\u06a9\u0627\u0644 \u0648 \u062a\u0635\u062d\u06cc\u062d \u062e\u0637\u0627 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u0645\u06cc \u062f\u0647\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u0627\u0641\u0632\u0627\u06cc\u0634 \u062f\u0627\u0646\u0634:<\/li>\n<\/ol>\n<ul>\n<li>\u067e\u06cc\u0634\u0646\u0647\u0627\u062f\u0627\u062a \u0622\u06af\u0627\u0647 \u0627\u0632 \u0632\u0645\u06cc\u0646\u0647 \u0631\u0627 \u0627\u0631\u0627\u0626\u0647 \u0645\u06cc \u062f\u0647\u062f \u06a9\u0647 \u0628\u0647 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u06a9\u0645\u06a9 \u0645\u06cc \u06a9\u0646\u062f \u0628\u0647\u062a\u0631\u06cc\u0646 \u0634\u06cc\u0648\u0647 \u0647\u0627 \u0631\u0627 \u0628\u06cc\u0627\u0645\u0648\u0632\u0646\u062f \u0648 \u0628\u0647 \u06a9\u0627\u0631 \u06af\u06cc\u0631\u0646\u062f \u0648 \u062f\u0631 \u0637\u0648\u0644 \u0632\u0645\u0627\u0646 \u0645\u0647\u0627\u0631\u062a \u0647\u0627\u06cc \u062e\u0648\u062f \u0631\u0627 \u0628\u0647\u0628\u0648\u062f \u0628\u062e\u0634\u0646\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u062b\u0628\u0627\u062a:<\/li>\n<\/ol>\n<ul>\n<li>\u06a9\u0627\u0631\u0628\u0631\u062f \u0645\u062f\u0627\u0648\u0645 \u0627\u0633\u062a\u0627\u0646\u062f\u0627\u0631\u062f\u0647\u0627\u06cc \u06a9\u062f\u0646\u0648\u06cc\u0633\u06cc\u060c \u0631\u0627\u0647\u0646\u0645\u0627\u0647\u0627\u06cc \u0633\u0628\u06a9 \u0648 \u0633\u0627\u06cc\u0631 \u0628\u0647\u062a\u0631\u06cc\u0646 \u0634\u06cc\u0648\u0647 \u0647\u0627 \u0631\u0627 \u062f\u0631 \u067e\u0631\u0648\u0698\u0647 \u0647\u0627 \u062a\u0636\u0645\u06cc\u0646 \u0645\u06cc \u06a9\u0646\u062f.<\/li>\n<\/ul>\n<p>Copilot \u0645\u062d\u0644\u06cc \u0686\u06cc\u0633\u062a\u061f<\/p>\n<p>\u06a9\u0648\u067e\u0627\u06cc\u0644\u0648\u062a \u0645\u062d\u0644\u06cc \u0646\u0648\u0639\u06cc \u0627\u0632 \u06a9\u0645\u06a9\u200c\u0647\u0627\u06cc \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0628\u0647\u200c\u062c\u0627\u06cc \u062a\u06a9\u06cc\u0647 \u0628\u0631 \u0633\u0631\u0648\u06cc\u0633\u200c\u0647\u0627\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0627\u0628\u0631\u060c \u06a9\u0627\u0645\u0644\u0627\u064b \u0628\u0631 \u0631\u0648\u06cc \u0645\u0646\u0627\u0628\u0639 \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc \u0645\u062d\u0644\u06cc \u0627\u062c\u0631\u0627 \u0645\u06cc\u200c\u0634\u0648\u062f.  \u0627\u06cc\u0646 \u0631\u0627\u0647\u200c\u0627\u0646\u062f\u0627\u0632\u06cc \u0634\u0627\u0645\u0644 \u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646\u06cc \u06a9\u0648\u0686\u06a9\u200c\u062a\u0631 \u0648 \u062f\u0631 \u0639\u06cc\u0646 \u062d\u0627\u0644 \u0642\u062f\u0631\u062a\u0645\u0646\u062f \u062f\u0631 \u0645\u0627\u0634\u06cc\u0646\u200c\u0647\u0627\u06cc \u0645\u062d\u0644\u06cc \u0627\u0633\u062a. <\/p>\n<p>\u0645\u0632\u0627\u06cc\u0627\u06cc \u06cc\u06a9 Copilot \u0645\u062d\u0644\u06cc<\/p>\n<ol>\n<li>\u062d\u0631\u06cc\u0645 \u062e\u0635\u0648\u0635\u06cc \u0648 \u0627\u0645\u0646\u06cc\u062a:<\/li>\n<\/ol>\n<ul>\n<li>\u0627\u062c\u0631\u0627\u06cc \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0645\u062d\u0644\u06cc \u062a\u0636\u0645\u06cc\u0646 \u0645\u06cc\u200c\u06a9\u0646\u062f \u06a9\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062d\u0633\u0627\u0633 \u0627\u0632 \u0645\u062d\u06cc\u0637 \u06a9\u0627\u0631\u0628\u0631 \u062e\u0627\u0631\u062c \u0646\u0645\u06cc\u200c\u0634\u0648\u0646\u062f \u0648 \u062e\u0637\u0631\u0627\u062a \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u0646\u0642\u0636 \u062f\u0627\u062f\u0647\u200c\u0647\u0627 \u0648 \u062f\u0633\u062a\u0631\u0633\u06cc \u063a\u06cc\u0631\u0645\u062c\u0627\u0632 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u0645\u06cc\u200c\u062f\u0647\u0646\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u062a\u0623\u062e\u06cc\u0631 \u06a9\u0627\u0647\u0634 \u06cc\u0627\u0641\u062a\u0647:<\/li>\n<\/ol>\n<ul>\n<li>\u0627\u062c\u0631\u0627\u06cc \u0645\u062d\u0644\u06cc \u0646\u06cc\u0627\u0632 \u0628\u0647 \u0627\u0646\u062a\u0642\u0627\u0644 \u062f\u0627\u062f\u0647 \u0628\u0647 \u0648 \u0627\u0632 \u0633\u0631\u0648\u0631\u0647\u0627\u06cc \u0631\u0627\u0647 \u062f\u0648\u0631 \u0631\u0627 \u0627\u0632 \u0628\u06cc\u0646 \u0645\u06cc \u0628\u0631\u062f \u0648 \u062f\u0631 \u0646\u062a\u06cc\u062c\u0647 \u0632\u0645\u0627\u0646 \u067e\u0627\u0633\u062e\u06af\u0648\u06cc\u06cc \u0633\u0631\u06cc\u0639\u062a\u0631 \u0631\u0627 \u0628\u0647 \u0647\u0645\u0631\u0627\u0647 \u062f\u0627\u0631\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u0639\u0645\u0644\u06a9\u0631\u062f \u0622\u0641\u0644\u0627\u06cc\u0646:<\/li>\n<\/ol>\n<ul>\n<li>\u062e\u0644\u0628\u0627\u0646 \u0647\u0627\u06cc \u0645\u062d\u0644\u06cc \u0645\u06cc \u062a\u0648\u0627\u0646\u0646\u062f \u0628\u062f\u0648\u0646 \u0627\u062a\u0635\u0627\u0644 \u0628\u0647 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u06a9\u0627\u0631 \u06a9\u0646\u0646\u062f \u0648 \u062d\u062a\u06cc \u062f\u0631 \u0645\u062d\u06cc\u0637 \u0647\u0627\u06cc\u06cc \u0628\u0627 \u062f\u0633\u062a\u0631\u0633\u06cc \u0645\u062d\u062f\u0648\u062f \u06cc\u0627 \u0628\u062f\u0648\u0646 \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u0627\u06cc\u0646\u062a\u0631\u0646\u062a \u0642\u0627\u0628\u0644 \u0627\u0639\u062a\u0645\u0627\u062f \u0647\u0633\u062a\u0646\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u06a9\u0627\u0631\u0627\u06cc\u06cc \u0647\u0632\u06cc\u0646\u0647:<\/li>\n<\/ol>\n<ul>\n<li>\u0627\u0632 \u0647\u0632\u06cc\u0646\u0647 \u0647\u0627\u06cc \u0645\u0631\u062a\u0628\u0637 \u0628\u0627 \u0633\u0631\u0648\u06cc\u0633 \u0647\u0627\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u0627\u0628\u0631 \u0648 \u0630\u062e\u06cc\u0631\u0647 \u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627 \u062c\u0644\u0648\u06af\u06cc\u0631\u06cc \u0645\u06cc \u06a9\u0646\u062f.<\/li>\n<\/ul>\n<p>\u0646\u062d\u0648\u0647 \u067e\u06cc\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc \u06cc\u06a9 Copilot \u0645\u062d\u0644\u06cc<\/p>\n<p>\u067e\u06cc\u0627\u062f\u0647\u200c\u0633\u0627\u0632\u06cc \u06cc\u06a9 Copilot \u0645\u062d\u0644\u06cc \u0634\u0627\u0645\u0644 \u0627\u0646\u062a\u062e\u0627\u0628 \u06cc\u06a9 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646 \u06a9\u0648\u0686\u06a9\u200c\u062a\u0631\u060c \u0628\u0647\u06cc\u0646\u0647\u200c\u0633\u0627\u0632\u06cc \u0622\u0646 \u0628\u0631\u0627\u06cc \u062a\u0637\u0628\u06cc\u0642 \u0628\u0627 \u0633\u062e\u062a\u200c\u0627\u0641\u0632\u0627\u0631 \u0645\u062d\u0644\u06cc \u0648 \u0627\u062f\u063a\u0627\u0645 \u0622\u0646 \u0628\u0627 \u0686\u0627\u0631\u0686\u0648\u0628\u06cc \u0645\u0627\u0646\u0646\u062f LangChain \u0628\u0631\u0627\u06cc \u0633\u0627\u062e\u062a \u0648 \u0627\u062c\u0631\u0627\u06cc \u0639\u0648\u0627\u0645\u0644 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u0633\u062a.  \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0645\u0631\u0627\u062d\u0644 \u0633\u0637\u062d \u0628\u0627\u0644\u0627 \u0622\u0645\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<ol>\n<li>\u0627\u0646\u062a\u062e\u0627\u0628 \u0645\u062f\u0644:<\/li>\n<\/ol>\n<ul>\n<li>\u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0631\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u062f\u0627\u0631\u0627\u06cc 8 \u0645\u06cc\u0644\u06cc\u0627\u0631\u062f \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u06cc\u0627 \u06a9\u0645\u062a\u0631 \u0628\u0627\u0634\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u0628\u0647\u06cc\u0646\u0647 \u0633\u0627\u0632\u06cc \u0628\u0627 TensorRT:<\/li>\n<\/ol>\n<ul>\n<li>\u0645\u062f\u0644 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 NVIDIA TensorRT-LLM \u06a9\u0645\u06cc \u0633\u0627\u0632\u06cc \u0648 \u0628\u0647\u06cc\u0646\u0647 \u0633\u0627\u0632\u06cc \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0627\u0646\u062f\u0627\u0632\u0647 \u0622\u0646 \u0631\u0627 \u06a9\u0627\u0647\u0634 \u062f\u0647\u06cc\u062f \u0648 \u0627\u0637\u0645\u06cc\u0646\u0627\u0646 \u062d\u0627\u0635\u0644 \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u0628\u0631 \u0631\u0648\u06cc GPU \u0634\u0645\u0627 \u0642\u0631\u0627\u0631 \u0645\u06cc \u06af\u06cc\u0631\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u0627\u062f\u063a\u0627\u0645 \u0628\u0627 LangChain:<\/li>\n<\/ol>\n<ul>\n<li>\u0627\u0632 \u0686\u0627\u0631\u0686\u0648\u0628 LangChain \u0628\u0631\u0627\u06cc \u0633\u0627\u062e\u062a \u0648 \u0645\u062f\u06cc\u0631\u06cc\u062a \u0639\u0648\u0627\u0645\u0644 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u06a9\u0647 \u0628\u0647 \u0635\u0648\u0631\u062a \u0645\u062d\u0644\u06cc \u0627\u062c\u0631\u0627 \u0645\u06cc \u0634\u0648\u0646\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/li>\n<\/ul>\n<ol>\n<li>\u06af\u0633\u062a\u0631\u0634:<\/li>\n<\/ol>\n<ul>\n<li>\u0645\u062f\u0644 \u0628\u0647\u06cc\u0646\u0647\u200c\u0633\u0627\u0632\u06cc \u0634\u062f\u0647 \u0631\u0627 \u0628\u0631 \u0631\u0648\u06cc \u0645\u0646\u0627\u0628\u0639 \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc \u0645\u062d\u0644\u06cc \u0645\u0633\u062a\u0642\u0631 \u06a9\u0646\u06cc\u062f \u0648 \u0627\u0637\u0645\u06cc\u0646\u0627\u0646 \u062d\u0627\u0635\u0644 \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u062f \u0648\u0638\u0627\u06cc\u0641 \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u062a\u0648\u0633\u0637 Copilot \u0631\u0627 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u062f.<\/li>\n<\/ul>\n<p>\u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u0646\u0627\u0628\u0639 \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc \u0645\u062d\u0644\u06cc \u0648 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646 \u0628\u0647\u06cc\u0646\u0647\u200c\u0633\u0627\u0632\u06cc \u0634\u062f\u0647\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u06cc\u06a9 \u062e\u0644\u0628\u0627\u0646 \u0645\u062d\u0644\u06cc \u0642\u0648\u06cc\u060c \u0622\u06af\u0627\u0647 \u0628\u0647 \u062d\u0641\u0638 \u062d\u0631\u06cc\u0645 \u062e\u0635\u0648\u0635\u06cc \u0648 \u06a9\u0627\u0631\u0622\u0645\u062f \u0628\u0631\u0627\u06cc \u06a9\u0645\u06a9 \u0628\u0647 \u06a9\u0627\u0631\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0648 \u0627\u0641\u0632\u0627\u06cc\u0634 \u0628\u0647\u0631\u0647\u200c\u0648\u0631\u06cc \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f.<\/p>\n<p>\u0628\u0631\u0627\u06cc \u062a\u0648\u0633\u0639\u0647 \u06cc\u06a9 Copilot \u0645\u062d\u0644\u06cc \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644\u200c\u0647\u0627\u06cc \u0632\u0628\u0627\u0646 \u06a9\u0648\u0686\u06a9\u062a\u0631 \u0628\u0627 LangChain \u0648 NVIDIA TensorRT-LLM\u060c \u0627\u06cc\u0646 \u0645\u0631\u0627\u062d\u0644 \u0631\u0627 \u062f\u0646\u0628\u0627\u0644 \u06a9\u0646\u06cc\u062f:<\/p>\n<p>\u0631\u0627\u0647\u0646\u0645\u0627\u06cc \u06af\u0627\u0645 \u0628\u0647 \u06af\u0627\u0645<\/p>\n<ol>\n<li>\n<p>\u0645\u062d\u06cc\u0637 \u062e\u0648\u062f \u0631\u0627 \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u062f<\/p>\n<\/li>\n<li>\n<p>\u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0631\u0627 \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f:<\/p>\n<\/li>\n<\/ol>\n<p>\u0645\u0637\u0645\u0626\u0646 \u0634\u0648\u06cc\u062f \u06a9\u0647 \u067e\u0627\u06cc\u062a\u0648\u0646 \u0631\u0627 \u0646\u0635\u0628 \u06a9\u0631\u062f\u0647 \u0627\u06cc\u062f \u0648 \u0633\u067e\u0633 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627\u06cc \u0644\u0627\u0632\u0645 \u0631\u0627 \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight shell\"><code>\n   pip <span class=\"nb\">install <\/span>langchain nvidia-pyindex nvidia-tensorrt\n\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<ol>\n<li>GPU \u062e\u0648\u062f \u0631\u0627 \u0622\u0645\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f:<\/li>\n<\/ol>\n<p>\u0645\u0637\u0645\u0626\u0646 \u0634\u0648\u06cc\u062f \u06a9\u0647 \u0633\u06cc\u0633\u062a\u0645 \u0634\u0645\u0627 \u062f\u0627\u0631\u0627\u06cc \u062f\u0631\u0627\u06cc\u0648\u0631 NVIDIA GPU \u0648 CUDA \u0646\u0635\u0628 \u0634\u062f\u0647 \u0627\u0633\u062a.  \u0634\u0645\u0627 \u0647\u0645\u0686\u0646\u06cc\u0646 \u0628\u0647 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627\u06cc TensorRT \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u062f \u06a9\u0647 \u0645\u06cc \u062a\u0648\u0627\u0646\u0646\u062f \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0641\u0647\u0631\u0633\u062a \u0628\u0633\u062a\u0647 NVIDIA \u0646\u0635\u0628 \u0634\u0648\u0646\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight shell\"><code>\n   <span class=\"nb\">sudo <\/span>apt-get <span class=\"nb\">install <\/span>nvidia-cuda-toolkit\n\n   <span class=\"nb\">sudo <\/span>apt-get <span class=\"nb\">install <\/span>tensorrt\n\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<ol>\n<li>\n<p>\u0622\u0645\u0627\u062f\u0647 \u0633\u0627\u0632\u06cc \u0645\u062f\u0644<\/p>\n<\/li>\n<li>\n<p>\u06cc\u06a9 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646 \u06a9\u0648\u0686\u06a9\u062a\u0631 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u062f:<\/p>\n<\/li>\n<\/ol>\n<p>\u0645\u062f\u0644 \u0632\u0628\u0627\u0646\u06cc \u0631\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u062f\u0627\u0631\u0627\u06cc 8 \u0645\u06cc\u0644\u06cc\u0627\u0631\u062f \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u06cc\u0627 \u06a9\u0645\u062a\u0631 \u0628\u0627\u0634\u062f.  \u0634\u0645\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0628\u0633\u06cc\u0627\u0631\u06cc \u0627\u0632 \u0627\u06cc\u0646 \u0645\u062f\u0644 \u0647\u0627 \u0631\u0627 \u062f\u0631 \u0633\u06cc\u0633\u062a\u0645 \u0639\u0627\u0645\u0644 \u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f Hugging Face \u067e\u06cc\u062f\u0627 \u06a9\u0646\u06cc\u062f.<\/p>\n<ol>\n<li>\u06a9\u0648\u0627\u0646\u062a\u06cc\u0632\u0647 \u06a9\u0631\u062f\u0646 \u0645\u062f\u0644 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 NVIDIA TensorRT-LLM:<\/li>\n<\/ol>\n<p>\u0627\u0632 TensorRT \u0628\u0631\u0627\u06cc \u0628\u0647\u06cc\u0646\u0647 \u0633\u0627\u0632\u06cc \u0648 \u06a9\u0645\u06cc \u06a9\u0631\u062f\u0646 \u0645\u062f\u0644 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0622\u0646 \u0631\u0627 \u0628\u0631 \u0631\u0648\u06cc \u067e\u0631\u062f\u0627\u0632\u0646\u062f\u0647 \u06af\u0631\u0627\u0641\u06cc\u06a9\u06cc \u062e\u0648\u062f \u0642\u0631\u0627\u0631 \u062f\u0647\u06cc\u062f.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code>\n   <span class=\"kn\">import<\/span> <span class=\"n\">tensorrt<\/span> <span class=\"k\">as<\/span> <span class=\"n\">trt<\/span>\n\n\n\n   <span class=\"c1\"># Load your model here\n<\/span>\n   <span class=\"n\">model<\/span> <span class=\"o\">=<\/span> <span class=\"nf\">load_your_model_function<\/span><span class=\"p\">()<\/span>\n\n\n\n   <span class=\"c1\"># Create a TensorRT engine\n<\/span>\n   <span class=\"n\">builder<\/span> <span class=\"o\">=<\/span> <span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"nc\">Builder<\/span><span class=\"p\">(<\/span><span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"nc\">Logger<\/span><span class=\"p\">(<\/span><span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"n\">Logger<\/span><span class=\"p\">.<\/span><span class=\"n\">WARNING<\/span><span class=\"p\">))<\/span>\n\n   <span class=\"n\">network<\/span> <span class=\"o\">=<\/span> <span class=\"n\">builder<\/span><span class=\"p\">.<\/span><span class=\"nf\">create_network<\/span><span class=\"p\">()<\/span>\n\n   <span class=\"n\">parser<\/span> <span class=\"o\">=<\/span> <span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"nc\">OnnxParser<\/span><span class=\"p\">(<\/span><span class=\"n\">network<\/span><span class=\"p\">,<\/span> <span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"nc\">Logger<\/span><span class=\"p\">(<\/span><span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"n\">Logger<\/span><span class=\"p\">.<\/span><span class=\"n\">WARNING<\/span><span class=\"p\">))<\/span>\n\n\n\n   <span class=\"k\">with<\/span> <span class=\"nf\">open<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">your_model.onnx<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">rb<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span> <span class=\"k\">as<\/span> <span class=\"n\">f<\/span><span class=\"p\">:<\/span>\n\n       <span class=\"n\">parser<\/span><span class=\"p\">.<\/span><span class=\"nf\">parse<\/span><span class=\"p\">(<\/span><span class=\"n\">f<\/span><span class=\"p\">.<\/span><span class=\"nf\">read<\/span><span class=\"p\">())<\/span>\n\n\n\n   <span class=\"n\">engine<\/span> <span class=\"o\">=<\/span> <span class=\"n\">builder<\/span><span class=\"p\">.<\/span><span class=\"nf\">build_cuda_engine<\/span><span class=\"p\">(<\/span><span class=\"n\">network<\/span><span class=\"p\">)<\/span>\n\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<ol>\n<li>\n<p>\u0627\u062f\u063a\u0627\u0645 \u0628\u0627 LangChain<\/p>\n<\/li>\n<li>\n<p>\u0631\u0627\u0647 \u0627\u0646\u062f\u0627\u0632\u06cc LangChain:<\/p>\n<\/li>\n<\/ol>\n<p>\u06cc\u06a9 \u067e\u0631\u0648\u0698\u0647 LangChain \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f \u0648 \u0622\u0646 \u0631\u0627 \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644 \u0645\u062d\u0644\u06cc \u062e\u0648\u062f \u067e\u06cc\u06a9\u0631\u0628\u0646\u062f\u06cc \u06a9\u0646\u06cc\u062f.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code>\n   <span class=\"kn\">from<\/span> <span class=\"n\">langchain<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">LangChain<\/span><span class=\"p\">,<\/span> <span class=\"n\">LanguageModel<\/span>\n\n\n\n   <span class=\"c1\"># Assuming you have a function to load your TensorRT engine\n<\/span>\n   <span class=\"k\">def<\/span> <span class=\"nf\">load_trt_engine<\/span><span class=\"p\">(<\/span><span class=\"n\">engine_path<\/span><span class=\"p\">):<\/span>\n\n       <span class=\"k\">with<\/span> <span class=\"nf\">open<\/span><span class=\"p\">(<\/span><span class=\"n\">engine_path<\/span><span class=\"p\">,<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">rb<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span> <span class=\"k\">as<\/span> <span class=\"n\">f<\/span><span class=\"p\">,<\/span> <span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"nc\">Runtime<\/span><span class=\"p\">(<\/span><span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"nc\">Logger<\/span><span class=\"p\">(<\/span><span class=\"n\">trt<\/span><span class=\"p\">.<\/span><span class=\"n\">Logger<\/span><span class=\"p\">.<\/span><span class=\"n\">WARNING<\/span><span class=\"p\">))<\/span> <span class=\"k\">as<\/span> <span class=\"n\">runtime<\/span><span class=\"p\">:<\/span>\n\n           <span class=\"k\">return<\/span> <span class=\"n\">runtime<\/span><span class=\"p\">.<\/span><span class=\"nf\">deserialize_cuda_engine<\/span><span class=\"p\">(<\/span><span class=\"n\">f<\/span><span class=\"p\">.<\/span><span class=\"nf\">read<\/span><span class=\"p\">())<\/span>\n\n\n\n   <span class=\"n\">trt_engine<\/span> <span class=\"o\">=<\/span> <span class=\"nf\">load_trt_engine<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">your_model.trt<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n\n\n\n   <span class=\"k\">class<\/span> <span class=\"nc\">LocalLanguageModel<\/span><span class=\"p\">(<\/span><span class=\"n\">LanguageModel<\/span><span class=\"p\">):<\/span>\n\n       <span class=\"k\">def<\/span> <span class=\"nf\">__init__<\/span><span class=\"p\">(<\/span><span class=\"n\">self<\/span><span class=\"p\">,<\/span> <span class=\"n\">engine<\/span><span class=\"p\">):<\/span>\n\n           <span class=\"n\">self<\/span><span class=\"p\">.<\/span><span class=\"n\">engine<\/span> <span class=\"o\">=<\/span> <span class=\"n\">engine<\/span>\n\n\n\n       <span class=\"k\">def<\/span> <span class=\"nf\">predict<\/span><span class=\"p\">(<\/span><span class=\"n\">self<\/span><span class=\"p\">,<\/span> <span class=\"n\">input_text<\/span><span class=\"p\">):<\/span>\n\n           <span class=\"c1\"># Implement prediction logic using TensorRT engine\n<\/span>\n           <span class=\"k\">pass<\/span>\n\n\n\n   <span class=\"n\">local_model<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">LocalLanguageModel<\/span><span class=\"p\">(<\/span><span class=\"n\">trt_engine<\/span><span class=\"p\">)<\/span>\n\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<ol>\n<li>\u062a\u0648\u0633\u0639\u0647 \u0639\u0627\u0645\u0644:<\/li>\n<\/ol>\n<p>\u0627\u0632 LangChain \u0628\u0631\u0627\u06cc \u062a\u0648\u0633\u0639\u0647 \u0646\u0645\u0627\u06cc\u0646\u062f\u0647 \u062e\u0648\u062f \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0645\u062f\u0644 \u0632\u0628\u0627\u0646 \u0645\u062d\u0644\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code>\n   <span class=\"kn\">from<\/span> <span class=\"n\">langchain.agents<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">Agent<\/span>\n\n\n\n   <span class=\"k\">class<\/span> <span class=\"nc\">LocalCopilotAgent<\/span><span class=\"p\">(<\/span><span class=\"n\">Agent<\/span><span class=\"p\">):<\/span>\n\n       <span class=\"k\">def<\/span> <span class=\"nf\">__init__<\/span><span class=\"p\">(<\/span><span class=\"n\">self<\/span><span class=\"p\">,<\/span> <span class=\"n\">model<\/span><span class=\"p\">):<\/span>\n\n           <span class=\"n\">self<\/span><span class=\"p\">.<\/span><span class=\"n\">model<\/span> <span class=\"o\">=<\/span> <span class=\"n\">model<\/span>\n\n\n\n       <span class=\"k\">def<\/span> <span class=\"nf\">respond<\/span><span class=\"p\">(<\/span><span class=\"n\">self<\/span><span class=\"p\">,<\/span> <span class=\"n\">input_text<\/span><span class=\"p\">):<\/span>\n\n           <span class=\"k\">return<\/span> <span class=\"n\">self<\/span><span class=\"p\">.<\/span><span class=\"n\">model<\/span><span class=\"p\">.<\/span><span class=\"nf\">predict<\/span><span class=\"p\">(<\/span><span class=\"n\">input_text<\/span><span class=\"p\">)<\/span>\n\n\n\n   <span class=\"n\">agent<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">LocalCopilotAgent<\/span><span class=\"p\">(<\/span><span class=\"n\">local_model<\/span><span class=\"p\">)<\/span>\n\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<ol>\n<li>\n<p>\u0639\u0627\u0645\u0644 \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u0645\u062d\u0644\u06cc \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u062f<\/p>\n<\/li>\n<li>\n<p>\u0639\u0627\u0645\u0644 \u0631\u0627 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u062f:<\/p>\n<\/li>\n<\/ol>\n<p>\u0639\u0627\u0645\u0644 \u0631\u0627 \u0628\u0647 \u0635\u0648\u0631\u062a \u0645\u062d\u0644\u06cc \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u062f \u062a\u0627 \u0648\u0638\u0627\u06cc\u0641 \u0631\u0627 \u062f\u0631 \u0635\u0648\u0631\u062a \u0646\u06cc\u0627\u0632 \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u062f.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code>\n   <span class=\"k\">if<\/span> <span class=\"n\">__name__<\/span> <span class=\"o\">==<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">__main__<\/span><span class=\"sh\">\"<\/span><span class=\"p\">:<\/span>\n\n       <span class=\"n\">user_input<\/span> <span class=\"o\">=<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">Enter your input here<\/span><span class=\"sh\">\"<\/span>\n\n       <span class=\"n\">response<\/span> <span class=\"o\">=<\/span> <span class=\"n\">agent<\/span><span class=\"p\">.<\/span><span class=\"nf\">respond<\/span><span class=\"p\">(<\/span><span class=\"n\">user_input<\/span><span class=\"p\">)<\/span>\n\n       <span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"n\">response<\/span><span class=\"p\">)<\/span>\n\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0628\u0627 \u062f\u0646\u0628\u0627\u0644 \u06a9\u0631\u062f\u0646 \u0627\u06cc\u0646 \u0645\u0631\u0627\u062d\u0644\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u062f \u06cc\u06a9 Copilot \u0645\u062d\u0644\u06cc \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 LangChain \u0648 NVIDIA TensorRT-LLM \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f.  \u0627\u06cc\u0646 \u0631\u0648\u06cc\u06a9\u0631\u062f \u0628\u0627 \u0627\u062c\u0631\u0627\u06cc \u0645\u062f\u0644 \u0628\u0631 \u0631\u0648\u06cc \u0645\u0646\u0627\u0628\u0639 \u0645\u062d\u0627\u0633\u0628\u0627\u062a\u06cc \u0645\u062d\u0644\u06cc\u060c \u062d\u0631\u06cc\u0645 \u062e\u0635\u0648\u0635\u06cc \u0648 \u0627\u0645\u0646\u06cc\u062a \u0631\u0627 \u062a\u0636\u0645\u06cc\u0646 \u0645\u06cc \u06a9\u0646\u062f.<\/p>\n<\/p><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u0639\u06a9\u0633 \u062a\u0648\u0633\u0637 ZHENYU LUO \u062f\u0631 Unsplash Copilot \u0686\u06cc\u0633\u062a\u061f \u06a9\u0648\u067e\u06cc\u0644\u0648\u062a \u062f\u0631 \u0632\u0645\u06cc\u0646\u0647 \u062a\u0648\u0633\u0639\u0647 \u0646\u0631\u0645 \u0627\u0641\u0632\u0627\u0631 \u0648 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0628\u0647 \u062f\u0633\u062a\u06cc\u0627\u0631 \u0645\u062c\u0647\u0632 \u0628\u0647 \u0647\u0648\u0634 \u0645\u0635\u0646\u0648\u0639\u06cc \u0627\u0634\u0627\u0631\u0647 \u062f\u0627\u0631\u062f \u06a9\u0647 \u0628\u0627 \u0627\u0631\u0627\u0626\u0647 \u067e\u06cc\u0634\u0646\u0647\u0627\u062f\u0627\u062a\u060c \u062e\u0648\u062f\u06a9\u0627\u0631\u0633\u0627\u0632\u06cc \u06a9\u0627\u0631\u0647\u0627\u06cc \u062a\u06a9\u0631\u0627\u0631\u06cc \u0648 \u0627\u0641\u0632\u0627\u06cc\u0634 \u0628\u0647\u0631\u0647 \u0648\u0631\u06cc \u0628\u0647 \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u06a9\u0645\u06a9 \u0645\u06cc \u06a9\u0646\u062f. \u0627\u06cc\u0646 \u062e\u0644\u0628\u0627\u0646\u200c\u0647\u0627 \u0631\u0627 \u0645\u06cc\u200c\u062a\u0648\u0627\u0646 \u062f\u0631 \u0628\u0631\u0646\u0627\u0645\u0647\u200c\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0645\u0627\u0646\u0646\u062f \u0648\u06cc\u0631\u0627\u06cc\u0634\u06af\u0631\u0647\u0627\u06cc \u06a9\u062f\u060c \u067e\u0644\u062a\u0641\u0631\u0645\u200c\u0647\u0627\u06cc \u062e\u062f\u0645\u0627\u062a \u0645\u0634\u062a\u0631\u06cc \u06cc\u0627 &hellip;<\/p>\n","protected":false},"author":2,"featured_media":64486,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"fifu_image_url":"https:\/\/media.dev.to\/cdn-cgi\/image\/width=1000,height=500,fit=cover,gravity=auto,format=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fh5rkgmblf6yzj733uubg.png","fifu_image_alt":"","footnotes":""},"categories":[339],"tags":[],"class_list":["post-64485","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-dev"],"_links":{"self":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/64485","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/comments?post=64485"}],"version-history":[{"count":0,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/64485\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media\/64486"}],"wp:attachment":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media?parent=64485"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/categories?post=64485"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/tags?post=64485"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}