{"id":98238,"date":"2025-02-20T01:34:40","date_gmt":"2025-02-19T22:04:40","guid":{"rendered":"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/"},"modified":"2025-02-20T01:34:40","modified_gmt":"2025-02-19T22:04:40","slug":"building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2","status":"publish","type":"post","link":"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/","title":{"rendered":"\u0633\u0627\u062e\u062a\u0646 \u06cc\u06a9 \u0686\u062a \u0628\u0627\u0628\u0627\u062a \u0645\u062a\u062e\u0635\u0635 IBM Aix \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Rag \u0648 Faiss"},"content":{"rendered":"<div data-article-id=\"2288411\" id=\"article-body\">\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_81 counter-hierarchy ez-toc-counter-rtl ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u0641\u0647\u0631\u0633\u062a \u0645\u0637\u0627\u0644\u0628<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%D9%85%D9%82%D8%AF%D9%85%D9%87\" >\u0645\u0642\u062f\u0645\u0647<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%F0%9F%93%8C_%D8%A8%D8%B1%D8%B1%D8%B3%DB%8C_%D8%A7%D8%AC%D9%85%D8%A7%D9%84%DB%8C_%D8%B7%D8%B1%D8%A7%D8%AD%DB%8C_%D8%B3%DB%8C%D8%B3%D8%AA%D9%85\" >\ud83d\udccc \u0628\u0631\u0631\u0633\u06cc \u0627\u062c\u0645\u0627\u0644\u06cc \u0637\u0631\u0627\u062d\u06cc \u0633\u06cc\u0633\u062a\u0645<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%D9%85%D8%B9%D9%85%D8%A7%D8%B1%DB%8C\" >\u0645\u0639\u0645\u0627\u0631\u06cc<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_1_%D8%AA%D9%86%D8%B8%DB%8C%D9%85_%D9%BE%D8%B1%D9%88%DA%98%D9%87\" >\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 1: \u062a\u0646\u0638\u06cc\u0645 \u067e\u0631\u0648\u0698\u0647<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%D9%88%D8%A7%D8%A8%D8%B3%D8%AA%DA%AF%DB%8C_%D9%87%D8%A7%DB%8C_%D9%85%D9%88%D8%B1%D8%AF_%D9%86%DB%8C%D8%A7%D8%B2_%D8%B1%D8%A7_%D9%86%D8%B5%D8%A8_%DA%A9%D9%86%DB%8C%D8%AF\" >\u0648\u0627\u0628\u0633\u062a\u06af\u06cc \u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0631\u0627 \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_2_%D8%AC%D9%85%D8%B9_%D8%A2%D9%88%D8%B1%DB%8C_%D9%85%D8%B3%D8%AA%D9%86%D8%AF%D8%A7%D8%AA_IBM_AIX\" >\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 2: \u062c\u0645\u0639 \u0622\u0648\u0631\u06cc \u0645\u0633\u062a\u0646\u062f\u0627\u062a IBM AIX<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%F0%9F%94%B9_SCRAPING_IBM_DOCS\" >\ud83d\udd39 SCRAPING IBM DOCS<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%F0%9F%94%B9_%D8%A7%D8%B3%D8%AA%D8%AE%D8%B1%D8%A7%D8%AC_%D9%85%D8%AA%D9%86_%D8%A7%D8%B2_PDF_AIX\" >\ud83d\udd39 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u062a\u0646 \u0627\u0632 PDF AIX<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_3_%D8%A7%DB%8C%D8%AC%D8%A7%D8%AF_%DB%8C%DA%A9_%D9%BE%D8%A7%DB%8C%DA%AF%D8%A7%D9%87_%D8%AF%D8%A7%D8%AF%D9%87_%D8%A8%D8%B1%D8%AF%D8%A7%D8%B1_FAISS\" >\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 3: \u0627\u06cc\u062c\u0627\u062f \u06cc\u06a9 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0628\u0631\u062f\u0627\u0631 FAISS<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_4_%D8%A7%D8%AC%D8%B1%D8%A7%DB%8C_Chatbot_Expert_AIX\" >\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 4: \u0627\u062c\u0631\u0627\u06cc Chatbot Expert AIX<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_5_%D8%A7%D8%B3%D8%AA%D9%82%D8%B1%D8%A7%D8%B1_%D8%A8%D8%A7_Docker\" >\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 5: \u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0628\u0627 Docker<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/nabfollower.com\/blog\/building-an-ibm-aix-expert-chatbot-using-rag-and-faiss-1np2\/#container_build_%D9%88_Run_Container\" >container build \u0648 Run Container<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D9%82%D8%AF%D9%85%D9%87\"><\/span>\n<p>  <strong>\u0645\u0642\u062f\u0645\u0647<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062f\u0631 \u0627\u06cc\u0646 \u0631\u0627\u0647\u0646\u0645\u0627 \u060c \u0645\u0627 <strong>chatbot \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u067e\u0627\u0631\u0686\u0647<\/strong> \u06a9\u0647 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0639\u0645\u0644 \u0645\u06cc \u06a9\u0646\u062f <strong>IBM AIX Expert<\/strong> \u0686\u0647 \u06a9\u0633\u06cc \u0628\u0647 \u062a\u0645\u0627\u0645 \u0633\u0624\u0627\u0644\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 AIX \u0645\u0627 \u067e\u0627\u0633\u062e \u062e\u0648\u0627\u0647\u062f \u062f\u0627\u062f. \u0627\u06cc\u0646 chatbot \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0631\u0627 \u0627\u0632 <strong>\u0645\u0633\u062a\u0646\u062f\u0627\u062a IBM AIX<\/strong>\u060c \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 <strong>FAISS \u0628\u0631\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc \u0628\u0631\u062f\u0627\u0631<\/strong>\u060c \u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u067e\u0627\u0633\u062e \u0647\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f <strong>LLM Openai<\/strong>\u0628\u0634\u0631 \u0645\u0627 \u0646\u06cc\u0632 \u067e\u0648\u0634\u0634 \u062e\u0648\u0627\u0647\u06cc\u0645 \u062f\u0627\u062f <strong>\u062e\u0648\u062f\u06a9\u0627\u0631 \u0633\u0627\u0632\u06cc \u0645\u062c\u0645\u0648\u0639\u0647 \u0645\u0633\u062a\u0646\u062f\u0627\u062a AIX<\/strong> \u0648\u062a <strong>\u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0686\u062a \u0628\u0627\u0628\u0627\u062a \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 docker<\/strong>\u0628\u0634\u0631<\/p>\n<hr\/>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%93%8C_%D8%A8%D8%B1%D8%B1%D8%B3%DB%8C_%D8%A7%D8%AC%D9%85%D8%A7%D9%84%DB%8C_%D8%B7%D8%B1%D8%A7%D8%AD%DB%8C_%D8%B3%DB%8C%D8%B3%D8%AA%D9%85\"><\/span>\n<p>  <strong>\ud83d\udccc \u0628\u0631\u0631\u0633\u06cc \u0627\u062c\u0645\u0627\u0644\u06cc \u0637\u0631\u0627\u062d\u06cc \u0633\u06cc\u0633\u062a\u0645<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3><span class=\"ez-toc-section\" id=\"%D9%85%D8%B9%D9%85%D8%A7%D8%B1%DB%8C\"><\/span>\n<p>  <strong>\u0645\u0639\u0645\u0627\u0631\u06cc<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<ol>\n<li>\n<strong>\u0644\u0627\u06cc\u0647 \u062c\u0645\u0639 \u0622\u0648\u0631\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627:<\/strong> \u0645\u0633\u062a\u0646\u062f\u0627\u062a IBM AIX \u0631\u0627 \u0636\u0628\u0637 \u0645\u06cc \u06a9\u0646\u062f \u0648 \u0645\u062a\u0646 \u0631\u0627 \u0627\u0632 PDFS \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u06cc \u06a9\u0646\u062f.<\/li>\n<li>\n<strong>\u0644\u0627\u06cc\u0647 \u067e\u0631\u062f\u0627\u0632\u0634 \u062f\u0627\u062f\u0647 \u0647\u0627:<\/strong> \u0645\u062a\u0646 \u0631\u0627 \u062a\u0642\u0633\u06cc\u0645 \u0645\u06cc \u06a9\u0646\u062f \u0648 \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 FAISS \u0628\u0647 \u062a\u0639\u0628\u06cc\u0647 \u0647\u0627\u06cc \u0628\u0631\u062f\u0627\u0631 \u062a\u0628\u062f\u06cc\u0644 \u0645\u06cc \u06a9\u0646\u062f.<\/li>\n<li>\n<strong>\u0644\u0627\u06cc\u0647 \u0628\u0627\u0632\u06cc\u0627\u0628\u06cc-\u0627\u0648\u062c (RAG) \u0644\u0627\u06cc\u0647:<\/strong> \u0627\u0632 \u06cc\u06a9 \u0628\u0627\u0646\u06a9 \u0627\u0637\u0644\u0627\u0639\u0627\u062a\u06cc \u0628\u0631\u062f\u0627\u0631 \u0628\u0631\u0627\u06cc \u0648\u0627\u06a9\u0634\u06cc \u0627\u0633\u0646\u0627\u062f \u0645\u0631\u0628\u0648\u0637\u0647 \u0648 \u062a\u063a\u0630\u06cc\u0647 \u0622\u0646\u0647\u0627 \u0628\u0647 LLM OpenAi \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u06a9\u0646\u062f.<\/li>\n<li>\n<strong>\u0631\u0627\u0628\u0637 \u06a9\u0627\u0631\u0628\u0631\u06cc:<\/strong> \u06cc\u06a9 \u0631\u0627\u0628\u0637 \u06a9\u0627\u0631\u0628\u0631\u06cc \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u062c\u0631\u06cc\u0627\u0646 \u0628\u0631\u0627\u06cc \u062a\u0639\u0627\u0645\u0644 chatbot.<\/li>\n<li>\n<strong>\u0627\u0633\u062a\u0642\u0631\u0627\u0631:<\/strong> \u06a9\u0627\u0646\u062a\u06cc\u0646\u0631 \u0633\u0627\u0632\u06cc \u062f\u0627\u06a9\u0631 \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0622\u0633\u0627\u0646 \u0648 \u0645\u0642\u06cc\u0627\u0633 \u067e\u0630\u06cc\u0631\u06cc.<\/li>\n<\/ol>\n<hr\/>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_1_%D8%AA%D9%86%D8%B8%DB%8C%D9%85_%D9%BE%D8%B1%D9%88%DA%98%D9%87\"><\/span>\n<p>  <strong>\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 1: \u062a\u0646\u0638\u06cc\u0645 \u067e\u0631\u0648\u0698\u0647<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3><span class=\"ez-toc-section\" id=\"%D9%88%D8%A7%D8%A8%D8%B3%D8%AA%DA%AF%DB%8C_%D9%87%D8%A7%DB%8C_%D9%85%D9%88%D8%B1%D8%AF_%D9%86%DB%8C%D8%A7%D8%B2_%D8%B1%D8%A7_%D9%86%D8%B5%D8%A8_%DA%A9%D9%86%DB%8C%D8%AF\"><\/span>\n<p>  <strong>\u0648\u0627\u0628\u0633\u062a\u06af\u06cc \u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0631\u0627 \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u0627\u0637\u0645\u06cc\u0646\u0627\u0646 \u062d\u0627\u0635\u0644 \u06a9\u0646\u06cc\u062f \u06a9\u0647 Python 3.9+ \u0631\u0627 \u0646\u0635\u0628 \u06a9\u0631\u062f\u0647 \u0627\u06cc\u062f \u060c \u0633\u067e\u0633 \u06a9\u062a\u0627\u0628\u062e\u0627\u0646\u0647 \u0647\u0627\u06cc \u0645\u0648\u0631\u062f \u0646\u06cc\u0627\u0632 \u0631\u0627 \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight shell\"><code>pip <span class=\"nb\">install <\/span>streamlit langchain openai faiss-cpu bs4 requests PyMuPDF\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u06cc\u06a9 \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a \u062c\u062f\u06cc\u062f \u067e\u0627\u06cc\u062a\u0648\u0646 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f <code>Aix_Rag_Chatbot.py<\/code> \u0648 \u06a9\u062f \u0632\u06cc\u0631 \u0631\u0627 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0646\u06cc\u062f.<\/p>\n<hr\/>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_2_%D8%AC%D9%85%D8%B9_%D8%A2%D9%88%D8%B1%DB%8C_%D9%85%D8%B3%D8%AA%D9%86%D8%AF%D8%A7%D8%AA_IBM_AIX\"><\/span>\n<p>  <strong>\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 2: \u062c\u0645\u0639 \u0622\u0648\u0631\u06cc \u0645\u0633\u062a\u0646\u062f\u0627\u062a IBM AIX<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0645\u0627 \u0631\u0648\u0646\u062f \u062c\u0645\u0639 \u0622\u0648\u0631\u06cc \u0645\u0633\u062a\u0646\u062f\u0627\u062a IBM AIX \u0631\u0627 \u0627\u0632 <strong>\u0645\u0631\u06a9\u0632 \u062f\u0627\u0646\u0634 IBM<\/strong>\u0628\u0627 <strong>IBM Redbooks (PDFS)<\/strong>\u060c \u0648 \u0645\u0646\u0627\u0628\u0639 \u0622\u0646\u0644\u0627\u06cc\u0646<\/p>\n<h3><span class=\"ez-toc-section\" id=\"%F0%9F%94%B9_SCRAPING_IBM_DOCS\"><\/span>\n<p>  <strong>\ud83d\udd39 SCRAPING IBM DOCS<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"kn\">import<\/span> <span class=\"n\">requests<\/span>\n<span class=\"kn\">from<\/span> <span class=\"n\">bs4<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">BeautifulSoup<\/span>\n\n<span class=\"k\">def<\/span> <span class=\"nf\">scrape_aix_docs<\/span><span class=\"p\">(<\/span><span class=\"n\">url<\/span><span class=\"p\">):<\/span>\n    <span class=\"sh\">\"\"\"<\/span><span class=\"s\">\n    Fetches IBM AIX documentation from a given URL and extracts text content.\n    <\/span><span class=\"sh\">\"\"\"<\/span>\n    <span class=\"n\">response<\/span> <span class=\"o\">=<\/span> <span class=\"n\">requests<\/span><span class=\"p\">.<\/span><span class=\"nf\">get<\/span><span class=\"p\">(<\/span><span class=\"n\">url<\/span><span class=\"p\">)<\/span>\n    <span class=\"n\">soup<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">BeautifulSoup<\/span><span class=\"p\">(<\/span><span class=\"n\">response<\/span><span class=\"p\">.<\/span><span class=\"n\">text<\/span><span class=\"p\">,<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">html.parser<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n    <span class=\"n\">text_content<\/span> <span class=\"o\">=<\/span> <span class=\"sh\">\"<\/span><span class=\"se\">\\n<\/span><span class=\"sh\">\"<\/span><span class=\"p\">.<\/span><span class=\"nf\">join<\/span><span class=\"p\">([<\/span><span class=\"n\">p<\/span><span class=\"p\">.<\/span><span class=\"nf\">get_text<\/span><span class=\"p\">()<\/span> <span class=\"k\">for<\/span> <span class=\"n\">p<\/span> <span class=\"ow\">in<\/span> <span class=\"n\">soup<\/span><span class=\"p\">.<\/span><span class=\"nf\">find_all<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">p<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)])<\/span>\n    <span class=\"k\">with<\/span> <span class=\"nf\">open<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">aix_docs.txt<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">w<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">encoding<\/span><span class=\"o\">=<\/span><span class=\"sh\">\"<\/span><span class=\"s\">utf-8<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span> <span class=\"k\">as<\/span> <span class=\"nb\">file<\/span><span class=\"p\">:<\/span>\n        <span class=\"nb\">file<\/span><span class=\"p\">.<\/span><span class=\"nf\">write<\/span><span class=\"p\">(<\/span><span class=\"n\">text_content<\/span><span class=\"p\">)<\/span>\n    <span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">AIX documentation scraped and saved!<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0627\u06cc\u0646 \u0639\u0645\u0644\u06a9\u0631\u062f \u0631\u0627 \u0628\u0627: \u062a\u0645\u0627\u0633 \u0628\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"nf\">scrape_aix_docs<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">https:\/\/www.ibm.com\/docs\/en\/aix\/7.3?topic=commands<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u23f3 <strong>\u0632\u0645\u0627\u0646 \u062a\u062e\u0645\u06cc\u0646\u06cc: 10-20 \u062b\u0627\u0646\u06cc\u0647<\/strong><\/p>\n<h3><span class=\"ez-toc-section\" id=\"%F0%9F%94%B9_%D8%A7%D8%B3%D8%AA%D8%AE%D8%B1%D8%A7%D8%AC_%D9%85%D8%AA%D9%86_%D8%A7%D8%B2_PDF_AIX\"><\/span>\n<p>  <strong>\ud83d\udd39 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0645\u062a\u0646 \u0627\u0632 PDF AIX<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"kn\">import<\/span> <span class=\"n\">fitz<\/span>  <span class=\"c1\"># PyMuPDF\n<\/span>\n<span class=\"k\">def<\/span> <span class=\"nf\">extract_text_from_pdf<\/span><span class=\"p\">(<\/span><span class=\"n\">pdf_path<\/span><span class=\"p\">):<\/span>\n    <span class=\"sh\">\"\"\"<\/span><span class=\"s\">\n    Extracts text from a given PDF file and appends it to aix_docs.txt.\n    <\/span><span class=\"sh\">\"\"\"<\/span>\n    <span class=\"n\">output_text<\/span> <span class=\"o\">=<\/span> <span class=\"sh\">\"\"<\/span>\n    <span class=\"k\">with<\/span> <span class=\"n\">fitz<\/span><span class=\"p\">.<\/span><span class=\"nf\">open<\/span><span class=\"p\">(<\/span><span class=\"n\">pdf_path<\/span><span class=\"p\">)<\/span> <span class=\"k\">as<\/span> <span class=\"n\">doc<\/span><span class=\"p\">:<\/span>\n        <span class=\"k\">for<\/span> <span class=\"n\">page<\/span> <span class=\"ow\">in<\/span> <span class=\"n\">doc<\/span><span class=\"p\">:<\/span>\n            <span class=\"n\">output_text<\/span> <span class=\"o\">+=<\/span> <span class=\"n\">page<\/span><span class=\"p\">.<\/span><span class=\"nf\">get_text<\/span><span class=\"p\">()<\/span>\n    <span class=\"k\">with<\/span> <span class=\"nf\">open<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">aix_docs.txt<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">a<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">encoding<\/span><span class=\"o\">=<\/span><span class=\"sh\">\"<\/span><span class=\"s\">utf-8<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span> <span class=\"k\">as<\/span> <span class=\"nb\">file<\/span><span class=\"p\">:<\/span>\n        <span class=\"nb\">file<\/span><span class=\"p\">.<\/span><span class=\"nf\">write<\/span><span class=\"p\">(<\/span><span class=\"n\">output_text<\/span><span class=\"p\">)<\/span>\n    <span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">Extracted text from PDF saved!<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0627\u06cc\u0646 \u0639\u0645\u0644\u06a9\u0631\u062f \u0631\u0627 \u0628\u0627: \u062a\u0645\u0627\u0633 \u0628\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"nf\">extract_text_from_pdf<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">aix_redbook.pdf<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u23f3 <strong>\u0632\u0645\u0627\u0646 \u062a\u062e\u0645\u06cc\u0646\u06cc: 20-60 \u062b\u0627\u0646\u06cc\u0647<\/strong><\/p>\n<hr\/>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_3_%D8%A7%DB%8C%D8%AC%D8%A7%D8%AF_%DB%8C%DA%A9_%D9%BE%D8%A7%DB%8C%DA%AF%D8%A7%D9%87_%D8%AF%D8%A7%D8%AF%D9%87_%D8%A8%D8%B1%D8%AF%D8%A7%D8%B1_FAISS\"><\/span>\n<p>  <strong>\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 3: \u0627\u06cc\u062c\u0627\u062f \u06cc\u06a9 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0628\u0631\u062f\u0627\u0631 FAISS<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0645\u0627 \u0627\u06a9\u0646\u0648\u0646 \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f <strong>\u0645\u062a\u0646 \u0627\u0633\u062a\u062e\u0631\u0627\u062c \u0634\u062f\u0647 \u0631\u0627 \u062a\u0642\u0633\u06cc\u0645 \u06a9\u0646\u06cc\u062f<\/strong>\u060c \u0622\u0646 \u0631\u0627 \u0628\u0647 <strong>\u062a\u0639\u0628\u06cc\u0647<\/strong>\u060c \u0648 \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0622\u0646 \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u06cc\u062f <strong>\u062e\u06cc\u0627\u0646\u062a<\/strong>\u0628\u0634\u0631<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"kn\">from<\/span> <span class=\"n\">langchain.text_splitter<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">CharacterTextSplitter<\/span>\n<span class=\"kn\">from<\/span> <span class=\"n\">langchain.embeddings<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">OpenAIEmbeddings<\/span>\n<span class=\"kn\">from<\/span> <span class=\"n\">langchain.vectorstores<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">FAISS<\/span>\n<span class=\"kn\">from<\/span> <span class=\"n\">langchain.document_loaders<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">TextLoader<\/span>\n\n<span class=\"k\">def<\/span> <span class=\"nf\">build_vector_db<\/span><span class=\"p\">():<\/span>\n    <span class=\"sh\">\"\"\"<\/span><span class=\"s\">\n    Processes AIX documentation, splits it into smaller chunks, \n    generates embeddings, and stores them in FAISS vector database.\n    <\/span><span class=\"sh\">\"\"\"<\/span>\n    <span class=\"k\">with<\/span> <span class=\"nf\">open<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">aix_docs.txt<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">r<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">encoding<\/span><span class=\"o\">=<\/span><span class=\"sh\">\"<\/span><span class=\"s\">utf-8<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span> <span class=\"k\">as<\/span> <span class=\"nb\">file<\/span><span class=\"p\">:<\/span>\n        <span class=\"n\">aix_text<\/span> <span class=\"o\">=<\/span> <span class=\"nb\">file<\/span><span class=\"p\">.<\/span><span class=\"nf\">read<\/span><span class=\"p\">()<\/span>\n    <span class=\"n\">text_splitter<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">CharacterTextSplitter<\/span><span class=\"p\">(<\/span><span class=\"n\">chunk_size<\/span><span class=\"o\">=<\/span><span class=\"mi\">1000<\/span><span class=\"p\">,<\/span> <span class=\"n\">chunk_overlap<\/span><span class=\"o\">=<\/span><span class=\"mi\">200<\/span><span class=\"p\">)<\/span>\n    <span class=\"n\">split_texts<\/span> <span class=\"o\">=<\/span> <span class=\"n\">text_splitter<\/span><span class=\"p\">.<\/span><span class=\"nf\">split_text<\/span><span class=\"p\">(<\/span><span class=\"n\">aix_text<\/span><span class=\"p\">)<\/span>\n    <span class=\"k\">with<\/span> <span class=\"nf\">open<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">aix_docs_cleaned.txt<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"sh\">\"<\/span><span class=\"s\">w<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">encoding<\/span><span class=\"o\">=<\/span><span class=\"sh\">\"<\/span><span class=\"s\">utf-8<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span> <span class=\"k\">as<\/span> <span class=\"nb\">file<\/span><span class=\"p\">:<\/span>\n        <span class=\"k\">for<\/span> <span class=\"n\">chunk<\/span> <span class=\"ow\">in<\/span> <span class=\"n\">split_texts<\/span><span class=\"p\">:<\/span>\n            <span class=\"nb\">file<\/span><span class=\"p\">.<\/span><span class=\"nf\">write<\/span><span class=\"p\">(<\/span><span class=\"n\">chunk<\/span> <span class=\"o\">+<\/span> <span class=\"sh\">\"<\/span><span class=\"se\">\\n\\n<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n    <span class=\"n\">loader<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">TextLoader<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">aix_docs_cleaned.txt<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n    <span class=\"n\">documents<\/span> <span class=\"o\">=<\/span> <span class=\"n\">loader<\/span><span class=\"p\">.<\/span><span class=\"nf\">load<\/span><span class=\"p\">()<\/span>\n    <span class=\"n\">embedding_model<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">OpenAIEmbeddings<\/span><span class=\"p\">()<\/span>\n    <span class=\"n\">vector_db<\/span> <span class=\"o\">=<\/span> <span class=\"n\">FAISS<\/span><span class=\"p\">.<\/span><span class=\"nf\">from_documents<\/span><span class=\"p\">(<\/span><span class=\"n\">documents<\/span><span class=\"p\">,<\/span> <span class=\"n\">embedding_model<\/span><span class=\"p\">)<\/span>\n    <span class=\"n\">vector_db<\/span><span class=\"p\">.<\/span><span class=\"nf\">save_local<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">aix_vector_db<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n    <span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">Vector database built successfully!<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u06cc\u06a9 \u0628\u0627\u0631 \u0628\u0627 \u0627\u06cc\u0646 \u0639\u0645\u0644\u06a9\u0631\u062f \u062a\u0645\u0627\u0633 \u0628\u06af\u06cc\u0631\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"nf\">build_vector_db<\/span><span class=\"p\">()<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u23f3 <strong>\u0632\u0645\u0627\u0646 \u062a\u062e\u0645\u06cc\u0646 \u0632\u062f\u0647 \u0634\u062f\u0647: 1-2 \u062f\u0642\u06cc\u0642\u0647<\/strong><\/p>\n<hr\/>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_4_%D8%A7%D8%AC%D8%B1%D8%A7%DB%8C_Chatbot_Expert_AIX\"><\/span>\n<p>  <strong>\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 4: \u0627\u062c\u0631\u0627\u06cc Chatbot Expert AIX<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062d\u0627\u0644 \u060c \u0628\u06cc\u0627\u06cc\u06cc\u062f \u06cc\u06a9 <strong>ui streamlit<\/strong> \u0628\u0631\u0627\u06cc \u062a\u0639\u0627\u0645\u0644 \u0628\u0627 Chatbot \u0645\u0627.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"kn\">import<\/span> <span class=\"n\">streamlit<\/span> <span class=\"k\">as<\/span> <span class=\"n\">st<\/span>\n<span class=\"kn\">from<\/span> <span class=\"n\">langchain.llms<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">OpenAI<\/span>\n<span class=\"kn\">from<\/span> <span class=\"n\">langchain.chains<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">RetrievalQA<\/span>\n\n<span class=\"c1\"># Load FAISS vector DB\n<\/span><span class=\"n\">embedding_model<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">OpenAIEmbeddings<\/span><span class=\"p\">()<\/span>\n<span class=\"n\">vector_db<\/span> <span class=\"o\">=<\/span> <span class=\"n\">FAISS<\/span><span class=\"p\">.<\/span><span class=\"nf\">load_local<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">aix_vector_db<\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">embedding_model<\/span><span class=\"p\">)<\/span>\n<span class=\"n\">retriever<\/span> <span class=\"o\">=<\/span> <span class=\"n\">vector_db<\/span><span class=\"p\">.<\/span><span class=\"nf\">as_retriever<\/span><span class=\"p\">()<\/span>\n\n<span class=\"c1\"># Setup RAG Chain\n<\/span><span class=\"n\">llm<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">OpenAI<\/span><span class=\"p\">()<\/span>\n<span class=\"n\">qa_chain<\/span> <span class=\"o\">=<\/span> <span class=\"n\">RetrievalQA<\/span><span class=\"p\">.<\/span><span class=\"nf\">from_chain_type<\/span><span class=\"p\">(<\/span><span class=\"n\">llm<\/span><span class=\"o\">=<\/span><span class=\"n\">llm<\/span><span class=\"p\">,<\/span> <span class=\"n\">retriever<\/span><span class=\"o\">=<\/span><span class=\"n\">retriever<\/span><span class=\"p\">)<\/span>\n\n<span class=\"c1\"># Streamlit UI\n<\/span><span class=\"n\">st<\/span><span class=\"p\">.<\/span><span class=\"nf\">title<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">IBM AIX Expert Chatbot<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n<span class=\"n\">st<\/span><span class=\"p\">.<\/span><span class=\"nf\">write<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">Ask me anything about IBM AIX!<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n\n<span class=\"n\">user_input<\/span> <span class=\"o\">=<\/span> <span class=\"n\">st<\/span><span class=\"p\">.<\/span><span class=\"nf\">text_input<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">Enter your question:<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n<span class=\"k\">if<\/span> <span class=\"n\">st<\/span><span class=\"p\">.<\/span><span class=\"nf\">button<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">Submit<\/span><span class=\"sh\">\"<\/span><span class=\"p\">):<\/span>\n    <span class=\"k\">if<\/span> <span class=\"n\">user_input<\/span><span class=\"p\">:<\/span>\n        <span class=\"n\">response<\/span> <span class=\"o\">=<\/span> <span class=\"n\">qa_chain<\/span><span class=\"p\">.<\/span><span class=\"nf\">run<\/span><span class=\"p\">(<\/span><span class=\"n\">user_input<\/span><span class=\"p\">)<\/span>\n        <span class=\"n\">st<\/span><span class=\"p\">.<\/span><span class=\"nf\">write<\/span><span class=\"p\">(<\/span><span class=\"n\">response<\/span><span class=\"p\">)<\/span>\n    <span class=\"k\">else<\/span><span class=\"p\">:<\/span>\n        <span class=\"n\">st<\/span><span class=\"p\">.<\/span><span class=\"nf\">write<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">Please enter a question.<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u23f3 <strong>\u0632\u0645\u0627\u0646 \u062a\u062e\u0645\u06cc\u0646\u06cc: 30-60 \u062b\u0627\u0646\u06cc\u0647<\/strong><\/p>\n<p>chatbot \u0631\u0627 \u0628\u0627:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight shell\"><code>streamlit run Aix_Rag_Chatbot.py\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<hr\/>\n<h2><span class=\"ez-toc-section\" id=\"%F0%9F%93%8C_%D9%85%D8%B1%D8%AD%D9%84%D9%87_5_%D8%A7%D8%B3%D8%AA%D9%82%D8%B1%D8%A7%D8%B1_%D8%A8%D8%A7_Docker\"><\/span>\n<p>  <strong>\ud83d\udccc \u0645\u0631\u062d\u0644\u0647 5: \u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0628\u0627 Docker<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3><span class=\"ez-toc-section\" id=\"container_build_%D9%88_Run_Container\"><\/span>\n<p>  <strong>container build \u0648 Run Container<\/strong><br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight shell\"><code><span class=\"c\"># Build the Docker image<\/span>\ndocker build <span class=\"nt\">-t<\/span> aix-rag-chatbot <span class=\"nb\">.<\/span>\n\n<span class=\"c\"># Run the container<\/span>\ndocker run <span class=\"nt\">-p<\/span> 8501:8501 aix-rag-chatbot\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0628\u0647 chatbot \u062e\u0648\u062f \u062f\u0633\u062a\u0631\u0633\u06cc \u067e\u06cc\u062f\u0627 \u06a9\u0646\u06cc\u062f <strong>http: \/\/ localhost: 8501<\/strong> <\/p>\n<hr\/>\n<p>\u0627\u06a9\u0646\u0648\u0646 Chatbot \u0628\u0631\u0627\u06cc \u0639\u0645\u0644 \u0622\u0645\u0627\u062f\u0647 \u0627\u0633\u062a \u060c \u0622\u0646 \u0631\u0627 \u062f\u0631 \u0645\u062d\u06cc\u0637 \u0645\u0648\u0631\u062f \u0639\u0644\u0627\u0642\u0647 \u062e\u0648\u062f \u062f\u0631 \u0641\u0636\u0627\u06cc \u0627\u0648\u0644\u06cc\u0647\/\u0627\u0628\u0631 \u0645\u0633\u062a\u0642\u0631 \u06a9\u0646\u06cc\u062f \u0648 \u0622\u0646 \u0631\u0627 \u0637\u0628\u0642 \u0646\u06cc\u0627\u0632 \u0645\u0642\u06cc\u0627\u0633 \u06a9\u0646\u06cc\u062f.<\/p>\n<\/p><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u0645\u0642\u062f\u0645\u0647 \u062f\u0631 \u0627\u06cc\u0646 \u0631\u0627\u0647\u0646\u0645\u0627 \u060c \u0645\u0627 chatbot \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 \u067e\u0627\u0631\u0686\u0647 \u06a9\u0647 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u06cc\u06a9 \u0639\u0645\u0644 \u0645\u06cc \u06a9\u0646\u062f IBM AIX Expert \u0686\u0647 \u06a9\u0633\u06cc \u0628\u0647 \u062a\u0645\u0627\u0645 \u0633\u0624\u0627\u0644\u0627\u062a \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 AIX \u0645\u0627 \u067e\u0627\u0633\u062e \u062e\u0648\u0627\u0647\u062f \u062f\u0627\u062f. \u0627\u06cc\u0646 chatbot \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0631\u0627 \u0627\u0632 \u0645\u0633\u062a\u0646\u062f\u0627\u062a IBM AIX\u060c \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 FAISS \u0628\u0631\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc \u0628\u0631\u062f\u0627\u0631\u060c \u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u067e\u0627\u0633\u062e \u0647\u0627 &hellip;<\/p>\n","protected":false},"author":2,"featured_media":98239,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"fifu_image_url":"","fifu_image_alt":"","footnotes":""},"categories":[339],"tags":[],"class_list":["post-98238","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-dev"],"_links":{"self":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/98238","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/comments?post=98238"}],"version-history":[{"count":0,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/98238\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media\/98239"}],"wp:attachment":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media?parent=98238"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/categories?post=98238"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/tags?post=98238"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}