{"id":22964,"date":"2023-05-14T05:01:57","date_gmt":"2023-05-14T01:31:57","guid":{"rendered":"https:\/\/nabfollower.com\/blog\/processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m\/"},"modified":"2023-05-14T05:01:57","modified_gmt":"2023-05-14T01:31:57","slug":"processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m","status":"publish","type":"post","link":"https:\/\/nabfollower.com\/blog\/processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m\/","title":{"rendered":"\u067e\u0631\u062f\u0627\u0632\u0634 \u067e\u06cc\u0627\u0645 \u0647\u0627\u06cc \u0636\u0628\u0637 \u0634\u062f\u0647 EventHub \u062f\u0631 \u0641\u0627\u06cc\u0644 \u0647\u0627\u06cc Avro \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Databricks"},"content":{"rendered":"<div data-article-id=\"1467101\" id=\"article-body\">\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_85 counter-hierarchy ez-toc-counter-rtl ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u0641\u0647\u0631\u0633\u062a \u0645\u0637\u0627\u0644\u0628<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\u062a\u063a\u06cc\u06cc\u0631 \u0648\u0636\u0639\u06cc\u062a \u0641\u0647\u0631\u0633\u062a \u0645\u0637\u0627\u0644\u0628\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/nabfollower.com\/blog\/processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m\/#%D9%85%D8%B1%D8%AD%D9%84%D9%87_1_Mount_Azure_Blob_Storage\" >\u0645\u0631\u062d\u0644\u0647 1: Mount Azure Blob Storage<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/nabfollower.com\/blog\/processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m\/#%D9%85%D8%B1%D8%AD%D9%84%D9%87_2_%D9%87%D9%85%D9%87_%D9%81%D8%A7%DB%8C%D9%84_%D9%87%D8%A7%DB%8C_Avro_%D8%B1%D8%A7_%D8%A8%D8%A7%D8%B1%DA%AF%DB%8C%D8%B1%DB%8C_%DA%A9%D9%86%DB%8C%D8%AF\" >\u0645\u0631\u062d\u0644\u0647 2: \u0647\u0645\u0647 \u0641\u0627\u06cc\u0644 \u0647\u0627\u06cc Avro \u0631\u0627 \u0628\u0627\u0631\u06af\u06cc\u0631\u06cc \u06a9\u0646\u06cc\u062f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/nabfollower.com\/blog\/processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m\/#%D9%85%D8%B1%D8%AD%D9%84%D9%87_3_%D9%BE%DB%8C%D8%A7%D9%85_%D8%A8%D8%A7%DB%8C%D9%86%D8%B1%DB%8C_Payload_%D8%A8%D8%AF%D9%86_%D8%B1%D8%A7_%D8%A8%D9%87_%D8%B1%D8%B4%D8%AA%D9%87_%D8%AA%D8%A8%D8%AF%DB%8C%D9%84_%DA%A9%D9%86%DB%8C%D8%AF\" >\u0645\u0631\u062d\u0644\u0647 3: \u067e\u06cc\u0627\u0645 \u0628\u0627\u06cc\u0646\u0631\u06cc Payload (\u0628\u062f\u0646) \u0631\u0627 \u0628\u0647 \u0631\u0634\u062a\u0647 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u062f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/nabfollower.com\/blog\/processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m\/#%D9%85%D8%B1%D8%AD%D9%84%D9%87_4_%D9%86%D9%82%D8%B4%D9%87_%D8%B1%D8%B4%D8%AA%D9%87_%D8%B1%D8%A7_%D8%A8%D9%87_%D8%B7%D8%B1%D8%AD%D9%88%D8%A7%D8%B1%D9%87_JSON\" >\u0645\u0631\u062d\u0644\u0647 4: \u0646\u0642\u0634\u0647 \u0631\u0634\u062a\u0647 \u0631\u0627 \u0628\u0647 \u0637\u0631\u062d\u0648\u0627\u0631\u0647 JSON<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/nabfollower.com\/blog\/processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m\/#%D9%85%D8%B1%D8%AD%D9%84%D9%87_5_%D9%86%D9%82%D8%B4%D9%87_JSON_%D8%A8%D9%87_%D9%82%D8%A7%D9%84%D8%A8_%D8%AC%D8%AF%D9%88%D9%84\" >\u0645\u0631\u062d\u0644\u0647 5: \u0646\u0642\u0634\u0647 JSON \u0628\u0647 \u0642\u0627\u0644\u0628 \u062c\u062f\u0648\u0644<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/nabfollower.com\/blog\/processing-eventhub-captured-messages-in-avro-files-using-databricks-f8m\/#%D9%85%D8%B1%D8%AD%D9%84%D9%87_6_%D8%A2%D9%86_%D8%B1%D8%A7_%D8%A8%D8%A7_%D8%A7%D8%B3%D8%AA%D9%81%D8%A7%D8%AF%D9%87_%D8%A7%D8%B2_Spark_SQL_%D8%AF%D8%B1_Silver_Layer_%D8%B0%D8%AE%DB%8C%D8%B1%D9%87_%DA%A9%D9%86%DB%8C%D8%AF\" >\u0645\u0631\u062d\u0644\u0647 6: \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Spark SQL \u062f\u0631 Silver Layer \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u06cc\u062f<\/a><\/li><\/ul><\/nav><\/div>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%B1%D8%AD%D9%84%D9%87_1_Mount_Azure_Blob_Storage\"><\/span>\n<p>  \u0645\u0631\u062d\u0644\u0647 1: Mount Azure Blob Storage<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0627\u0648\u0644\u06cc\u0646 \u06af\u0627\u0645 \u0646\u0635\u0628 Azure Blob Storage \u0627\u0633\u062a \u06a9\u0647 \u062d\u0627\u0648\u06cc \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc Avro \u0645\u0627 \u0627\u0633\u062a.  Azure Blob Storage \u06cc\u06a9 \u067e\u0644\u062a \u0641\u0631\u0645 \u0630\u062e\u06cc\u0631\u0647 \u0633\u0627\u0632\u06cc \u0627\u0634\u06cc\u0627 \u0645\u0642\u06cc\u0627\u0633 \u067e\u0630\u06cc\u0631 \u0648 \u0627\u06cc\u0645\u0646 \u0627\u0633\u062a.  \u0633\u06cc\u0633\u062a\u0645 \u0641\u0627\u06cc\u0644 Databricks (DBFS) \u0628\u0647 \u0634\u0645\u0627 \u0627\u06cc\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0631\u0627 \u0645\u06cc \u062f\u0647\u062f \u06a9\u0647 \u0630\u062e\u06cc\u0631\u0647 \u0633\u0627\u0632\u06cc blob \u0631\u0627 \u0628\u0647 \u06af\u0648\u0646\u0647 \u0627\u06cc \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f \u06a9\u0647 \u0645\u0627\u0646\u0646\u062f \u06cc\u06a9 \u0633\u06cc\u0633\u062a\u0645 \u0641\u0627\u06cc\u0644 \u0645\u062d\u0644\u06cc \u0642\u0627\u0628\u0644 \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0627\u0634\u062f.  \u062f\u0631 \u0632\u06cc\u0631 \u062f\u0633\u062a\u0648\u0631 mount Blob Storage \u0622\u0645\u062f\u0647 \u0627\u0633\u062a:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"n\">dbutils<\/span><span class=\"p\">.<\/span><span class=\"n\">fs<\/span><span class=\"p\">.<\/span><span class=\"n\">mount<\/span><span class=\"p\">(<\/span>\n  <span class=\"n\">source<\/span> <span class=\"o\">=<\/span> <span class=\"s\">\"wasbs:\/\/{container}@{storage_name}.blob.core.windows.net\"<\/span><span class=\"p\">,<\/span>\n  <span class=\"n\">mount_point<\/span> <span class=\"o\">=<\/span> <span class=\"s\">\"\/mnt\/iotdata\"<\/span><span class=\"p\">,<\/span>\n  <span class=\"n\">extra_configs<\/span> <span class=\"o\">=<\/span> <span class=\"p\">{<\/span><span class=\"s\">\"fs.azure.account.key.{storage_name}.blob.core.windows.net\"<\/span><span class=\"p\">:<\/span><span class=\"s\">\"AccessKey\"<\/span><span class=\"p\">})<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>{container}\u060c {storage_name} \u0648 AccessKey \u0631\u0627 \u0628\u0647 \u062a\u0631\u062a\u06cc\u0628 \u0628\u0627 \u0646\u0627\u0645 \u06a9\u0627\u0646\u062a\u06cc\u0646\u0631\u060c \u0646\u0627\u0645 \u062d\u0633\u0627\u0628 \u0630\u062e\u06cc\u0631\u0647\u200c\u0633\u0627\u0632\u06cc \u0648 \u06a9\u0644\u06cc\u062f \u062f\u0633\u062a\u0631\u0633\u06cc \u062c\u0627\u06cc\u06af\u0632\u06cc\u0646 \u06a9\u0646\u06cc\u062f.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%B1%D8%AD%D9%84%D9%87_2_%D9%87%D9%85%D9%87_%D9%81%D8%A7%DB%8C%D9%84_%D9%87%D8%A7%DB%8C_Avro_%D8%B1%D8%A7_%D8%A8%D8%A7%D8%B1%DA%AF%DB%8C%D8%B1%DB%8C_%DA%A9%D9%86%DB%8C%D8%AF\"><\/span>\n<p>  \u0645\u0631\u062d\u0644\u0647 2: \u0647\u0645\u0647 \u0641\u0627\u06cc\u0644 \u0647\u0627\u06cc Avro \u0631\u0627 \u0628\u0627\u0631\u06af\u06cc\u0631\u06cc \u06a9\u0646\u06cc\u062f<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u067e\u0633 \u0627\u0632 \u0646\u0635\u0628 \u062d\u0627\u0641\u0638\u0647\u060c \u0645\u06cc\u200c\u062a\u0648\u0627\u0646\u06cc\u0645 \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc Avro \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062a\u0627\u0628\u0639 spark.read.format(&#8216;avro&#8217;) \u0628\u0627\u0631\u06af\u0630\u0627\u0631\u06cc \u06a9\u0646\u06cc\u0645.  Avro \u06cc\u06a9 \u0633\u06cc\u0633\u062a\u0645 \u0633\u0631\u06cc\u0627\u0644 \u0633\u0627\u0632\u06cc \u062f\u0627\u062f\u0647 \u0627\u0633\u062a \u06a9\u0647 \u0627\u0645\u06a9\u0627\u0646 \u062a\u0628\u0627\u062f\u0644 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0628\u0632\u0631\u06af \u0628\u06cc\u0646 \u0628\u0631\u0646\u0627\u0645\u0647 \u0647\u0627\u06cc \u0646\u0648\u0634\u062a\u0647 \u0634\u062f\u0647 \u0628\u0647 \u0632\u0628\u0627\u0646 \u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0631\u0627 \u0641\u0631\u0627\u0647\u0645 \u0645\u06cc \u06a9\u0646\u062f.<\/p>\n<p>\u062a\u0639\u062f\u0627\u062f * \u062f\u0631 \u0645\u0633\u06cc\u0631 \u0646\u0634\u0627\u0646\u200c\u062f\u0647\u0646\u062f\u0647 \u0639\u0645\u0642 \u0632\u06cc\u0631\u0634\u0627\u062e\u0647\u200c\u0647\u0627\u06cc\u06cc \u0627\u0633\u062a \u06a9\u0647 \u062f\u0631 EventHub \u062f\u0631 \u0642\u0631\u0627\u0631\u062f\u0627\u062f \u0646\u0627\u0645\u200c\u06af\u0630\u0627\u0631\u06cc \u0636\u0628\u0637 \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0631\u062f\u0647\u200c\u0627\u06cc\u062f.  \u0647\u0631 * \u06cc\u06a9 \u0633\u0637\u062d \u062f\u0627\u06cc\u0631\u06a9\u062a\u0648\u0631\u06cc \u0631\u0627 \u0646\u0634\u0627\u0646 \u0645\u06cc \u062f\u0647\u062f.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"n\">df<\/span><span class=\"o\">=<\/span><span class=\"n\">spark<\/span><span class=\"p\">.<\/span><span class=\"n\">read<\/span><span class=\"p\">.<\/span><span class=\"nb\">format<\/span><span class=\"p\">(<\/span><span class=\"s\">'avro'<\/span><span class=\"p\">).<\/span><span class=\"n\">load<\/span><span class=\"p\">(<\/span><span class=\"s\">\"\/mnt\/iotdata\/*\/*\/*\/*\/*\/*\/*\/*\/*.avro\"<\/span><span class=\"p\">)<\/span>\n<span class=\"n\">display<\/span><span class=\"p\">(<\/span><span class=\"n\">df<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0627\u06cc\u0646 \u062f\u0633\u062a\u0648\u0631 \u0647\u0645\u0647 \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc Avro \u0631\u0627 \u0627\u0632 \u0630\u062e\u06cc\u0631\u0647\u200c\u0633\u0627\u0632\u06cc \u0644\u06a9\u0647\u200c\u0647\u0627\u06cc \u0646\u0635\u0628 \u0634\u062f\u0647 \u06a9\u0647 \u062a\u0648\u0633\u0637 \u0639\u0645\u0644\u06a9\u0631\u062f \u0627\u0635\u0644\u06cc EventHub \u06af\u0631\u0641\u062a\u0647 \u0634\u062f\u0647\u200c\u0627\u0646\u062f \u0645\u06cc\u200c\u062e\u0648\u0627\u0646\u062f \u0648 DataFrame \u0631\u0627 \u0646\u0645\u0627\u06cc\u0634 \u0645\u06cc\u200c\u062f\u0647\u062f.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%B1%D8%AD%D9%84%D9%87_3_%D9%BE%DB%8C%D8%A7%D9%85_%D8%A8%D8%A7%DB%8C%D9%86%D8%B1%DB%8C_Payload_%D8%A8%D8%AF%D9%86_%D8%B1%D8%A7_%D8%A8%D9%87_%D8%B1%D8%B4%D8%AA%D9%87_%D8%AA%D8%A8%D8%AF%DB%8C%D9%84_%DA%A9%D9%86%DB%8C%D8%AF\"><\/span>\n<p>  \u0645\u0631\u062d\u0644\u0647 3: \u067e\u06cc\u0627\u0645 \u0628\u0627\u06cc\u0646\u0631\u06cc Payload (\u0628\u062f\u0646) \u0631\u0627 \u0628\u0647 \u0631\u0634\u062a\u0647 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u062f<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0641\u0627\u06cc\u0644 \u0647\u0627\u06cc Avro \u062d\u0627\u0648\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0628\u0627\u06cc\u0646\u0631\u06cc \u0647\u0633\u062a\u0646\u062f \u06a9\u0647 \u0628\u0631\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0628\u06cc\u0634\u062a\u0631 \u0628\u0627\u06cc\u062f \u0628\u0647 \u0631\u0634\u062a\u0647 \u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 \u0634\u0648\u0646\u062f.  \u0634\u0645\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0628\u0627\u06cc\u0646\u0631\u06cc \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062a\u0627\u0628\u0639 Cast \u062f\u0631 PySpark \u0628\u0647 \u0641\u0631\u0645\u062a \u0631\u0634\u062a\u0647 \u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u062f.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"n\">body_df<\/span><span class=\"o\">=<\/span><span class=\"n\">df<\/span><span class=\"p\">.<\/span><span class=\"n\">withColumn<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Body\"<\/span><span class=\"p\">,<\/span><span class=\"n\">df<\/span><span class=\"p\">.<\/span><span class=\"n\">Body<\/span><span class=\"p\">.<\/span><span class=\"n\">cast<\/span><span class=\"p\">(<\/span><span class=\"s\">\"string\"<\/span><span class=\"p\">)).<\/span><span class=\"n\">select<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Body\"<\/span><span class=\"p\">)<\/span>\n<span class=\"n\">display<\/span><span class=\"p\">(<\/span><span class=\"n\">body_df<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%B1%D8%AD%D9%84%D9%87_4_%D9%86%D9%82%D8%B4%D9%87_%D8%B1%D8%B4%D8%AA%D9%87_%D8%B1%D8%A7_%D8%A8%D9%87_%D8%B7%D8%B1%D8%AD%D9%88%D8%A7%D8%B1%D9%87_JSON\"><\/span>\n<p>  \u0645\u0631\u062d\u0644\u0647 4: \u0646\u0642\u0634\u0647 \u0631\u0634\u062a\u0647 \u0631\u0627 \u0628\u0647 \u0637\u0631\u062d\u0648\u0627\u0631\u0647 JSON<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u067e\u0633 \u0627\u0632 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0628\u0647 \u0641\u0631\u0645\u062a \u0631\u0634\u062a\u0647 \u0627\u06cc\u060c \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062a\u0648\u0627\u0628\u0639 StructType \u0648 from_json PySpark \u0628\u0647 \u06cc\u06a9 \u0637\u0631\u062d JSON \u0646\u06af\u0627\u0634\u062a \u06a9\u0646\u06cc\u0645.<\/p>\n<p>\u0627\u0628\u062a\u062f\u0627 \u0637\u0631\u062d\u06cc \u0631\u0627 \u0628\u0631\u0627\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627 \u062a\u0639\u0631\u06cc\u0641 \u06a9\u0646\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"kn\">from<\/span> <span class=\"nn\">pyspark.sql.types<\/span> <span class=\"kn\">import<\/span> <span class=\"o\">*<\/span>\n<span class=\"n\">data_schema<\/span> <span class=\"o\">=<\/span> <span class=\"n\">StructType<\/span><span class=\"p\">(<\/span>\n    <span class=\"p\">[<\/span>\n        <span class=\"n\">StructField<\/span><span class=\"p\">(<\/span><span class=\"s\">\"a\"<\/span><span class=\"p\">,<\/span><span class=\"n\">DoubleType<\/span><span class=\"p\">(),<\/span><span class=\"bp\">True<\/span><span class=\"p\">),<\/span>\n        <span class=\"n\">StructField<\/span><span class=\"p\">(<\/span><span class=\"s\">\"b\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">DoubleType<\/span><span class=\"p\">(),<\/span> <span class=\"bp\">True<\/span><span class=\"p\">)<\/span>\n    <span class=\"p\">]<\/span>\n<span class=\"p\">)<\/span>\n<span class=\"n\">json_schema<\/span> <span class=\"o\">=<\/span> <span class=\"n\">StructType<\/span><span class=\"p\">(<\/span>\n    <span class=\"p\">[<\/span>\n        <span class=\"n\">StructField<\/span><span class=\"p\">(<\/span><span class=\"s\">\"factoryId\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">LongType<\/span><span class=\"p\">(),<\/span> <span class=\"bp\">True<\/span><span class=\"p\">),<\/span>\n        <span class=\"n\">StructField<\/span><span class=\"p\">(<\/span><span class=\"s\">\"timeStamp\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">TimestampType<\/span><span class=\"p\">(),<\/span> <span class=\"bp\">True<\/span><span class=\"p\">),<\/span>\n        <span class=\"n\">StructField<\/span><span class=\"p\">(<\/span><span class=\"s\">\"data\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">data_schema<\/span><span class=\"p\">,<\/span> <span class=\"bp\">True<\/span><span class=\"p\">)<\/span>\n    <span class=\"p\">]<\/span>\n<span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0633\u067e\u0633 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0631\u0634\u062a\u0647 \u0631\u0627 \u0637\u0628\u0642 \u0637\u0631\u062d \u0628\u0647 \u0641\u0631\u0645\u062a JSON \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"kn\">from<\/span> <span class=\"nn\">pyspark.sql.functions<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">from_json<\/span><span class=\"p\">,<\/span> <span class=\"n\">col<\/span>\n<span class=\"n\">json_df<\/span> <span class=\"o\">=<\/span> <span class=\"n\">body_df<\/span><span class=\"p\">.<\/span><span class=\"n\">withColumn<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Body\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">from_json<\/span><span class=\"p\">(<\/span><span class=\"n\">col<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Body\"<\/span><span class=\"p\">),<\/span> <span class=\"n\">json_schema<\/span><span class=\"p\">))<\/span>\n<span class=\"n\">display<\/span><span class=\"p\">(<\/span><span class=\"n\">json_df<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%B1%D8%AD%D9%84%D9%87_5_%D9%86%D9%82%D8%B4%D9%87_JSON_%D8%A8%D9%87_%D9%82%D8%A7%D9%84%D8%A8_%D8%AC%D8%AF%D9%88%D9%84\"><\/span>\n<p>  \u0645\u0631\u062d\u0644\u0647 5: \u0646\u0642\u0634\u0647 JSON \u0628\u0647 \u0642\u0627\u0644\u0628 \u062c\u062f\u0648\u0644<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u067e\u0633 \u0627\u0632 \u062a\u0628\u062f\u06cc\u0644 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0628\u0647 \u0641\u0631\u0645\u062a JSON\u060c \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u062f\u0627\u062f\u0647 \u0647\u0627 \u0631\u0627 \u0635\u0627\u0641 \u06a9\u0631\u062f\u0647 \u0648 \u0628\u0647 \u0641\u0631\u0645\u062a \u062c\u062f\u0648\u0644 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0646\u06cc\u0645.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"n\">final_df<\/span><span class=\"o\">=<\/span><span class=\"n\">json_df<\/span><span class=\"p\">.<\/span><span class=\"n\">select<\/span><span class=\"p\">(<\/span>\n <span class=\"n\">col<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Body.data.a\"<\/span><span class=\"p\">),<\/span>\n <span class=\"n\">col<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Body.data.b\"<\/span><span class=\"p\">),<\/span> \n <span class=\"n\">col<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Body.factoryId\"<\/span><span class=\"p\">),<\/span>\n <span class=\"n\">col<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Body.timestamp\"<\/span><span class=\"p\">))<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<h2><span class=\"ez-toc-section\" id=\"%D9%85%D8%B1%D8%AD%D9%84%D9%87_6_%D8%A2%D9%86_%D8%B1%D8%A7_%D8%A8%D8%A7_%D8%A7%D8%B3%D8%AA%D9%81%D8%A7%D8%AF%D9%87_%D8%A7%D8%B2_Spark_SQL_%D8%AF%D8%B1_Silver_Layer_%D8%B0%D8%AE%DB%8C%D8%B1%D9%87_%DA%A9%D9%86%DB%8C%D8%AF\"><\/span>\n<p>  \u0645\u0631\u062d\u0644\u0647 6: \u0622\u0646 \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Spark SQL \u062f\u0631 Silver Layer \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u06cc\u062f<br \/>\n<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062f\u0631 \u0646\u0647\u0627\u06cc\u062a\u060c \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0634\u062f\u0647 \u062e\u0648\u062f \u0631\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Spark SQL \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u0645.  \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627\u060c \u0645\u0627 \u0622\u0646 \u0631\u0627 \u062f\u0631 \u06cc\u06a9 \u0644\u0627\u06cc\u0647 \u0646\u0642\u0631\u0647 \u0627\u06cc \u0630\u062e\u06cc\u0631\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u0645\u060c \u06a9\u0647 \u0646\u0645\u0627\u06cc\u0634\u06cc \u062a\u0645\u06cc\u0632 \u0648 \u067e\u0631\u062f\u0627\u0632\u0634 \u0634\u062f\u0647 \u0627\u0632 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u062e\u0627\u0645 \u0645\u0627 \u0627\u0633\u062a.<\/p>\n<p>\u0627\u0628\u062a\u062f\u0627 \u06cc\u06a9 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u067e\u0631\u062f\u0627\u0632\u0634 \u0634\u062f\u0647 \u062e\u0648\u062f \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight sql\"><code><span class=\"o\">%<\/span><span class=\"k\">sql<\/span>\n<span class=\"k\">CREATE<\/span> <span class=\"k\">DATABASE<\/span> <span class=\"n\">iotdata<\/span>\n<span class=\"k\">LOCATION<\/span> <span class=\"nv\">\"\/mnt\/iotdata\"<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0633\u067e\u0633\u060c DataFrame \u067e\u0631\u062f\u0627\u0632\u0634 \u0634\u062f\u0647 \u0631\u0627 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u062c\u062f\u0648\u0644 \u062f\u0631 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u062a\u0627\u0632\u0647 \u0627\u06cc\u062c\u0627\u062f \u0634\u062f\u0647 \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0646\u06cc\u062f:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight python\"><code><span class=\"n\">final_df<\/span><span class=\"p\">.<\/span><span class=\"n\">write<\/span><span class=\"p\">.<\/span><span class=\"n\">saveAsTable<\/span><span class=\"p\">(<\/span><span class=\"s\">\"iotdata.tablename\"<\/span><span class=\"p\">)<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u0648\u0627\u0631\u062f \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0648 \u0634\u0645\u0627 \u0622\u0646 \u0631\u0627 \u062f\u0627\u0631\u06cc\u062f!  \u0634\u0645\u0627 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Databricks \u0641\u0627\u06cc\u0644 \u0647\u0627\u06cc Avro \u0631\u0627 \u06a9\u0647 \u0627\u0632 Azure Event Hubs \u06af\u0631\u0641\u062a\u0647 \u0634\u062f\u0647 \u0627\u0646\u062f\u060c \u0628\u0627 \u0645\u0648\u0641\u0642\u06cc\u062a \u067e\u0631\u062f\u0627\u0632\u0634 \u06a9\u0631\u062f\u0647 \u0627\u06cc\u062f.  \u0634\u0645\u0627 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u0628\u0627\u06cc\u0646\u0631\u06cc \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0641\u0631\u0645\u062a \u0642\u0627\u0628\u0644 \u062e\u0648\u0627\u0646\u062f\u0646 \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0631\u062f\u0647\u200c\u0627\u06cc\u062f\u060c \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0637\u0631\u062d \u0646\u0642\u0634\u0647\u200c\u0628\u0631\u062f\u0627\u0631\u06cc \u06a9\u0631\u062f\u0647\u200c\u0627\u06cc\u062f\u060c \u0622\u0646\u200c\u0647\u0627 \u0631\u0627 \u0628\u0647 \u06cc\u06a9 \u0642\u0627\u0644\u0628 \u062c\u062f\u0648\u0644\u06cc \u0644\u0627\u06cc\u0647 \u0646\u0642\u0631\u0647\u200c\u0627\u06cc \u062a\u0628\u062f\u06cc\u0644 \u06a9\u0631\u062f\u0647\u200c\u0627\u06cc\u062f \u0648 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 Spark SQL \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0631\u062f\u0647\u200c\u0627\u06cc\u062f.<\/p>\n<\/p><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u0645\u0631\u062d\u0644\u0647 1: Mount Azure Blob Storage \u0627\u0648\u0644\u06cc\u0646 \u06af\u0627\u0645 \u0646\u0635\u0628 Azure Blob Storage \u0627\u0633\u062a \u06a9\u0647 \u062d\u0627\u0648\u06cc \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc Avro \u0645\u0627 \u0627\u0633\u062a. Azure Blob Storage \u06cc\u06a9 \u067e\u0644\u062a \u0641\u0631\u0645 \u0630\u062e\u06cc\u0631\u0647 \u0633\u0627\u0632\u06cc \u0627\u0634\u06cc\u0627 \u0645\u0642\u06cc\u0627\u0633 \u067e\u0630\u06cc\u0631 \u0648 \u0627\u06cc\u0645\u0646 \u0627\u0633\u062a. \u0633\u06cc\u0633\u062a\u0645 \u0641\u0627\u06cc\u0644 Databricks (DBFS) \u0628\u0647 \u0634\u0645\u0627 \u0627\u06cc\u0646 \u0627\u0645\u06a9\u0627\u0646 \u0631\u0627 \u0645\u06cc \u062f\u0647\u062f \u06a9\u0647 \u0630\u062e\u06cc\u0631\u0647 \u0633\u0627\u0632\u06cc blob \u0631\u0627 \u0628\u0647 \u06af\u0648\u0646\u0647 \u0627\u06cc \u0646\u0635\u0628 \u06a9\u0646\u06cc\u062f \u06a9\u0647 &hellip;<\/p>\n","protected":false},"author":2,"featured_media":22965,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"fifu_image_url":"","fifu_image_alt":"","footnotes":""},"categories":[339],"tags":[],"class_list":["post-22964","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-dev"],"_links":{"self":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/22964","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/comments?post=22964"}],"version-history":[{"count":0,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/22964\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media\/22965"}],"wp:attachment":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media?parent=22964"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/categories?post=22964"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/tags?post=22964"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}