{"id":89974,"date":"2024-12-26T19:17:40","date_gmt":"2024-12-26T15:47:40","guid":{"rendered":"https:\/\/nabfollower.com\/blog\/rivian-geolocation-plotting-with-iris-cloud-document-and-databricks-38e6\/"},"modified":"2024-12-26T19:17:40","modified_gmt":"2024-12-26T15:47:40","slug":"rivian-geolocation-plotting-with-iris-cloud-document-and-databricks-38e6","status":"publish","type":"post","link":"https:\/\/nabfollower.com\/blog\/rivian-geolocation-plotting-with-iris-cloud-document-and-databricks-38e6\/","title":{"rendered":"\u062a\u0631\u0633\u06cc\u0645 \u0645\u0648\u0642\u0639\u06cc\u062a \u062c\u063a\u0631\u0627\u0641\u06cc\u0627\u06cc\u06cc Rivian \u0628\u0627 \u0633\u0646\u062f \u0627\u0628\u0631\u06cc IRIS \u0648 \u0628\u0631\u06cc\u06a9 \u0647\u0627\u06cc \u062f\u0627\u062f\u0647"},"content":{"rendered":"<div data-article-id=\"2176192\" id=\"article-body\">\n<p><\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_84 counter-hierarchy ez-toc-counter-rtl ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u0641\u0647\u0631\u0633\u062a \u0645\u0637\u0627\u0644\u0628<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/nabfollower.com\/blog\/rivian-geolocation-plotting-with-iris-cloud-document-and-databricks-38e6\/#%D8%AA%D8%B1%D8%B3%DB%8C%D9%85_%D8%AF%D8%A7%D8%AF%D9%87_%D9%87%D8%A7%DB%8C_gnSSLocation_%D8%A7%D8%B2_Rivian_R1S_%D9%85%D9%86_%D8%AF%D8%B1_%D8%B3%D8%B1%D8%A7%D8%B3%D8%B1_%D9%85%DB%8C%D8%B4%DB%8C%DA%AF%D8%A7%D9%86_%D8%A8%D8%A7_InterSystems_Cloud_Document_%D9%88_Databricks\" >\u062a\u0631\u0633\u06cc\u0645 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc gnSSLocation \u0627\u0632 Rivian R1S \u0645\u0646 \u062f\u0631 \u0633\u0631\u0627\u0633\u0631 \u0645\u06cc\u0634\u06cc\u06af\u0627\u0646 \u0628\u0627 InterSystems Cloud Document \u0648 Databricks<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/nabfollower.com\/blog\/rivian-geolocation-plotting-with-iris-cloud-document-and-databricks-38e6\/#%D8%A7%D8%B3%D8%AA%D9%82%D8%B1%D8%A7%D8%B1_%D8%A7%D8%B3%D9%86%D8%A7%D8%AF_%D8%A7%D8%A8%D8%B1%DB%8C_InterSystems\" >\u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0627\u0633\u0646\u0627\u062f \u0627\u0628\u0631\u06cc InterSystems<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/nabfollower.com\/blog\/rivian-geolocation-plotting-with-iris-cloud-document-and-databricks-38e6\/#%D8%A8%D9%84%D8%B9\" >\u0628\u0644\u0639<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/nabfollower.com\/blog\/rivian-geolocation-plotting-with-iris-cloud-document-and-databricks-38e6\/#Databricks\" >Databricks<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/nabfollower.com\/blog\/rivian-geolocation-plotting-with-iris-cloud-document-and-databricks-38e6\/#%D8%AA%D8%AC%D8%B3%D9%85\" >\u062a\u062c\u0633\u0645<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h2><span class=\"ez-toc-section\" id=\"%D8%AA%D8%B1%D8%B3%DB%8C%D9%85_%D8%AF%D8%A7%D8%AF%D9%87_%D9%87%D8%A7%DB%8C_gnSSLocation_%D8%A7%D8%B2_Rivian_R1S_%D9%85%D9%86_%D8%AF%D8%B1_%D8%B3%D8%B1%D8%A7%D8%B3%D8%B1_%D9%85%DB%8C%D8%B4%DB%8C%DA%AF%D8%A7%D9%86_%D8%A8%D8%A7_InterSystems_Cloud_Document_%D9%88_Databricks\"><\/span>\u062a\u0631\u0633\u06cc\u0645 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc gnSSLocation \u0627\u0632 Rivian R1S \u0645\u0646 \u062f\u0631 \u0633\u0631\u0627\u0633\u0631 \u0645\u06cc\u0634\u06cc\u06af\u0627\u0646 \u0628\u0627 InterSystems Cloud Document \u0648 Databricks<br \/><span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0627\u06af\u0631 \u0628\u0647 \u062f\u0646\u0628\u0627\u0644 \u06cc\u06a9 \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u06cc\u06a9 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0627\u0633\u0646\u0627\u062f \u0628\u0648\u062f\u06cc\u062f\u060c \u0628\u0647 \u0627\u06cc\u0646 \u0646\u062a\u06cc\u062c\u0647 \u0631\u0633\u06cc\u062f\u0645 \u06a9\u0647 \u0645\u0648\u0631\u062f \u0639\u0644\u0627\u0642\u0647 \u0645\u0646 \u0633\u0627\u062f\u0647 \u0627\u0633\u062a. <strong>\u062a\u0648\u0627\u0646\u0627\u06cc\u06cc \u067e\u0631\u0633 \u0648 \u062c\u0648 \u06a9\u0631\u062f\u0646 \u0627\u0646\u0628\u0648\u0647\u06cc \u0627\u0632 JSON\u060c \u062f\u0631\u0633\u062a \u062f\u0631 \u06a9\u0646\u0627\u0631 \u0633\u0627\u06cc\u0631 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0645\u0646 \u0628\u0627 sql <\/strong>\u0628\u062f\u0648\u0646 \u0627\u06cc\u0646\u06a9\u0647 \u0648\u0627\u0642\u0639\u0627\u064b \u06a9\u0627\u0631 \u0632\u06cc\u0627\u062f\u06cc \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u062f. \u0627\u06cc\u0646 \u0631\u0648\u06cc\u0627\u06cc\u06cc \u0627\u0633\u062a \u06a9\u0647 \u0627\u0632 \u067e\u0644\u062a\u0641\u0631\u0645 \u062f\u0627\u062f\u0647 \u0642\u062f\u0631\u062a\u0645\u0646\u062f \u0686\u0646\u062f \u0645\u062f\u0644 InterSystems \u062a\u062d\u0642\u0642 \u06cc\u0627\u0641\u062a\u0647 \u0627\u0633\u062a \u0648 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u062f\u0631 \u06cc\u06a9 \u0646\u0648\u062a \u0628\u0648\u06a9 \u0633\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u062a\u062c\u0633\u0645 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u0642\u0639\u06cc\u062a \u062c\u063a\u0631\u0627\u0641\u06cc\u0627\u06cc\u06cc \u0645\u0646 \u0646\u0634\u0627\u0646 \u062f\u0627\u062f\u0647 \u0634\u062f\u0647 \u0627\u0633\u062a \u06a9\u0647 Rivian R1S \u0645\u0646 \u0628\u0631\u0627\u06cc DeezWatts (\u0645\u0627\u062c\u0631\u0627\u062c\u0648\u06cc\u06cc \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0631\u06cc\u0648\u06cc\u0627\u0646) \u0645\u0646\u062a\u0634\u0631 \u0645\u06cc \u06a9\u0646\u062f.<\/p>\n<p>\u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0631\u0648\u06cc\u06a9\u0631\u062f 2 \u0645\u0631\u062d\u0644\u0647 \u0627\u06cc\u060c \u0628\u0644\u0639\u06cc\u062f\u0646 \u0627\u0633\u062a <em>\u0628\u0647<\/em> \u0648 \u062a\u062c\u0633\u0645 <em>\u0627\u0632<\/em> InterSystems Cloud Document\u060c \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u062f\u0631\u0627\u06cc\u0648\u0631 \u0633\u0646\u062f JDBC.<\/p>\n<h3 id=\"intersystems-cloud-document-deployment\"><span class=\"ez-toc-section\" id=\"%D8%A7%D8%B3%D8%AA%D9%82%D8%B1%D8%A7%D8%B1_%D8%A7%D8%B3%D9%86%D8%A7%D8%AF_%D8%A7%D8%A8%D8%B1%DB%8C_InterSystems\"><\/span>\u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0627\u0633\u0646\u0627\u062f \u0627\u0628\u0631\u06cc InterSystems<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u0628\u0631\u0627\u06cc \u0634\u0631\u0648\u0639\u060c \u0645\u0646 \u06cc\u06a9 \u0628\u0631\u0646\u0627\u0645\u0647 \u06a9\u0648\u0686\u06a9 Cloud Document \u0631\u0627 \u062f\u0631 \u067e\u0648\u0631\u062a\u0627\u0644 InterSystems Cloud Services \u0628\u0627 \u06cc\u06a9 \u0634\u0646\u0648\u0646\u062f\u0647 \u0641\u0639\u0627\u0644 \u0631\u0627\u0647 \u0627\u0646\u062f\u0627\u0632\u06cc \u06a9\u0631\u062f\u0645.<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2F2ioj0q12q3k15h6ciwzr.jpg\" alt=\"\u062a\u0648\u0636\u06cc\u062d\u0627\u062a \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"768\" height=\"561\" title=\"\"><\/p>\n<p>\u06af\u0648\u0627\u0647\u06cc\u0646\u0627\u0645\u0647 ssl \u0631\u0627 \u062f\u0627\u0646\u0644\u0648\u062f \u06a9\u0631\u062f\u0645 \u0648 \u062f\u0631\u0627\u06cc\u0648\u0631\u0647\u0627\u06cc JDBC \u0648 \u062f\u0631\u0627\u06cc\u0648\u0631 \u0633\u0646\u062f \u0647\u0645\u0631\u0627\u0647 \u0631\u0627 \u0646\u06cc\u0632 \u06af\u0631\u0641\u062a\u0645.<\/p>\n<h3 id=\"ingestion\"><span class=\"ez-toc-section\" id=\"%D8%A8%D9%84%D8%B9\"><\/span>\u0628\u0644\u0639<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u0628\u0631\u0627\u06cc \u062c\u0630\u0628\u060c \u0645\u06cc\u200c\u062e\u0648\u0627\u0633\u062a\u0645 \u0646\u062d\u0648\u0647 \u0628\u0631\u062f\u0627\u0634\u062a\u0646 \u06cc\u06a9 \u0633\u0646\u062f JSON \u0631\u0627 \u0627\u0632 \u0633\u06cc\u0633\u062a\u0645 \u0641\u0627\u06cc\u0644 \u0648 \u062d\u0641\u0638 \u0622\u0646 \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u062c\u0645\u0648\u0639\u0647\u200c\u0627\u06cc \u062f\u0631 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0633\u0646\u062f \u0631\u0648\u06cc \u0634\u0646\u0648\u0646\u062f\u0647\u060c \u0628\u0647 \u062f\u0633\u062a \u0628\u06cc\u0627\u0648\u0631\u0645\u060c \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u06cc\u06a9 \u0628\u0631\u0646\u0627\u0645\u0647 \u062c\u0627\u0648\u0627 \u0645\u0633\u062a\u0642\u0644 \u0646\u0648\u0634\u062a\u0645. \u0627\u06cc\u0646 \u0645\u0641\u06cc\u062f\u062a\u0631 \u0628\u0648\u062f \u0632\u06cc\u0631\u0627 \u0647\u0645\u0647 \u0686\u06cc\u0632 \u0633\u0631\u06af\u0631\u0645 \u06a9\u0646\u0646\u062f\u0647 \u062f\u0631 \u0646\u0648\u062a \u0628\u0648\u06a9 \u0628\u0639\u062f \u0627\u0632 \u0642\u0631\u0627\u0631 \u06af\u0631\u0641\u062a\u0646 \u062f\u0627\u062f\u0647 \u0647\u0627 \u062f\u0631 \u0622\u0646\u062c\u0627 \u0627\u062a\u0641\u0627\u0642 \u0645\u06cc \u0627\u0641\u062a\u0627\u062f. <\/p>\n<p>RivianDocDB.java<\/p>\n<pre><code><span class=\"hljs-keyword\">package<\/span> databricks_rivian_irisdocdb;\n\n<span class=\"hljs-keyword\">import<\/span> java.sql.SQLException;\n<span class=\"hljs-keyword\">import<\/span> com.intersystems.document.*;\n<span class=\"hljs-keyword\">import<\/span> com.fasterxml.jackson.core.JsonParser;\n<span class=\"hljs-keyword\">import<\/span> com.fasterxml.jackson.*;\n<span class=\"hljs-keyword\">import<\/span> java.io.IOException;\n<span class=\"hljs-keyword\">import<\/span> java.io.InputStream;\n<span class=\"hljs-keyword\">import<\/span> java.io.File;\n<span class=\"hljs-keyword\">import<\/span> java.io.FileInputStream;\n<span class=\"hljs-keyword\">import<\/span> org.apache.commons.io.IOUtils;\n\n<span class=\"hljs-keyword\">import<\/span> java.nio.file.Files;\n<span class=\"hljs-keyword\">import<\/span> java.nio.file.Path;\n<span class=\"hljs-keyword\">import<\/span> java.nio.file.Paths;\n<span class=\"hljs-keyword\">import<\/span> java.util.stream.Stream;\n\n<span class=\"hljs-keyword\">public<\/span> <span class=\"hljs-class\"><span>class<\/span> <span>RivianDocDb<\/span> <\/span>{\n  <span class=\"hljs-function\"><span>public<\/span> <span>static<\/span> <span>void<\/span> <span>main<\/span><span>(String[] args)<\/span> <\/span>{\n\n    String directoryPath =\n<span class=\"hljs-string\">\"\/home\/sween\/Desktop\/POP2\/DEEZWATTS\/rivian-iris-docdb\/databricks_rivian_irisdocdb\/in\/json\/\"<\/span>;\n\n    DataSource datasrc = DataSource.createDataSource();\n    datasrc.setPortNumber(<span class=\"hljs-number\">443<\/span>);\n    datasrc.setServerName(<span class=\"hljs-string\">\"k8s-05868f04-a88b7ecb-5c5e41660d-404345a22ba1370c.elb.us-east-1.amazonaws.com\"<\/span>);\n    datasrc.setDatabaseName(<span class=\"hljs-string\">\"USER\"<\/span>);\n    datasrc.setUser(<span class=\"hljs-string\">\"SQLAdmin\"<\/span>);\n    datasrc.setPassword(<span class=\"hljs-string\">\"REDACTED\"<\/span>);\n\n    <span class=\"hljs-keyword\">try<\/span> {\n      datasrc.setConnectionSecurityLevel(<span class=\"hljs-number\">10<\/span>);\n    } <span class=\"hljs-keyword\">catch<\/span> (SQLException e) {\n      \n      e.printStackTrace();\n    }\n\n    System.out.println(<span class=\"hljs-string\">\"\\nCreated datasrc\\n\"<\/span>);\n    System.out.println(datasrc);\n    datasrc.preStart(<span class=\"hljs-number\">2<\/span>);\n    System.out.println(<span class=\"hljs-string\">\"\\nDataSource size =\"<\/span> + datasrc.getSize());\n\n    \n    Collection collectedDocs =\nCollection.getCollection(datasrc,<span class=\"hljs-string\">\"deezwatts2\"<\/span>);\n\n    <span class=\"hljs-keyword\">try<\/span> (Stream<path> paths = Files.list(Paths.get(directoryPath))) {\n        paths.filter(Files::isRegularFile)\n             .forEach(path -&gt; {\n                 File file = path.toFile();\n             });\n    } <span class=\"hljs-keyword\">catch<\/span> (IOException e) {\n        e.printStackTrace();\n    }\n\n    File directory = <span class=\"hljs-keyword\">new<\/span> File(directoryPath);\n    <span class=\"hljs-keyword\">if<\/span> (directory.isDirectory()) {\n        File[] files = directory.listFiles();\n        <span class=\"hljs-keyword\">if<\/span> (files != <span class=\"hljs-keyword\">null<\/span>) {\n            <span class=\"hljs-keyword\">for<\/span> (File file : files) {\n                <span class=\"hljs-keyword\">if<\/span> (file.isFile()) {\n\n                    <span class=\"hljs-keyword\">try<\/span> (InputStream is = <span class=\"hljs-keyword\">new<\/span>\nFileInputStream(<span class=\"hljs-string\">\"\/home\/sween\/Desktop\/POP2\/DEEZWATTS\/rivian-iris-docdb\/databricks_rivian_irisdocdb\/in\/json\/\"<\/span>\n+ file.getName())) {\n                      String jsonTxt = IOUtils.toString(is, <span class=\"hljs-string\">\"UTF-8\"<\/span>);\n                      \n                      Document doc2 = JSONObject.fromJSONString(jsonTxt);\n                      \n                      Document doc3 = <span class=\"hljs-keyword\">new<\/span> JSONObject().put(<span class=\"hljs-string\">\"whip2\"<\/span>,doc2);\n\n                      collectedDocs.insert(doc3);\n                    } <span class=\"hljs-keyword\">catch<\/span> (IOException e) {\n                      \n                      e.printStackTrace();\n                    }\n\n                }\n            }\n        }\n    }\n\n\n    <span class=\"hljs-keyword\">long<\/span> size = collectedDocs.size();\n    System.out.println(Long.toString(size));\n    System.out.println(<span class=\"hljs-string\">\"\\nIngested Documents =\"<\/span> + datasrc.getSize());<\/path><\/code><\/pre>\n<\/p>\n<p>\u0645\u0648\u0627\u0631\u062f \u0641\u0648\u0642 \u06a9\u0627\u0645\u0644\u0627\u064b \u0628\u0647 \u0633\u0637\u0644 \u0632\u0628\u0627\u0644\u0647 JAVA \u0646\u0632\u062f\u06cc\u06a9 \u0627\u0633\u062a\u060c \u0627\u0645\u0627 \u06a9\u0627\u0631 \u0645\u06cc \u06a9\u0646\u062f\u060c \u0645\u0627 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u0645\u062c\u0645\u0648\u0639\u0647 \u0631\u0627 \u062f\u0631 \u0645\u0631\u0648\u0631\u06af\u0631 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0631 \u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0645\u0634\u0627\u0647\u062f\u0647 \u06a9\u0646\u06cc\u0645.<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2F4if26c16v8bixnfhiugb.jpg\" alt=\"\u062a\u0648\u0636\u06cc\u062d\u0627\u062a \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"768\" height=\"455\" title=\"\"><\/p>\n<h3 id=\"databricks\"><span class=\"ez-toc-section\" id=\"Databricks\"><\/span>Databricks<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u06a9\u0645\u06cc \u0628\u0647 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a Databricks \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u062f\u060c \u0627\u0645\u0627 \u0627\u0631\u0632\u0634 \u0622\u0646 \u0631\u0627 \u062f\u0627\u0631\u062f \u06a9\u0647 \u0628\u0627 pyspark \u0628\u0631\u0627\u06cc \u0628\u062e\u0634 \u0633\u0631\u06af\u0631\u0645 \u06a9\u0646\u0646\u062f\u0647 \u06a9\u0627\u0631 \u06a9\u0646\u06cc\u062f.<\/p>\n<p>\u0645\u0646 \u062f\u0648 \u062f\u0631\u0627\u06cc\u0648\u0631 InterSystems \u0631\u0627 \u0628\u0647 \u06a9\u0644\u0627\u0633\u062a\u0631 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0631\u062f\u0645 \u0648 \u06af\u0648\u0627\u0647\u06cc \u0631\u0627 \u062f\u0631 \u0627\u0633\u06a9\u0631\u06cc\u067e\u062a init \u06a9\u0644\u0627\u0633\u062a\u0631 import_cloudsql_certficiate.sh \u0642\u0631\u0627\u0631 \u062f\u0627\u062f\u0645 \u062a\u0627 \u0628\u0647 \u0641\u0631\u0648\u0634\u06af\u0627\u0647 \u06a9\u0644\u06cc\u062f \u0627\u0636\u0627\u0641\u0647 \u0634\u0648\u062f.<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2F3qh8hbk56yzz6u31bnmq.jpg\" alt=\"\u062a\u0648\u0636\u06cc\u062d\u0627\u062a \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"768\" height=\"257\" title=\"\"><br \/>\u0628\u0631\u0627\u06cc \u06a9\u0627\u0645\u0644 \u0628\u0648\u062f\u0646\u060c \u062e\u0648\u0634\u0647 \u0627\u0632 Databricks 16\u060c Spark 3.5.0 \u0648 Scala 2.12 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u06a9\u0646\u062f.<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fr1jvd9witfsag3lkmj2b.jpg\" alt=\"\u062a\u0648\u0636\u06cc\u062d\u0627\u062a \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"768\" height=\"659\" title=\"\"><\/p>\n<h3 id=\"visualizing-with-geopandas\"><span class=\"ez-toc-section\" id=\"%D8%AA%D8%AC%D8%B3%D9%85\"><\/span>\u062a\u062c\u0633\u0645<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0628\u0627\u06cc\u062f \u062a\u0646\u0638\u06cc\u0645 \u06a9\u0646\u06cc\u0645 \u06a9\u0647 \u06cc\u06a9 \u06a9\u0627\u0631 PySpark \u0631\u0627 \u0627\u062c\u0631\u0627 \u06a9\u0646\u06cc\u0645 \u0648 \u062c\u0627\u06cc\u06cc \u06a9\u0647 whip \u0645\u0646 \u062f\u0631 \u0632\u06cc\u0631\u0645\u062c\u0645\u0648\u0639\u0647 data Ill drag in \u0642\u0631\u0627\u0631 \u062f\u0627\u0634\u062a\u0647 \u0627\u0633\u062a \u0631\u0627 \u0631\u0633\u0645 \u06a9\u0646\u06cc\u0645.<\/p>\n<p>\u0645\u0627 \u0627\u0632 geopandas \u0648 geodatasets \u0628\u0631\u0627\u06cc \u06cc\u06a9 \u0631\u0648\u06cc\u06a9\u0631\u062f \u0645\u0633\u062a\u0642\u06cc\u0645 \u0628\u0631\u0627\u06cc \u062a\u0631\u0633\u06cc\u0645 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u0645.<\/p>\n<pre><code><span class=\"hljs-keyword\">import<\/span> geopandas <span class=\"hljs-keyword\">as<\/span> gpd\n<span class=\"hljs-keyword\">import<\/span> geodatasets\n<span class=\"hljs-keyword\">from<\/span> shapely.geometry <span class=\"hljs-keyword\">import<\/span> Polygon<\/code><\/pre>\n<p>\u062f\u0631 \u062d\u0627\u0644 \u062d\u0627\u0636\u0631\u060c \u06a9\u0645\u06cc \u0637\u0648\u0644 \u0645\u06cc \u06a9\u0634\u062f \u062a\u0627 \u0628\u0647 \u0622\u0646 \u0639\u0627\u062f\u062a \u06a9\u0646\u06cc\u062f\u060c \u0627\u0645\u0627 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u067e\u0631\u0633 \u0648 \u062c\u0648 \u0628\u0631\u0627\u06cc InterSystems Cloud Document \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0646\u062d\u0648 \u0645\u0633\u06cc\u0631\u0647\u0627\u06cc JSON \u0648 JSON_TABLE \u0627\u0633\u062a.<\/p>\n<pre><code>dbtablequery = <span class=\"hljs-string\">f\"(SELECT TOP 1000 lat,longitude FROM JSON_TABLE(deezwatts2 FORMAT COLLECTION, '$' COLUMNS (lat VARCHAR(20) path '$.whip2.data.vehicleState.gnssLocation.latitude', longitude VARCHAR(20) path '$.whip2.data.vehicleState.gnssLocation.longitude' ))) AS temp_table;\"<\/span><\/code><\/pre>\n<\/p>\n<p>\u0645\u0646 \u0645\u0648\u0641\u0642 \u0634\u062f\u0645 \u0633\u0627\u06cc\u062a\u06cc \u0631\u0627 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u0645 \u06a9\u0647 \u0627\u06cc\u062c\u0627\u062f \u0645\u0633\u06cc\u0631 json @ jsonpath.com \u0631\u0627 \u0633\u0627\u062f\u0647 \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a.<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2F6lgjj7qt8owigvg1q2pl.jpg\" alt=\"\u062a\u0648\u0636\u06cc\u062d\u0627\u062a \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"768\" height=\"265\" title=\"\"><\/p>\n<p>\u0633\u067e\u0633 \u0627\u062a\u0635\u0627\u0644 \u0631\u0627 \u0628\u0647 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 IRIS Document Deployment \u062a\u0646\u0638\u06cc\u0645 \u0645\u06cc \u06a9\u0646\u06cc\u0645 \u0648 \u0622\u0646 \u0631\u0627 \u062f\u0631 \u06cc\u06a9 \u062f\u06cc\u062a\u0627\u0641\u0631\u06cc\u0645 \u0645\u06cc \u062e\u0648\u0627\u0646\u06cc\u0645.<\/p>\n<pre><code>\ndf = (spark.read.format(<span class=\"hljs-string\">\"jdbc\"<\/span>) \\\n  .option(<span class=\"hljs-string\">\"url\"<\/span>, <span class=\"hljs-string\">\"jdbc:IRIS:\/\/k8s-05868f04-a88b7ecb-5c5e41660d-404345a22ba1370c.elb.us-east-1.amazonaws.com:443\/USER\"<\/span>) \\\n  .option(<span class=\"hljs-string\">\"jars\"<\/span>, <span class=\"hljs-string\">\"\/Volumes\/cloudsql\/iris\/irisvolume\/intersystems-document-1.0.1.jar\"<\/span>) \\\n  .option(<span class=\"hljs-string\">\"driver\"<\/span>, <span class=\"hljs-string\">\"com.intersystems.jdbc.IRISDriver\"<\/span>) \\\n  .option(<span class=\"hljs-string\">\"dbtable\"<\/span>, dbtablequery) \\\n  .option(<span class=\"hljs-string\">\"sql\"<\/span>, <span class=\"hljs-string\">\"SELECT * FROM temp_table;\"<\/span>) \\\n  .option(<span class=\"hljs-string\">\"user\"<\/span>, <span class=\"hljs-string\">\"SQLAdmin\"<\/span>) \\\n  .option(<span class=\"hljs-string\">\"password\"<\/span>, <span class=\"hljs-string\">\"REDACTED\"<\/span>) \\\n  .option(<span class=\"hljs-string\">\"connection security level\"<\/span>,<span class=\"hljs-string\">\"10\"<\/span>) \\\n  .option(<span class=\"hljs-string\">\"sslConnection\"<\/span>,<span class=\"hljs-string\">\"true\"<\/span>) \\\n  .load())<\/code><\/pre>\n<p>\u062f\u0631 \u0645\u0631\u062d\u0644\u0647 \u0628\u0639\u062f \u06cc\u06a9 \u0646\u0642\u0634\u0647 \u062f\u0631 \u062f\u0633\u062a\u0631\u0633 \u0631\u0627 \u0627\u0632 \u0645\u062c\u0645\u0648\u0639\u0647 \u062f\u0627\u062f\u0647\u200c\u0647\u0627\u06cc \u062c\u063a\u0631\u0627\u0641\u06cc\u0627\u06cc\u06cc \u0645\u06cc\u200c\u06af\u06cc\u0631\u06cc\u0645\u060c \u0646\u0642\u0634\u0647 sdoh \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0639\u0645\u0648\u0645\u06cc \u062f\u0631 \u0627\u06cc\u0627\u0644\u0627\u062a \u0645\u062a\u062d\u062f\u0647 \u0639\u0627\u0644\u06cc \u0627\u0633\u062a. <\/p>\n<pre><code>\nmichigan = gpd.read_file(geodatasets.get_path(<span class=\"hljs-string\">\"geoda.us_sdoh\"<\/span>))\n\ngdf = gpd.GeoDataFrame(\n    df.toPandas(), \n    geometry=gpd.points_from_xy(df.toPandas()[<span class=\"hljs-string\">'longitude'<\/span>].astype(float), df.toPandas()[<span class=\"hljs-string\">'lat'<\/span>].astype(float)), \n    crs=michigan.crs \n)<\/code><\/pre>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0628\u062e\u0634 \u062c\u0627\u0644\u0628\u060c \u0645\u0627 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u0645 \u0631\u0648\u06cc \u062c\u0627\u06cc\u06cc \u06a9\u0647 \u0645\u06cc\u200c\u062e\u0648\u0627\u0647\u06cc\u0645 \u0646\u0642\u0627\u0637 \u062c\u063a\u0631\u0627\u0641\u06cc\u0627\u06cc\u06cc \u0645\u06a9\u0627\u0646\u06cc \u0631\u0627 \u06a9\u0647 R1S \u062f\u0631 \u0622\u0646 \u062d\u0631\u06a9\u062a \u06a9\u0631\u062f\u0647 \u0627\u0633\u062a\u060c \u0628\u0632\u0631\u06af\u0646\u0645\u0627\u06cc\u06cc \u06a9\u0646\u06cc\u0645\u060c \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0645\u0627 \u0628\u0647 \u06cc\u06a9 \u062c\u0639\u0628\u0647 \u0645\u0631\u0632\u06cc \u0628\u0631\u0627\u06cc \u0627\u06cc\u0627\u0644\u062a \u0645\u06cc\u0634\u06cc\u06af\u0627\u0646 \u0646\u06cc\u0627\u0632 \u062f\u0627\u0631\u06cc\u0645.<\/p>\n<p>\u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u06a9\u0627\u0631 \u0645\u0646 \u0627\u0632 \u06cc\u06a9 \u0627\u0628\u0632\u0627\u0631 \u0628\u0633\u06cc\u0627\u0631 \u0646\u0631\u0645 \u0627\u0632 Keene \u0628\u0631\u0627\u06cc \u062a\u0631\u0633\u06cc\u0645 \u06a9\u0627\u062f\u0631 \u0645\u062d\u062f\u0648\u062f \u06a9\u0646\u0646\u062f\u0647 \u062d\u0635\u0627\u0631 \u062c\u063a\u0631\u0627\u0641\u06cc\u0627\u06cc\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f\u0645 \u0648 \u0622\u0631\u0627\u06cc\u0647 \u0645\u062e\u062a\u0635\u0627\u062a \u0631\u0627 \u0628\u0647 \u0645\u0646 \u0645\u06cc \u062f\u0647\u062f!<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fcnvoqbainw61pst5fhhr.jpg\" alt=\"\u062a\u0648\u0636\u06cc\u062d\u0627\u062a \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"768\" height=\"599\" title=\"\"><\/p>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u06a9\u0647 \u0622\u0631\u0627\u06cc\u0647 \u0645\u062e\u062a\u0635\u0627\u062a \u062c\u0639\u0628\u0647 \u0645\u0631\u0632\u06cc \u0631\u0627 \u062f\u0627\u0631\u06cc\u0645\u060c \u0628\u0627\u06cc\u062f \u0622\u0646\u0647\u0627 \u0631\u0627 \u062f\u0631 \u06cc\u06a9 \u0634\u06cc Polygon \u0642\u0631\u0627\u0631 \u062f\u0647\u06cc\u0645.<\/p>\n<pre><code>polygon = Polygon([\n      (\n        <span class=\"hljs-number\">-87.286377<\/span>,\n        <span class=\"hljs-number\">45.9664245<\/span>\n      ),\n      (\n        <span class=\"hljs-number\">-81.6503906<\/span>,\n        <span class=\"hljs-number\">45.8134865<\/span>\n      ),\n      (\n        <span class=\"hljs-number\">-82.3864746<\/span>,\n        <span class=\"hljs-number\">42.1063737<\/span>\n      ),\n      (\n        <span class=\"hljs-number\">-84.7814941<\/span>,\n        <span class=\"hljs-number\">41.3520721<\/span>\n      ),\n      (\n        <span class=\"hljs-number\">-87.253418<\/span>,\n        <span class=\"hljs-number\">42.5045029<\/span>\n      ),\n      (\n        <span class=\"hljs-number\">-87.5610352<\/span>,\n        <span class=\"hljs-number\">45.8823607<\/span>\n      )\n    ])<\/code><\/pre>\n<\/p>\n<p>\u0627\u06a9\u0646\u0648\u0646\u060c \u0627\u062c\u0627\u0632\u0647 \u062f\u0647\u06cc\u062f \u062f\u0646\u0628\u0627\u0644\u0647 \u0631\u06cc\u0648\u06cc\u0627\u0646 R1S \u0631\u0627 \u062a\u0631\u0633\u06cc\u0645 \u06a9\u0646\u06cc\u0645! \u0627\u06cc\u0646 \u0628\u0631\u0627\u06cc \u062d\u062f\u0648\u062f 10000 \u0631\u06a9\u0648\u0631\u062f \u062e\u0648\u0627\u0647\u062f \u0628\u0648\u062f (\u0645\u0646 \u0627\u0632 \u0639\u0628\u0627\u0631\u062a \u0628\u0627\u0644\u0627 \u0628\u0631\u0627\u06cc \u0645\u062d\u062f\u0648\u062f \u06a9\u0631\u062f\u0646 \u0646\u062a\u0627\u06cc\u062c \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0631\u062f\u0645) <\/p>\n<pre><code>ax = michigan.clip(polygon).plot(color=<span class=\"hljs-string\">\"lightblue\"<\/span>, alpha=<span class=\"hljs-number\">0.5<\/span>,linewidth=<span class=\"hljs-number\">0.8<\/span>, edgecolor=<span class=\"hljs-string\">'gray'<\/span>)\nax.axis(<span class=\"hljs-string\">'off'<\/span>)\nax.annotate(<span class=\"hljs-string\">\"Data: Rivian R1S Telemetry Data via InterSystems Document Database\"<\/span>, xy=(<span class=\"hljs-number\">0.01<\/span>, <span class=\"hljs-number\">.085<\/span>), xycoords=<span class=\"hljs-string\">'figure fraction'<\/span>, fontsize=<span class=\"hljs-number\">14<\/span>, color=<span class=\"hljs-string\">'#555555'<\/span>)\n\ngdf.plot(ax=ax, color=<span class=\"hljs-string\">\"red\"<\/span>, markersize=<span class=\"hljs-number\">1.50<\/span>, alpha=<span class=\"hljs-number\">0.5<\/span>, figsize=(<span class=\"hljs-number\">200<\/span>,<span class=\"hljs-number\">200<\/span>))<\/code><\/pre>\n<\/p>\n<p>\u0648 \u0627\u06cc\u0646\u062c\u0627 \u062f\u0627\u0631\u06cc\u0645&#8230; \u062f\u06cc\u062a\u0631\u0648\u06cc\u062a\u060c \u062a\u0631\u0627\u0648\u0631\u0633 \u0633\u06cc\u062a\u06cc\u060c \u062a\u067e\u0647 \u0647\u0627\u06cc \u0634\u0646\u06cc \u062f\u0631\u06cc\u0627\u0686\u0647 \u0646\u0642\u0631\u0647 \u0627\u06cc\u060c \u0647\u0644\u0646\u062f\u060c \u062f\u0631\u06cc\u0627\u0686\u0647 \u0645\u0627\u0644\u062a\u060c \u0627\u06cc\u0646\u062a\u0631\u0644\u0627\u062e\u0646&#8230; \u0645\u06cc\u0634\u06cc\u06af\u0627\u0646 \u062e\u0627\u0644\u0635\u060c \u0633\u0628\u06a9 \u0631\u06cc\u0648\u06cc\u0627\u0646.<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fjbfj0p6s7jbqqdx76qbf.png\" alt=\"\u062a\u0648\u0636\u06cc\u062d\u0627\u062a \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"544\" height=\"405\" title=\"\"><\/p>\n<\/p><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u062a\u0631\u0633\u06cc\u0645 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc gnSSLocation \u0627\u0632 Rivian R1S \u0645\u0646 \u062f\u0631 \u0633\u0631\u0627\u0633\u0631 \u0645\u06cc\u0634\u06cc\u06af\u0627\u0646 \u0628\u0627 InterSystems Cloud Document \u0648 Databricks \u0627\u06af\u0631 \u0628\u0647 \u062f\u0646\u0628\u0627\u0644 \u06cc\u06a9 \u0645\u0648\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0628\u0631\u0627\u06cc \u06cc\u06a9 \u067e\u0627\u06cc\u06af\u0627\u0647 \u062f\u0627\u062f\u0647 \u0627\u0633\u0646\u0627\u062f \u0628\u0648\u062f\u06cc\u062f\u060c \u0628\u0647 \u0627\u06cc\u0646 \u0646\u062a\u06cc\u062c\u0647 \u0631\u0633\u06cc\u062f\u0645 \u06a9\u0647 \u0645\u0648\u0631\u062f \u0639\u0644\u0627\u0642\u0647 \u0645\u0646 \u0633\u0627\u062f\u0647 \u0627\u0633\u062a. \u062a\u0648\u0627\u0646\u0627\u06cc\u06cc \u067e\u0631\u0633 \u0648 \u062c\u0648 \u06a9\u0631\u062f\u0646 \u0627\u0646\u0628\u0648\u0647\u06cc \u0627\u0632 JSON\u060c \u062f\u0631\u0633\u062a \u062f\u0631 \u06a9\u0646\u0627\u0631 \u0633\u0627\u06cc\u0631 \u062f\u0627\u062f\u0647 \u0647\u0627\u06cc \u0645\u0646 \u0628\u0627 &hellip;<\/p>\n","protected":false},"author":2,"featured_media":89975,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"fifu_image_url":"","fifu_image_alt":"","footnotes":""},"categories":[339],"tags":[],"class_list":["post-89974","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-dev"],"_links":{"self":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/89974","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/comments?post=89974"}],"version-history":[{"count":0,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/89974\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media\/89975"}],"wp:attachment":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media?parent=89974"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/categories?post=89974"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/tags?post=89974"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}