![](\"http:\/\/www.eait.co\/wp-content\/uploads\/2022\/02\/Pasted.png\")
<\/p>\n<\/p>\n
\u61d2\u4eba\u7248\uff08\u57fa\u7840\uff09\uff1a<\/strong><\/p>\n \u4e0b\u8f7d\uff0c\u89e3\u538b\uff0c\u7c98\u8d34\u4ee5\u4e0b\u4ee3\u7801\u5373\u53ef\u8fd0\u884c\u6210\u529f\uff08example\u91cc\u9762\u7684\u6587\u4ef6\uff09<\/p>\n bin\/spark-submit \\ <\/p>\n \u57fa\u672c\u8bed\u6cd5<\/strong> \u53c2\u6570\u8bf4\u660e\uff1a<\/strong> <\/p>\n \u793a\u4f8b\u7a0b\u5e8f<\/strong><\/p>\n sc.textFile(“\/opt\/module\/spark\/input\/word.txt”).flatMap(_.split(” “)).map((_,1)).reduceByKey(_+_).collect<\/p>\n <\/p>\n <\/p>\n <\/p>\n <\/p>\n <\/p>\n <\/p>\n <\/p>\n","protected":false},"excerpt":{"rendered":" \u61d2\u4eba\u7248\uff08\u57fa\u7840\uff09\uff1a \u4e0b\u8f7d\uff0c\u89e3\u538b\uff0c\u7c98\u8d34\u4ee5\u4e0b\u4ee3\u7801\u5373\u53ef\u8fd0\u884c\u6210\u529f\uff08example\u91cc\u9762\u7684\u6587\u4ef6\uff09 bin\/spark-sub […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[30,29],"tags":[],"class_list":["post-1043","post","type-post","status-publish","format-standard","hentry","category-bigdata","category-29"],"blocksy_meta":[],"_links":{"self":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1043","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1043"}],"version-history":[{"count":3,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1043\/revisions"}],"predecessor-version":[{"id":1052,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1043\/revisions\/1052"}],"wp:attachment":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1043"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1043"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1043"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}
\n–class org.apache.spark.examples.SparkPi \\
\n–executor-memory 1G \\
\n–total-executor-cores 2 \\
\n.\/examples\/jars\/spark-examples_2.11-2.1.1.jar \\
\n100<\/span><\/p>\n
\n<\/span>bin\/spark-submit \\
\n–class <main-class>
\n–master <master-url> \\
\n–deploy-mode <deploy-mode> \\
\n–conf <key>=<value> \\
\n… # other options
\n<application-jar> \\
\n[application-arguments]<\/span><\/p>\n
\n<\/span>–master <\/span>\u6307\u5b9a <\/span>Master <\/span>\u7684\u5730\u5740\uff0c \u9ed8\u8ba4\u4e3a <\/span>Local
\n–class: <\/span>\u4f60\u7684\u5e94\u7528\u7684\u542f\u52a8\u7c7b <\/span>(<\/span>\u5982 <\/span>org.apache.spark.examples.SparkPi)
\n–deploy-mode: <\/span>\u662f\u5426\u53d1\u5e03\u4f60\u7684\u9a71\u52a8\u5230 <\/span>worker <\/span>\u8282\u70b9<\/span>(cluster) <\/span>\u6216\u8005\u4f5c\u4e3a\u4e00\u4e2a\u672c\u5730\u5ba2\u6237\u7aef
\n<\/span>(client) (default: client)*
\n–conf: <\/span>\u4efb\u610f\u7684 <\/span>Spark <\/span>\u914d\u7f6e\u5c5e\u6027\uff0c \u683c\u5f0f <\/span>key=value. <\/span>\u5982\u679c\u503c\u5305\u542b\u7a7a\u683c\uff0c \u53ef\u4ee5\u52a0\u5f15\u53f7
\n<\/span>\u201ckey=value\u201d
\napplication-jar: <\/span>\u6253\u5305\u597d\u7684\u5e94\u7528 <\/span>jar,<\/span>\u5305\u542b\u4f9d\u8d56<\/span>. <\/span>\u8fd9\u4e2a <\/span>URL <\/span>\u5728\u96c6\u7fa4\u4e2d\u5168\u5c40\u53ef\u89c1\u3002 \u6bd4\u5982 <\/span>hdfs:\/\/
\n<\/span>\u5171\u4eab\u5b58\u50a8\u7cfb\u7edf\uff0c \u5982\u679c\u662f <\/span>file:\/\/ path<\/span>\uff0c \u90a3\u4e48\u6240\u6709\u7684\u8282\u70b9\u7684 <\/span>path <\/span>\u90fd\u5305\u542b\u540c\u6837\u7684 <\/span>jar
\napplication-arguments: <\/span>\u4f20\u7ed9 <\/span>main()<\/span>\u65b9\u6cd5\u7684\u53c2\u6570
\n<\/span>–executor-memory 1G <\/span>\u6307\u5b9a\u6bcf\u4e2a <\/span>executor <\/span>\u53ef\u7528\u5185\u5b58\u4e3a <\/span>1G
\n–total-executor-cores 2 <\/span>\u6307\u5b9a\u6bcf\u4e2a <\/span>executor <\/span>\u4f7f\u7528\u7684 <\/span>cup <\/span>\u6838\u6570\u4e3a <\/span>2 <\/span>\u4e2a<\/span><\/p>\n![](\"http:\/\/www.eait.co\/wp-content\/uploads\/2022\/02\/Pasted-1.png\")
<\/p>\n