首页 新闻 会员 周边 捐助

大数据平台搭建(hadoop+spark)

0
悬赏园豆:100 [待解决问题]

[root@spark-master sbin]# ./start-all.sh
This script is Deprecated. Instead use start-dfs.sh and start-yarn.sh
[Fatal Error] core-site.xml:7:5: Invalid byte 2 of 2-byte UTF-8 sequence.
19/09/04 09:55:35 FATAL conf.Configuration: error parsing conf core-site.xml
org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)
at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)
at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)
at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2552)
at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2540)
at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2614)
at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2564)
at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2477)
at org.apache.hadoop.conf.Configuration.set(Configuration.java:1213)
at org.apache.hadoop.conf.Configuration.set(Configuration.java:1185)
at org.apache.hadoop.conf.Configuration.setBoolean(Configuration.java:1521)
at org.apache.hadoop.util.GenericOptionsParser.processGeneralOptions(GenericOptionsParser.java:321)
at org.apache.hadoop.util.GenericOptionsParser.parseGeneralOptions(GenericOptionsParser.java:487)
at org.apache.hadoop.util.GenericOptionsParser.<init>(GenericOptionsParser.java:170)
at org.apache.hadoop.util.GenericOptionsParser.<init>(GenericOptionsParser.java:153)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:64)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
at org.apache.hadoop.hdfs.tools.GetConf.main(GetConf.java:332)
Caused by: org.apache.xerces.impl.io.MalformedByteSequenceException: Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.xerces.impl.io.UTF8Reader.invalidByte(Unknown Source)
at org.apache.xerces.impl.io.UTF8Reader.read(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.scanData(Unknown Source)
at org.apache.xerces.impl.XMLScanner.scanComment(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanComment(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
... 18 more
Exception in thread "main" java.lang.RuntimeException: org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2728)
at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2564)
at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2477)
at org.apache.hadoop.conf.Configuration.set(Configuration.java:1213)
at org.apache.hadoop.conf.Configuration.set(Configuration.java:1185)
at org.apache.hadoop.conf.Configuration.setBoolean(Configuration.java:1521)
at org.apache.hadoop.util.GenericOptionsParser.processGeneralOptions(GenericOptionsParser.java:321)
at org.apache.hadoop.util.GenericOptionsParser.parseGeneralOptions(GenericOptionsParser.java:487)
at org.apache.hadoop.util.GenericOptionsParser.<init>(GenericOptionsParser.java:170)
at org.apache.hadoop.util.GenericOptionsParser.<init>(GenericOptionsParser.java:153)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:64)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
at org.apache.hadoop.hdfs.tools.GetConf.main(GetConf.java:332)
Caused by: org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)
at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)
at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)
at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2552)
at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2540)
at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2614)
... 12 more
Caused by: org.apache.xerces.impl.io.MalformedByteSequenceException: Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.xerces.impl.io.UTF8Reader.invalidByte(Unknown Source)
at org.apache.xerces.impl.io.UTF8Reader.read(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.scanData(Unknown Source)
at org.apache.xerces.impl.XMLScanner.scanComment(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanComment(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
... 18 more
Starting namenodes on []
172.16.200.84: starting namenode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-namenode-spark-slave03.out
172.16.200.83: starting namenode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-namenode-spark-slave02.out
172.16.200.82: starting namenode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-namenode-spark-slave01.out
172.16.200.81: starting namenode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-namenode-spark-master.out
172.16.200.83: starting datanode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-datanode-spark-slave02.out
172.16.200.82: starting datanode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-datanode-spark-slave01.out
172.16.200.84: starting datanode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-datanode-spark-slave03.out
172.16.200.81: starting datanode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-datanode-spark-master.out
[Fatal Error] core-site.xml:7:5: Invalid byte 2 of 2-byte UTF-8 sequence.
19/09/04 09:55:47 FATAL conf.Configuration: error parsing conf core-site.xml
org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)
at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)
at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)
at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2552)
at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2540)
at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2614)
at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2564)
at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2477)
at org.apache.hadoop.conf.Configuration.set(Configuration.java:1213)
at org.apache.hadoop.conf.Configuration.set(Configuration.java:1185)
at org.apache.hadoop.conf.Configuration.setBoolean(Configuration.java:1521)
at org.apache.hadoop.util.GenericOptionsParser.processGeneralOptions(GenericOptionsParser.java:321)
at org.apache.hadoop.util.GenericOptionsParser.parseGeneralOptions(GenericOptionsParser.java:487)
at org.apache.hadoop.util.GenericOptionsParser.<init>(GenericOptionsParser.java:170)
at org.apache.hadoop.util.GenericOptionsParser.<init>(GenericOptionsParser.java:153)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:64)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
at org.apache.hadoop.hdfs.tools.GetConf.main(GetConf.java:332)
Caused by: org.apache.xerces.impl.io.MalformedByteSequenceException: Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.xerces.impl.io.UTF8Reader.invalidByte(Unknown Source)
at org.apache.xerces.impl.io.UTF8Reader.read(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.scanData(Unknown Source)
at org.apache.xerces.impl.XMLScanner.scanComment(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanComment(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
... 18 more
Exception in thread "main" java.lang.RuntimeException: org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2728)
at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2564)
at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2477)
at org.apache.hadoop.conf.Configuration.set(Configuration.java:1213)
at org.apache.hadoop.conf.Configuration.set(Configuration.java:1185)
at org.apache.hadoop.conf.Configuration.setBoolean(Configuration.java:1521)
at org.apache.hadoop.util.GenericOptionsParser.processGeneralOptions(GenericOptionsParser.java:321)
at org.apache.hadoop.util.GenericOptionsParser.parseGeneralOptions(GenericOptionsParser.java:487)
at org.apache.hadoop.util.GenericOptionsParser.<init>(GenericOptionsParser.java:170)
at org.apache.hadoop.util.GenericOptionsParser.<init>(GenericOptionsParser.java:153)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:64)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
at org.apache.hadoop.hdfs.tools.GetConf.main(GetConf.java:332)
Caused by: org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)
at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)
at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)
at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2552)
at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2540)
at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2614)
... 12 more
Caused by: org.apache.xerces.impl.io.MalformedByteSequenceException: Invalid byte 2 of 2-byte UTF-8 sequence.
at org.apache.xerces.impl.io.UTF8Reader.invalidByte(Unknown Source)
at org.apache.xerces.impl.io.UTF8Reader.read(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.scanData(Unknown Source)
at org.apache.xerces.impl.XMLScanner.scanComment(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanComment(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
... 18 more
starting yarn daemons
starting resourcemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-resourcemanager-spark-master.out
172.16.200.84: starting nodemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-nodemanager-spark-slave03.out
172.16.200.83: starting nodemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-nodemanager-spark-slave02.out
172.16.200.81: starting nodemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-nodemanager-spark-master.out
172.16.200.82: starting nodemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-nodemanager-spark-slave01.out

[root@spark-master sbin]# jps
12441 Jps
11739 SparkSubmit

我最近在搭建大数据平台,
运行后输入jps只有这两个进程,我用hadoop2.7.7+spark-2.3.3+scala-2.12.1+jdk8u111
希望能教我一下

jps
AnotherYou的主页 AnotherYou | 初学一级 | 园豆:102
提问于:2019-09-04 22:00
< >
分享
所有回答(1)
0

:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7 这个肯定是配置错
最简单的方法,找个别人搭建好的,看都如何配置的
例如 https://hub.docker.com/r/sequenceiq/hadoop-docker/dockerfile 这个文件就有详细

2012 | 园豆:21445 (高人七级) | 2019-09-05 08:12

找到了,配置文件竟然不能带中文注释。。。

支持(0) 反对(0) AnotherYou | 园豆:102 (初学一级) | 2019-09-07 13:45
清除回答草稿
   您需要登录以后才能回答,未注册用户请先注册