1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
<property>
<name>dfs.replication</name>
<value>2</value>
<description>Hadoop中每个block的备份数</description>
</property>
<property>
<name>dfs.namenode.name.dir</name>
<value>/opt/software/hadoop-3.1.3/data/dfs/name</value>
<description>namenode上存储hdfs名字空间元数据 </description>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>/opt/software/hadoop-3.1.3/data/dfs/data</value>
<description>datanode上数据块的物理存储位置</description>
</property>
<property>
<name>dfs.nameservices</name>
<value>kb19cluster</value>
<description>指定hdfs的nameservice,需要和core-site.xml中的保持一致</description>
</property>
<property>
<name>dfs.ha.namenodes.kb19cluster</name>
<value>nn1,nn2</value>
<description>kb16为集群逻辑名称,映射两个namenode逻辑名称</description>
</property>
<property>
<name>dfs.namenode.rpc-address.kb19cluster.nn1</name>
<value>master01:8020</value>
<description>master01的RPC通信地址</description>
</property>
<property>
<name>dfs.namenode.http-address.kb19cluster.nn1</name>
<value>master01:9870</value>
<description>master01的http通信地址</description>
</property>
<property>
<name>dfs.namenode.rpc-address.kb19cluster.nn2</name>
<value>master02:8020</value>
<description>master02的RPC通信地址</description>
</property>
<property>
<name>dfs.namenode.http-address.kb19cluster.nn2</name>
<value>master02:9870</value>
<description>master02的http通信地址</description>
</property>
<property>
<name>dfs.namenode.shared.edits.dir</name>
<value>qjournal://master01:8485;master02:8485;worker01:8485/kb19cluster</value>
<description>指定NameNode的edits元数据的共享存储位置(JournalNode列表)</description>
</property>
<property>
<name>dfs.journalnode.edits.dir</name>
<value>/tmp/hadoop/journaldata</value>
<description>指定JournalNode在本地磁盘存放数据的位置</description>
</property>
<property>
<name>dfs.ha.automatic-failover.enabled</name>
<value>true</value>
<description>开启NameNode失败自动切换</description>
</property>
<property>
<name>dfs.client.failover.proxy.provider.kb19cluster</name>
<value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>
<description>配置失败自动切换实现方式</description>
</property>
<property>
<name>dfs.ha.fencing.methods</name>
<value>sshfence</value>
<description>脑裂处理</description>
</property>
<property>
<name>dfs.ha.fencing.ssh.private-key-files</name>
<value>/root/.ssh/id_rsa</value>
<description>使用sshfence隔离机制时,需要ssh免密登陆</description>
</property>
<property>
<name>dfs.permissions.enabled</name>
<value>false</value>
<description>关闭权限验证</description>
</property>
<property>
<name>dfs.image.transfer.bandwidthPerSec</name>
<value>1048576</value>
</property>
<property>
<name>dfs.block.scanner.volume.bytes.per.second</name>
<value>1048576</value>
</property>
<property>
<name>dfs.datanode.balance.bandwidthPerSec</name>
<value>20m</value>
</property>
|
