<? xml version ="1.0" ?> <? xml-stylesheet type ="text/xsl" href ="configuration.xsl" ?> <!-- Put site-specific property overrides in this file. --> < configuration >      < property >          < name >fs.default.name </ name >          < value >hdfs://hadoopmaster-177.tj:9000 </ value >

<!--hadoop namenode地址和hdfs端口-->      </ property >      < property >          < name >fs.checkpoint.dir </ name >          < value >/opt/data/hadoop1/hdfs/namesecondary1,/opt/data/hadoop2/hdfs/namesecondary2 </ value >

<!--检查点存储路径-->      </ property >      < property >          < name >fs.checkpoint.period </ name >          < value >1800 </ value >      </ property >      < property >          < name >fs.checkpoint.size </ name >          < value >33554432 </ value >      </ property >      < property >          < name >io.compression.codecs </ name >          < value >org.apache.hadoop.io.compress.DefaultCodec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec,org.apache.hadoop.io.compress.GzipCodec,org.apache .hadoop.io.compress.BZip2Codec </ value >

<!--数据采用压缩存储-->      </ property >      < property >          < name >io.compression.codec.lzo.class </ name >          < value >com.hadoop.compression.lzo.LzoCodec </ value >

<!--压缩采用lzo方式-->      </ property > </ configuration >

<? xml version ="1.0" ?> <? xml-stylesheet type ="text/xsl" href ="configuration.xsl" ?> <!-- Put site-specific property overrides in this file. --> < configuration >      < property >          < name >dfs.name.dir </ name >          < value >/opt/data/hadoop/hdfs/name </ value >          < description >     </ description >      </ property >      < property >          < name >dfs.data.dir </ name >          < value >/opt/data/hadoop/hdfs/data,/opt/data/hadoop1/hdfs/data,/opt/data/hadoop2/hdfs/data,/opt/data/hadoop3/hdfs/data,/opt/data/hadoop4/hdfs/data </ value >

<!--定义数据存储所使用的硬盘，重要-->          < description > </ description >      </ property >      < property >          < name >dfs.http.address </ name >          < value >hadoopmaster-177.tj:50070 </ value >      </ property >      < property >          < name >dfs.secondary.http.address </ name >          < value >hadoopslave-189.tj:50090 </ value >      </ property >      < property >          < name >dfs.replication </ name >          < value >3 </ value >

<!--数据保存3份-->      </ property >      < property >          < name >dfs.datanode.du.reserved </ name >          < value >1073741824 </ value >      </ property >      < property >          < name >dfs.block.size </ name >          < value >134217728 </ value >

<!--数据块大小128M-->      </ property > </ configuration >

<? xml version ="1.0" ?> <? xml-stylesheet type ="text/xsl" href ="configuration.xsl" ?> <!-- Put site-specific property overrides in this file. --> < configuration >      < property >          < name >mapred.job.tracker </ name >          < value >hadoopmaster-177.tj:9001 </ value >      </ property >      < property >          < name >mapred.local.dir </ name >          < value >/opt/data/hadoop/mapred/mrlocal,/opt/data/hadoop1/mapred/mrlocal,/opt/data/hadoop2/mapred/mrlocal,/opt/data/hadoop3/mapred/mrlocal,/opt/data/hadoop4/mapred/mrlocal</v alue>          < final >true </ final >      </ property >      < property >          < name >mapred.system.dir </ name >          < value >/opt/data/hadoop1/mapred/mrsystem </ value >          < final >true </ final >      </ property >      < property >          < name >mapred.tasktracker.map.tasks.maximum </ name >          < value >12 </ value >

<!--定义该datanode的map槽位-->          < final >true </ final >      </ property >      < property >          < name >mapred.tasktracker.reduce.tasks.maximum </ name >          < value >4 </ value >

<!--定义该datanode的reduce槽位-->          < final >true </ final >      </ property >      < property >          < name >mapred.map.child.java.opts </ name >          < value >-Xmx1224M </ value >

<!--map的java虚拟机的内存占用-->      </ property >      < property >          < name >mapred.reduce.child.java.opts </ name >          < value >-Xmx2048M </ value >

<!--reduce的虚拟机内存占用-->      </ property >      < property >          < name >mapred.reduce.parallel.copies </ name >          < value >10 </ value >      </ property >      < property >          < name >io.sort.factor </ name >          < value >100 </ value >      </ property >      < property >          < name >mapred.job.reduce.input.buffer.percent </ name >          < value >0.3 </ value >      </ property >      < property >          < name >mapred.compress.map.output </ name >          < value >true </ value >

<!--使用压缩格式输出map结果-->      </ property >      < property >          < name >mapred.map.output.compression.codec </ name >          < value >com.hadoop.compression.lzo.LzoCodec </ value >

<!--压缩所采用的格式-->      </ property >      < property >          < name >mapred.child.java.opts </ name >          < value >-Djava.library.path=/opt/hadoopgpl/native/Linux-amd64-64 </ value >

<!--压缩输出的保证，hadoopgpl，超重要-->      </ property >      < property >          < name >io.sort.mb </ name >          < value >600 </ value >      </ property >      < property >          < name >fs.inmemory.size.mb </ name >          < value >500 </ value >      </ property > </ configuration >