锘??xml version="1.0" encoding="utf-8" standalone="yes"?>亚洲精品午夜国产VA久久成人 ,亚洲剧情在线观看,亚洲日本成本人观看http://m.tkk7.com/nianzai/category/45541.htmlzh-cnTue, 19 Apr 2011 06:38:28 GMTTue, 19 Apr 2011 06:38:28 GMT60Nut寮鍙戠幆澧冩惌寤?铏氭嫙鏈轟笅hadoop0.20.2+zookeeper3.3.3+hbase0.90.2寮鍙戠幆澧冪殑鎼緩)http://m.tkk7.com/nianzai/archive/2011/04/19/348560.htmlnianzainianzaiTue, 19 Apr 2011 03:32:00 GMThttp://m.tkk7.com/nianzai/archive/2011/04/19/348560.htmlhttp://m.tkk7.com/nianzai/comments/348560.htmlhttp://m.tkk7.com/nianzai/archive/2011/04/19/348560.html#Feedback0http://m.tkk7.com/nianzai/comments/commentRss/348560.htmlhttp://m.tkk7.com/nianzai/services/trackbacks/348560.htmlblog: http://m.tkk7.com/nianzai/

code: http://code.google.com/p/nutla/


涓銆佸畨瑁?br /> 1銆?nbsp;瀹夎铏氭嫙鏈?Oracle VM VirtualBox4.0.4
2銆?nbsp;鍦ㄨ櫄鎷熸満涓嬪畨瑁?Red Hat 6.0
3銆?nbsp;瀹夎jdk jdk-6u24-linux-i586.bin 瀹夎璺緞涓猴細/home/nianzai/jdk1.6.0_24
4銆?nbsp;瀹夎hadoop hadoop-0.20.2.tar.gz 瀹夎璺緞涓猴細/home/nianzai/hadoop-0.20.2
5銆?nbsp;瀹夎zookeeper zookeeper-3.3.3.tar.gz 瀹夎璺緞涓猴細/home/nianzai/zookeeper-3.3.3
6銆?nbsp;瀹夎hbase hbase-0.90.2.tar.gz 瀹夎璺緞涓猴細/home/nianzai/hbase-0.90.2

浜屻侀厤緗?br /> 1銆丩inux閰嶇疆
ssh-keygen –t rsa -P ''
cd .ssh
cp id_rsa.pub authorized_keys

/etc/hosts閲屽鍔?192.168.195.128 master
/etc/profile 閲屽鍔?br /> export JAVA_HOME=/home/nianzai/jdk1.6.0_24
export PATH=$PATH:$JAVA_HOME/bin

2銆乭adoop閰嶇疆
hadoop-env.sh
JAVA_HOME=/home/nianzai/jdk1.6.0._24

core-site.xml
<configuration>
<property>
<name>hadoop.tmp.dir</name>
<value>/home/nianzai/hadoop</value>
</property>
<property>
<name>fs.default.name</name>
<value>hdfs://master:9000</value>
</property>
</configuration>

hdfs-site.xml
<configuration>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
</configuration>

mapred-site.xml
<configuration>
<property>
<name>mapred.job.tracker</name>
<value>master:9001</value>
</property>
</configuration>

masters
master

sh hadoop namenode -format
sh start-all.sh
sh hadoop fs -mkdir input

3銆亃ookeeper閰嶇疆
zoo.cfg
tickTime=2000
initLimit=10
syncLimit=5
dataDir=/home/nianzai/zkdata
clientPort=2181

sh zkServer.sh start

4銆乭base閰嶇疆
hbase-env.sh
export JAVA_HOME=/home/nianzai/jdk1.6.0_24
export HBASE_MANAGES_ZK=false

灝唄base0.90.2 lib鐩綍涓媓adoop-core-0.20-append-r1056497.jar鍒犻櫎錛屾浛鎹㈡垚hadoop0.20.2 涓嬬殑hadoop-0.20.2-core.jar

hbase-site.xml
<configuration>
<property>
    <name>hbase.rootdir</name>
    <value>hdfs://master:9000/hbase</value>
</property>
<property>
    <name>hbase.cluster.distributed</name>
    <value>true</value>
</property>
<property>
    <name>hbase.master.port</name>
    <value>60000</value>
  </property>
<property>
      <name>hbase.zookeeper.quorum</name>
      <value>master</value>
</property>
</configuration>

regionservers
master

sh start-hbase.sh



nianzai 2011-04-19 11:32 鍙戣〃璇勮
]]>
lucene + hadoop 鍒嗗竷寮忔悳绱㈣繍琛屾鏋?Nut 1.0a9http://m.tkk7.com/nianzai/archive/2011/02/17/344533.htmlnianzainianzaiThu, 17 Feb 2011 05:20:00 GMThttp://m.tkk7.com/nianzai/archive/2011/02/17/344533.htmlhttp://m.tkk7.com/nianzai/comments/344533.htmlhttp://m.tkk7.com/nianzai/archive/2011/02/17/344533.html#Feedback7http://m.tkk7.com/nianzai/comments/commentRss/344533.htmlhttp://m.tkk7.com/nianzai/services/trackbacks/344533.htmlhttp://code.google.com/p/nutla/

1銆佹榪?br />  涓嶇紼嬪簭鎬ц兘鏈夊楂橈紝鏈哄櫒澶勭悊鑳藉姏鏈夊寮猴紝閮戒細鏈夊叾鏋侀檺銆傝兘澶熷揩閫熸柟渚跨殑妯悜涓庣旱鍚戞墿灞曟槸Nut璁捐鏈閲嶈鐨勫師鍒欙紝浠ユ鍘熷垯褰㈡垚浠ュ垎甯冨紡騫惰璁$畻涓烘牳蹇冪殑鏋舵瀯璁捐銆備互鍒嗗竷寮忓茍琛岃綆椾負鏍稿績鐨勬灦鏋勮璁℃槸Nut鍖哄埆浜嶴olr銆並atta鐨勫湴鏂廣?/p>

Nut鏄竴涓狶ucene+Hadoop鍒嗗竷寮忓茍琛岃綆楁悳绱㈡鏋訛紝鑳藉鍗僄浠ヤ笂绱㈠紩鎻愪緵7*24灝忔椂鎼滅儲鏈嶅姟銆傚湪鏈嶅姟鍣ㄨ祫婧愯凍澶熺殑鎯呭喌涓嬭兘杈懼埌姣忕澶勭悊100涓囨鐨勬悳绱㈣姹傘?br />  
Nut寮鍙戠幆澧冿細jdk1.6.0.23+lucene3.0.3+eclipse3.6.1+hadoop0.20.2+zookeeper3.3.2+hbase0.20.6+memcached+mongodb+linux


2銆佺壒鏂?br />  a銆佺儹鎻掓嫈
 b銆佸彲鎵╁睍
 c銆侀珮璐熻澆
 d銆佹槗浣跨敤,涓庣幇鏈夐」鐩棤緙濋泦鎴?br /> e銆佹敮鎸佹帓搴?br /> f銆?*24鏈嶅姟
g銆佸け璐ヨ漿縐?


3銆佹悳绱㈡祦紼?br /> Nut鐢盜ndex銆丼earch銆丆lient銆丆ache鍜孌B浜旈儴鍒嗘瀯鎴愩?Cache瀹炵幇浜嗗memcached鐨勬敮鎸?DB瀹炵幇浜嗗hbase,mongodb鐨勬敮鎸?
Client澶勭悊鐢ㄦ埛璇鋒眰鍜屽鎼滅儲緇撴灉鎺掑簭銆係earch瀵硅姹傝繘琛屾悳绱紝Search涓婂彧鏀劇儲寮曪紝鏁版嵁瀛樺偍鍦―B涓紝Nut灝嗙儲寮曞拰瀛樺偍鍒嗙銆侰ache緙撳瓨鐨勬槸鎼滅儲鏉′歡鍜岀粨鏋滄枃妗d銆侱B瀛樺偍鐫鏁版嵁錛孋lient鏍規嵁鎼滅儲鎺掑簭緇撴灉,鍙栧嚭褰撳墠欏典腑鐨勬枃妗d浠嶥B涓婅鍙栨暟鎹?/p>

鐢ㄦ埛鍙戣搗鎼滅儲璇鋒眰緇欑敱Nut Client鏋勬垚鐨勯泦緹わ紝鐢辨煇涓狽ut Client鏍規嵁鎼滅儲鏉′歡鏌ヨCache鏈嶅姟鍣ㄦ槸鍚︽湁璇ョ紦瀛橈紝濡傛灉鏈夌紦瀛樻牴鎹紦瀛樼殑鏂囨。id鐩存帴浠嶥B璇誨彇鏁版嵁錛屽鏋滄病鏈夌紦瀛樺皢闅忔満閫夋嫨涓緇勬悳绱㈡湇鍔″櫒緇?Search Group i),灝嗘煡璇㈡潯浠跺悓鏃跺彂緇欒緇勬悳绱㈡湇鍔″櫒緇勯噷鐨刵鍙版悳绱㈡湇鍔″櫒錛屾悳绱㈡湇鍔″櫒灝嗘悳绱㈢粨鏋滆繑鍥炵粰Nut Client鐢卞叾鎺掑簭錛屽彇鍑哄綋鍓嶉〉鏂囨。id錛屽皢鎼滅儲鏉′歡鍜屽綋鍓嶆枃妗d緙撳瓨錛屽悓鏃朵粠DB璇誨彇鏁版嵁銆?/p>

 

 4銆佺儲寮曟祦紼?br /> Hadoop Mapper/Reducer 寤虹珛绱㈠紩銆傚啀灝嗙儲寮曚粠HDFS鍒嗗彂鍒板悇涓儲寮曟湇鍔″櫒銆?br /> 瀵圭儲寮曠殑鏇存柊鍒嗕負涓ょ錛氬垹闄ゅ拰娣誨姞錛堟洿鏂板垎瑙d負鍒犻櫎鍜屾坊鍔狅級銆?br /> a銆佸垹闄?br /> 鍦℉DFS涓婂垹闄ょ儲寮曪紝灝嗙敓鎴愮殑*.del鏂囦歡鍒嗗彂鍒版墍鏈夌殑绱㈠紩鏈嶅姟鍣ㄤ笂鍘繪垨鑰呭HDFS绱㈠紩鐩綍鍒犻櫎绱㈠紩鍐嶅垎鍙戝埌瀵瑰簲鐨勭儲寮曟湇鍔″櫒涓婂幓銆?br /> b銆佹坊鍔?br /> 鏂版坊鍔犵殑鏁版嵁鐢ㄥ彟涓鍙版湇鍔″櫒鏉ョ敓鎴愩?br /> 鍒犻櫎鍜屾坊鍔犳楠ゅ彲鎸変笉鍚屽畾鏃剁瓥鐣ユ潵瀹炵幇銆?/p>


5銆丯ut鍒嗗竷寮忓茍琛岃綆楃壒鐐?br /> Nut鍒嗗竷寮忓茍琛岃綆楄櫧鐒朵篃鏄熀浜嶮/R妯″瀷錛屼絾鏄笌Hadoop M/R妯″瀷鏄笉鍚岀殑銆傚湪Hadoop M/R妯″瀷涓?Mapper鍜孯educer鏄竴涓畬鏁寸殑嫻佺▼錛孯educer渚濊禆浜嶮apper銆傛暟鎹簮閫氳繃Mapper鍒嗗彂鏈韓灝變細娑堣楀ぇ閲忕殑I/O錛屽茍涓旀槸娑堣桰/O鏈澶х殑閮ㄥ垎銆傛墍浠adoop M/R 騫跺彂鏄湁闄愮殑銆?br /> Nut M/R妯″瀷鏄皢Mapper鍜孯educer鍒嗙錛屽悇鑷嫭绔嬪瓨鍦ㄣ傚湪Nut涓?绱㈠紩浠ュ強绱㈠紩綆$悊 鏋勬垚M,鎼滅儲浠ュ強鎼滅儲鏈嶅姟鍣ㄧ粍 鏋勬垚 R銆?br /> 浠ヤ竴涓垎綾葷粺璁℃潵璇存槑Nut鍒嗗竷寮忓茍琛岃綆楃殑嫻佺▼銆傚亣璁炬湁10涓垎綾伙紝瀵逛換鎰忓叧閿瘝鎼滅儲瑕佹眰緇熻鍑鴻鍏抽敭璇嶅湪榪?0涓垎綾諱腑鐨勬繪暟銆傚悓鏃跺亣璁炬湁10緇勬悳绱㈡湇鍔″櫒銆傜儲寮曚互鍙婄儲寮曠鐞嗚繘琛岀儲寮曟暟鎹殑Mapper錛岃繖鍧楁槸鍚庡彴鐙嚜榪愯綆$悊鐨勩侼ut Client灝嗚繖10涓垎綾葷粺璁″垎鍙戝埌10緇勬悳绱㈡湇鍔″櫒涓婏紝姣忕粍鎼滅儲鏈嶅姟鍣ㄥ鍏朵腑涓涓垎綾昏繘琛孯educer錛屽茍涓旀瘡緇勬悳绱㈡湇鍔″櫒鍙繘琛屽綰educer銆傛渶鍚庡皢鏈緇堢粨鏋滆繑鍥炵粰Nut Client銆?/p>

 

 6銆佽璁″浘

 

 

   
7銆乑ookeeper鏈嶅姟鍣ㄧ姸鎬佺鐞嗙瓥鐣?/p>

  

  

鍦ㄦ灦鏋勮璁′笂閫氳繃浣跨敤澶氱粍鎼滅儲鏈嶅姟鍣ㄥ彲浠ユ敮鎸佹瘡縐掑鐞?00涓囦釜鎼滅儲璇鋒眰銆?br /> 姣忕粍鎼滅儲鏈嶅姟鍣ㄨ兘澶勭悊鐨勬悳绱㈣姹傛暟鍦?涓団?涓?鍗冧箣闂淬傚鏋滀嬌鐢?00緇勬悳绱㈡湇鍔″櫒錛岀悊璁轟笂姣忕鍙鐞?00涓囦釜鎼滅儲璇鋒眰銆?/p>


鍋囧姣忕粍鎼滅儲鏈嶅姟鍣ㄦ湁100浠界儲寮曟斁鍦?00鍙版鍦ㄨ繍琛屼腑鎼滅儲鏈嶅姟鍣?run)涓婏紝閭d箞灝嗙儲寮曟寜鐓у涓嬬殑鏂瑰紡鏀懼湪澶囩敤涓悳绱㈡湇鍔″櫒(bak)涓婏細index 1,index 2,index 3,index 4,index 5,index 6,index 7,index 8,index 9,index 10鏀懼湪B 1 涓婏紝index 6,index 7,index 8,index 9,index 10,index 11,index 12,index 13,index 14,index 15鏀懼湪B 2涓娿傘傘傘傘傘俰ndex 96,index 97,index 98,index 99,index 100,index 5,index 4,index 3,index 2,index 1鏀懼湪鏈鍚庝竴鍙板鐢ㄦ悳绱㈡湇鍔″櫒涓娿傞偅涔堟瘡浠界儲寮曚細瀛樺湪3鍙版満鍣ㄤ腑錛?浠芥鍦ㄨ繍琛屼腑錛?浠藉浠戒腑錛夈?br /> 灝界榪欐牱璁捐姣忎喚绱㈠紩浼氬瓨鍦?鍙版満鍣ㄤ腑錛屼粛鐒朵笉鏄粷瀵瑰畨鍏ㄧ殑銆傚亣濡傝繍琛屼腑鐨刬ndex 1,index 2,index 3鍚屾椂瀹曟満鐨勮瘽錛岄偅涔堝氨浼氭湁涓浠界儲寮曟悳绱㈡湇鍔℃棤娉曟紜惎鐢ㄣ傝繖鏍瘋璁★紝浣滆呰涓烘槸鍦ㄥ畨鍏ㄦу拰鏈哄櫒璧勬簮涓よ呬箣闂翠竴涓瘮杈冮傚悎鐨勬柟妗堛?/p>

澶囩敤涓殑鎼滅儲鏈嶅姟鍣ㄤ細瀹氭椂媯鏌ヨ繍琛屼腑鎼滅儲鏈嶅姟鍣ㄧ殑鐘舵併備竴鏃﹀彂鐜頒笌鑷繁绱㈠紩瀵瑰簲鐨勬湇鍔″櫒瀹曟満灝變細鍚憀ock鐢寵鍒嗗竷寮忛攣錛屽緱鍒板垎甯冨紡閿佺殑鏈嶅姟鍣ㄥ氨灝嗚嚜宸卞姞鍏ュ埌榪愯涓悳绱㈡湇鍔″櫒緇勶紝鍚屾椂浠庡鐢ㄦ悳绱㈡湇鍔″櫒緇勪腑鍒犻櫎鑷繁錛屽茍鍋滄榪愯涓悳绱㈡湇鍔″櫒媯鏌ユ湇鍔°?/p>

涓鴻兘澶熸洿蹇熺殑寰楀埌鎼滅儲緇撴灉錛岃璁′笂灝嗘悳绱㈡湇鍔″櫒鍒嗕紭鍏堢瓑綰с傞氬父鏄皢鏈鏂扮殑鏁版嵁鏀懼湪涓鍙版垨鍑犲彴鍐呭瓨鎼滅儲鏈嶅姟鍣ㄤ笂銆傞氬父鎯呭喌涓嬪墠鍑犻〉鏁版嵁鑳藉湪榪欏嚑鍙版悳绱㈡湇鍔″櫒閲屾悳绱㈠埌銆傚鏋滃湪榪欏嚑鍙版悳绱㈡湇鍔″櫒涓婃病鏈夋暟鎹椂鍐嶅悜鍏朵粬鏃ф暟鎹悳绱㈡湇鍔″櫒涓婃悳绱€?br /> 浼樺厛鎼滅儲絳夌駭鐨勯昏緫鏄繖鏍風殑錛?鏈澶т負鎼滅儲鍏ㄩ儴鏈嶅姟鍣ㄥ茍涓?涓嶈兘浣滀負level鏍囪瘑銆傚綋鎼滅儲絳夌駭level涓?錛屾悳绱紭鍏堢駭涓?鐨勬湇鍔″櫒錛屽綋level涓?鏃舵悳绱紭鍏堢駭涓?鍜?鐨勬湇鍔″櫒錛屼緷姝ょ被鎺ㄣ?br />



nianzai 2011-02-17 13:20 鍙戣〃璇勮
]]>
Nut寮鍙戠幆澧冩惌寤?铏氭嫙鏈轟笅hadoop0.20.2+zookeeper3.3.1+hbase0.20.6寮鍙戠幆澧冪殑鎼緩)http://m.tkk7.com/nianzai/archive/2010/11/17/338249.htmlnianzainianzaiWed, 17 Nov 2010 05:43:00 GMThttp://m.tkk7.com/nianzai/archive/2010/11/17/338249.htmlhttp://m.tkk7.com/nianzai/comments/338249.htmlhttp://m.tkk7.com/nianzai/archive/2010/11/17/338249.html#Feedback0http://m.tkk7.com/nianzai/comments/commentRss/338249.htmlhttp://m.tkk7.com/nianzai/services/trackbacks/338249.htmlhttp://m.tkk7.com/nianzai/

http://code.google.com/p/nutla/

涓銆佸畨瑁?br /> 1銆?nbsp;瀹夎铏氭嫙鏈?vmware6.5.2
2銆?nbsp;鍦ㄨ櫄鎷熸満涓嬪畨瑁匧inux Fedora14
3銆?nbsp;瀹夎jdk jdk-6u22-linux-i586.bin 瀹夎璺緞涓猴細/home/nianzai/jdk1.6.0_22
4銆?nbsp;瀹夎hadoop hadoop-0.20.2.tar.gz 瀹夎璺緞涓猴細/home/nianzai/hadoop-0.20.2
5銆?nbsp;瀹夎zookeeper zookeeper-3.3.1.tar.gz 瀹夎璺緞涓猴細/home/nianzai/zookeeper-3.3.1
6銆?nbsp;瀹夎hbase hbase-0.20.6.tar.gz 瀹夎璺緞涓猴細/home/nianzai/hbase-0.20.6

浜屻侀厤緗?br /> 1銆丩inux閰嶇疆
ssh-keygen –t rsa -P ''
cd .ssh
cp id_rsa.pub authorized_keys

/etc/hosts閲屽鍔?192.168.195.128 nz 騫朵笖灝?27.0.0.1 鏀逛負 192.168.195.128

2銆乭adoop閰嶇疆
hadoop-env.sh
JAVA_HOME=/home/nianzai/jdk1.6.0._22

core-site.xml
<configuration>
<property>
<name>hadoop.tmp.dir</name>
<value>/tmp/hadoop-nianzai</value>
</property>
<property>
<name>fs.default.name</name>
<value>hdfs://nz:9000</value>
</property>
</configuration>

hdfs-site.xml
<configuration>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
</configuration>

mapred-site.xml
<configuration>
<property>
<name>mapred.job.tracker</name>
<value>nz:9001</value>
</property>
</configuration>

sh hadoop namenode -format
sh start-all.sh
sh hadoop fs -mkdir input

3銆亃ookeeper閰嶇疆
zoo.cfg
tickTime=2000
initLimit=10
syncLimit=5
dataDir=/home/nianzai/zkdata
clientPort=2181

sh zkServer.sh start

4銆乭base閰嶇疆
hbase-env.sh
export JAVA_HOME=/home/nianzai/jdk1.6.0_22
export HBASE_MANAGES_ZK=false

hbase-site.xml
<configuration>
<property>
    <name>hbase.rootdir</name>
    <value>hdfs://nz:9000/hbase</value>
</property>
<property>
    <name>hbase.cluster.distributed</name>
    <value>true</value>
</property>
<property>
    <name>hbase.master.port</name>
    <value>60000</value>
  </property>
<property>
      <name>hbase.zookeeper.quorum</name>
      <value>nz</value>
</property>
</configuration>

regionservers
nz

sh start-hbase.sh



nianzai 2010-11-17 13:43 鍙戣〃璇勮
]]>
lucene + hadoop 鍒嗗竷寮忔悳绱㈣繍琛屾鏋?Nut 1.0a8http://m.tkk7.com/nianzai/archive/2010/10/27/336255.htmlnianzainianzaiWed, 27 Oct 2010 02:38:00 GMThttp://m.tkk7.com/nianzai/archive/2010/10/27/336255.htmlhttp://m.tkk7.com/nianzai/comments/336255.htmlhttp://m.tkk7.com/nianzai/archive/2010/10/27/336255.html#Feedback11http://m.tkk7.com/nianzai/comments/commentRss/336255.htmlhttp://m.tkk7.com/nianzai/services/trackbacks/336255.htmlhttp://code.google.com/p/nutla/

1銆佹榪?br />  涓嶇紼嬪簭鎬ц兘鏈夊楂橈紝鏈哄櫒澶勭悊鑳藉姏鏈夊寮猴紝閮戒細鏈夊叾鏋侀檺銆傝兘澶熷揩閫熸柟渚跨殑妯悜涓庣旱鍚戞墿灞曟槸Nut璁捐鏈閲嶈鐨勫師鍒欍?br />  Nut鏄竴涓狶ucene+Hadoop鍒嗗竷寮忔悳绱㈡鏋訛紝鑳藉鍗僄浠ヤ笂绱㈠紩鎻愪緵7*24灝忔椂鎼滅儲鏈嶅姟銆傚湪鏈嶅姟鍣ㄨ祫婧愯凍澶熺殑鎯呭喌涓嬭兘杈懼埌姣忕澶勭悊100涓囨鐨勬悳绱㈣姹傘?br />  Nut寮鍙戠幆澧冿細jdk1.6.0.21+lucene3.0.2+eclipse3.6.1+hadoop0.20.2+zookeeper3.3.1+hbase0.20.6+memcached+linux

2銆佺壒鏂?br />  a銆佺儹鎻掓嫈
 b銆佸彲鎵╁睍
 c銆侀珮璐熻澆
 d銆佹槗浣跨敤,涓庣幇鏈夐」鐩棤緙濋泦鎴?br /> e銆佹敮鎸佹帓搴?br /> f銆?*24鏈嶅姟
g銆佸け璐ヨ漿縐?

3銆佹悳绱㈡祦紼?br /> Nut鐢盜ndex銆丼earch銆丆lient銆丆ache鍜孌B浜旈儴鍒嗘瀯鎴愩?Cache榛樿浣跨敤memcached,DB榛樿浣跨敤hbase)
Client澶勭悊鐢ㄦ埛璇鋒眰鍜屽鎼滅儲緇撴灉鎺掑簭銆係earch瀵硅姹傝繘琛屾悳绱紝Search涓婂彧鏀劇儲寮曪紝鏁版嵁瀛樺偍鍦―B涓紝Nut灝嗙儲寮曞拰瀛樺偍鍒嗙銆侰ache緙撳瓨鐨勬槸鎼滅儲鏉′歡鍜岀粨鏋滄枃妗d銆侱B瀛樺偍鐫鏁版嵁錛孋lient鏍規嵁鎼滅儲鎺掑簭緇撴灉,鍙栧嚭褰撳墠欏典腑鐨勬枃妗d浠嶥B涓婅鍙栨暟鎹?/p>

鐢ㄦ埛鍙戣搗鎼滅儲璇鋒眰緇欑敱Nut Client鏋勬垚鐨勯泦緹わ紝鐢辨煇涓狽ut Client鏍規嵁鎼滅儲鏉′歡鏌ヨCache鏈嶅姟鍣ㄦ槸鍚︽湁璇ョ紦瀛橈紝濡傛灉鏈夌紦瀛樻牴鎹紦瀛樼殑鏂囨。id鐩存帴浠嶥B璇誨彇鏁版嵁錛屽鏋滄病鏈夌紦瀛樺皢闅忔満閫夋嫨涓緇勬悳绱㈡湇鍔″櫒緇?Search Group i),灝嗘煡璇㈡潯浠跺悓鏃跺彂緇欒緇勬悳绱㈡湇鍔″櫒緇勯噷鐨刵鍙版悳绱㈡湇鍔″櫒錛屾悳绱㈡湇鍔″櫒灝嗘悳绱㈢粨鏋滆繑鍥炵粰Nut Client鐢卞叾鎺掑簭錛屽彇鍑哄綋鍓嶉〉鏂囨。id錛屽皢鎼滅儲鏉′歡鍜屽綋鍓嶆枃妗d緙撳瓨錛屽悓鏃朵粠DB璇誨彇鏁版嵁銆?br />

4銆佺儲寮曟祦紼?br /> Hadoop Mapper/Reducer 寤虹珛绱㈠紩銆傚啀灝嗙儲寮曚粠HDFS鍒嗗彂鍒板悇涓儲寮曟湇鍔″櫒銆?br /> 瀵圭儲寮曠殑鏇存柊鍒嗕負涓ょ錛氬垹闄ゅ拰娣誨姞錛堟洿鏂板垎瑙d負鍒犻櫎鍜屾坊鍔狅級銆?br /> a銆佸垹闄?br /> 鍦℉DFS涓婂垹闄ょ儲寮曪紝灝嗙敓鎴愮殑*.del鏂囦歡鍒嗗彂鍒版墍鏈夌殑绱㈠紩鏈嶅姟鍣ㄤ笂鍘繪垨鑰呭HDFS绱㈠紩鐩綍鍒犻櫎绱㈠紩鍐嶅垎鍙戝埌瀵瑰簲鐨勭儲寮曟湇鍔″櫒涓婂幓銆?br /> b銆佹坊鍔?br /> 鏂版坊鍔犵殑鏁版嵁鐢ㄥ彟涓鍙版湇鍔″櫒鏉ョ敓鎴愩?br /> 鍒犻櫎鍜屾坊鍔犳楠ゅ彲鎸変笉鍚屽畾鏃剁瓥鐣ユ潵瀹炵幇銆?/p>

5銆乑ookeeper鏈嶅姟鍣ㄧ姸鎬佺鐞嗙瓥鐣?/p>

鍦ㄦ灦鏋勮璁′笂閫氳繃浣跨敤澶氱粍鎼滅儲鏈嶅姟鍣ㄥ彲浠ユ敮鎸佹瘡縐掑鐞?00涓囦釜鎼滅儲璇鋒眰銆?br /> 姣忕粍鎼滅儲鏈嶅姟鍣ㄨ兘澶勭悊鐨勬悳绱㈣姹傛暟鍦?涓団?涓?鍗冧箣闂淬傚鏋滀嬌鐢?00緇勬悳绱㈡湇鍔″櫒錛岀悊璁轟笂姣忕鍙鐞?00涓囦釜鎼滅儲璇鋒眰銆?/p>


鍋囧姣忕粍鎼滅儲鏈嶅姟鍣ㄦ湁100浠界儲寮曟斁鍦?00鍙版鍦ㄨ繍琛屼腑鎼滅儲鏈嶅姟鍣?run)涓婏紝閭d箞灝嗙儲寮曟寜鐓у涓嬬殑鏂瑰紡鏀懼湪澶囩敤涓悳绱㈡湇鍔″櫒(bak)涓婏細index 1,index 2,index 3,index 4,index 5,index 6,index 7,index 8,index 9,index 10鏀懼湪B 1 涓婏紝index 6,index 7,index 8,index 9,index 10,index 11,index 12,index 13,index 14,index 15鏀懼湪B 2涓娿傘傘傘傘傘俰ndex 96,index 97,index 98,index 99,index 100,index 5,index 4,index 3,index 2,index 1鏀懼湪鏈鍚庝竴鍙板鐢ㄦ悳绱㈡湇鍔″櫒涓娿傞偅涔堟瘡浠界儲寮曚細瀛樺湪3鍙版満鍣ㄤ腑錛?浠芥鍦ㄨ繍琛屼腑錛?浠藉浠戒腑錛夈?br /> 灝界榪欐牱璁捐姣忎喚绱㈠紩浼氬瓨鍦?鍙版満鍣ㄤ腑錛屼粛鐒朵笉鏄粷瀵瑰畨鍏ㄧ殑銆傚亣濡傝繍琛屼腑鐨刬ndex 1,index 2,index 3鍚屾椂瀹曟満鐨勮瘽錛岄偅涔堝氨浼氭湁涓浠界儲寮曟悳绱㈡湇鍔℃棤娉曟紜惎鐢ㄣ傝繖鏍瘋璁★紝浣滆呰涓烘槸鍦ㄥ畨鍏ㄦу拰鏈哄櫒璧勬簮涓よ呬箣闂翠竴涓瘮杈冮傚悎鐨勬柟妗堛?/p>

澶囩敤涓殑鎼滅儲鏈嶅姟鍣ㄤ細瀹氭椂媯鏌ヨ繍琛屼腑鎼滅儲鏈嶅姟鍣ㄧ殑鐘舵併備竴鏃﹀彂鐜頒笌鑷繁绱㈠紩瀵瑰簲鐨勬湇鍔″櫒瀹曟満灝變細鍚憀ock鐢寵鍒嗗竷寮忛攣錛屽緱鍒板垎甯冨紡閿佺殑鏈嶅姟鍣ㄥ氨灝嗚嚜宸卞姞鍏ュ埌榪愯涓悳绱㈡湇鍔″櫒緇勶紝鍚屾椂浠庡鐢ㄦ悳绱㈡湇鍔″櫒緇勪腑鍒犻櫎鑷繁錛屽茍鍋滄榪愯涓悳绱㈡湇鍔″櫒媯鏌ユ湇鍔°?/p>

涓鴻兘澶熸洿蹇熺殑寰楀埌鎼滅儲緇撴灉錛岃璁′笂灝嗘悳绱㈡湇鍔″櫒鍒嗕紭鍏堢瓑綰с傞氬父鏄皢鏈鏂扮殑鏁版嵁鏀懼湪涓鍙版垨鍑犲彴鍐呭瓨鎼滅儲鏈嶅姟鍣ㄤ笂銆傞氬父鎯呭喌涓嬪墠鍑犻〉鏁版嵁鑳藉湪榪欏嚑鍙版悳绱㈡湇鍔″櫒閲屾悳绱㈠埌銆傚鏋滃湪榪欏嚑鍙版悳绱㈡湇鍔″櫒涓婃病鏈夋暟鎹椂鍐嶅悜鍏朵粬鏃ф暟鎹悳绱㈡湇鍔″櫒涓婃悳绱€?br /> 浼樺厛鎼滅儲絳夌駭鐨勯昏緫鏄繖鏍風殑錛?鏈澶т負鎼滅儲鍏ㄩ儴鏈嶅姟鍣ㄥ茍涓?涓嶈兘浣滀負level鏍囪瘑銆傚綋鎼滅儲絳夌駭level涓?錛屾悳绱紭鍏堢駭涓?鐨勬湇鍔″櫒錛屽綋level涓?鏃舵悳绱紭鍏堢駭涓?鍜?鐨勬湇鍔″櫒錛屼緷姝ょ被鎺ㄣ?br />



nianzai 2010-10-27 10:38 鍙戣〃璇勮
]]>
lucene + hadoop 鍒嗗竷寮忔悳绱㈣繍琛屾鏋?Nut 1.0a7http://m.tkk7.com/nianzai/archive/2010/09/25/332836.htmlnianzainianzaiSat, 25 Sep 2010 07:41:00 GMThttp://m.tkk7.com/nianzai/archive/2010/09/25/332836.htmlhttp://m.tkk7.com/nianzai/comments/332836.htmlhttp://m.tkk7.com/nianzai/archive/2010/09/25/332836.html#Feedback4http://m.tkk7.com/nianzai/comments/commentRss/332836.htmlhttp://m.tkk7.com/nianzai/services/trackbacks/332836.htmlhttp://code.google.com/p/nutla/

1銆佹榪?br />  鍙負lucene鎻愪緵鍒嗗竷寮忔悳绱㈡鏋躲?*24鍗僄浠ヤ笂绱㈠紩鏂囦歡鏀寔鏁板崈涓囩駭鐨勭敤鎴鋒悳绱㈣闂?br />  Nut寮鍙戠幆澧冿細jdk1.6.0.21+lucene3.0.2+eclipse3.6+hadoop0.20.2+zookeeper3.3.1+linux

2銆佺壒鏂?br />  a銆佺儹鎻掓嫈
 b銆佸彲鎵╁睍
 c銆侀珮璐熻澆
 d銆佹槗浣跨敤,涓庣幇鏈夐」鐩棤緙濋泦鎴?br /> e銆佹敮鎸佹帓搴?br /> f銆?*24鏈嶅姟
g銆佸け璐ヨ漿縐?

3銆佹悳绱㈡祦紼?br /> Nut鐢盜ndex銆丼earch銆丆lient銆丆ache鍜孌B浜旈儴鍒嗘瀯鎴愩?br /> Client澶勭悊鐢ㄦ埛璇鋒眰鍜屽鎼滅儲緇撴灉鎺掑簭銆係earch瀵硅姹傝繘琛屾悳绱紝Search涓婂彧鏀劇儲寮曪紝鏁版嵁瀛樺偍鍦―B涓紝Nut灝嗙儲寮曞拰瀛樺偍鍒嗙銆侰ache緙撳瓨鐨勬槸鎼滅儲鏉′歡鍜岀粨鏋滄枃妗d銆侱B瀛樺偍鐫鏁版嵁錛孋lient鏍規嵁鎼滅儲鎺掑簭緇撴灉,鍙栧嚭褰撳墠欏典腑鐨勬枃妗d浠嶥B涓婅鍙栨暟鎹?/p>

鐢ㄦ埛鍙戣搗鎼滅儲璇鋒眰緇欑敱Nut Client鏋勬垚鐨勯泦緹わ紝鐢辨煇涓狽ut Client鏍規嵁鎼滅儲鏉′歡鏌ヨCache鏈嶅姟鍣ㄦ槸鍚︽湁璇ョ紦瀛橈紝濡傛灉鏈夌紦瀛樻牴鎹紦瀛樼殑鏂囨。id鐩存帴浠嶥B璇誨彇鏁版嵁錛屽鏋滄病鏈夌紦瀛樺皢鏌ヨ鏉′歡鍚屾椂鍙戠粰鍚庨潰鐨刵鍙版悳绱㈡湇鍔″櫒錛屾悳绱㈡湇鍔″櫒灝嗘悳绱㈢粨鏋滆繑鍥炵粰Nut Client鐢卞叾鎺掑簭錛屽彇鍑哄綋鍓嶉〉鏂囨。id錛屽皢鎼滅儲鏉′歡鍜屽綋鍓嶆枃妗d緙撳瓨錛屽悓鏃朵粠DB璇誨彇鏁版嵁銆?/p>

4銆佺儲寮曟祦紼?br /> Hadoop Mapper/Reducer 寤虹珛绱㈠紩銆傚啀灝嗙儲寮曚粠HDFS鍒嗗彂鍒板悇涓儲寮曟湇鍔″櫒銆?br /> 瀵圭儲寮曠殑鏇存柊鍒嗕負涓ょ錛氬垹闄ゅ拰娣誨姞錛堟洿鏂板垎瑙d負鍒犻櫎鍜屾坊鍔狅級銆?br /> a銆佸垹闄?br /> 鍦℉DFS涓婂垹闄ょ儲寮曪紝灝嗙敓鎴愮殑*.del鏂囦歡鍒嗗彂鍒版墍鏈夌殑绱㈠紩鏈嶅姟鍣ㄤ笂鍘繪垨鑰呭HDFS绱㈠紩鐩綍鍒犻櫎绱㈠紩鍐嶅垎鍙戝埌瀵瑰簲鐨勭儲寮曟湇鍔″櫒涓婂幓銆?br /> b銆佹坊鍔?br /> 鏂版坊鍔犵殑鏁版嵁鐢ㄥ彟涓鍙版湇鍔″櫒鏉ョ敓鎴愩?br /> 鍒犻櫎鍜屾坊鍔犳楠ゅ彲鎸変笉鍚屽畾鏃剁瓥鐣ユ潵瀹炵幇銆?/p>

 


5銆乑ookeeper鏈嶅姟鍣ㄧ姸鎬佺鐞嗙瓥鐣?br />


鍋囧鎴戜滑鏈?00浠界儲寮曟斁鍦?00鍙版鍦ㄨ繍琛屼腑鎼滅儲鏈嶅姟鍣ㄤ笂錛岄偅涔堝皢绱㈠紩鎸夌収濡備笅鐨勬柟寮忔斁鍦ㄥ鐢ㄤ腑鎼滅儲鏈嶅姟鍣ㄤ笂錛歩ndex 1,index 2,index 3,index 4,index 5,index 6,index 7,index 8,index 9,index 10鏀懼湪B 1 涓婏紝index 6,index 7,index 8,index 9,index 10,index 11,index 12,index 13,index 14,index 15鏀懼湪B 2涓娿傘傘傘傘傘俰ndex 96,index 97,index 98,index 99,index 100,index 5,index 4,index 3,index 2,index 1鏀懼湪鏈鍚庝竴鍙板鐢ㄦ悳绱㈡湇鍔″櫒涓娿傞偅涔堟瘡浠界儲寮曚細瀛樺湪3鍙版満鍣ㄤ腑錛?浠芥鍦ㄨ繍琛屼腑錛?浠藉浠戒腑錛夈?br /> 灝界榪欐牱璁捐姣忎喚绱㈠紩浼氬瓨鍦?鍙版満鍣ㄤ腑錛屼粛鐒朵笉鏄粷瀵瑰畨鍏ㄧ殑銆傚亣濡傝繍琛屼腑鐨刬ndex 1,index 2,index 3鍚屾椂瀹曟満鐨勮瘽錛岄偅涔堝氨浼氭湁涓浠界儲寮曟悳绱㈡湇鍔℃棤娉曟紜惎鐢ㄣ傞偅涔堣繖鏍瘋璁★紝浣滆呰涓烘槸鍦ㄥ畨鍏ㄦу拰鏈哄櫒璧勬簮涓よ呬箣闂翠竴涓瘮杈冮傚悎鐨勬柟妗堛?/p>

澶囩敤涓殑鎼滅儲鏈嶅姟鍣ㄤ細瀹氭椂媯鏌ヨ繍琛屼腑鎼滅儲鏈嶅姟鍣ㄧ殑鐘舵併備竴鏃﹀彂鐜頒笌鑷繁绱㈠紩瀵瑰簲鐨勬湇鍔″櫒瀹曟満灝變細鍏堝悜zookeeper鐢寵鍒嗗竷寮忛攣錛屽緱鍒伴攣鐨勬湇鍔″櫒灝卞皢鑷繁鍔犲叆鍒拌繍琛屼腑鎼滅儲鏈嶅姟鍣ㄧ粍錛屽悓鏃朵粠澶囩敤鎼滅儲鏈嶅姟鍣ㄧ粍涓垹闄よ嚜宸憋紝騫跺仠姝㈣繍琛屼腑鎼滅儲鏈嶅姟鍣ㄦ鏌ユ湇鍔°?br />



nianzai 2010-09-25 15:41 鍙戣〃璇勮
]]>
主站蜘蛛池模板: 中文字幕a∨在线乱码免费看| 久久久久久亚洲精品影院| 日日摸日日碰夜夜爽亚洲| 成年大片免费视频| 亚洲剧情在线观看| 99在线精品免费视频九九视| 亚洲日本在线免费观看| 91人成网站色www免费下载| 亚洲专区在线视频| 7x7x7x免费在线观看| 亚洲国产美女福利直播秀一区二区| 99久久免费观看| 亚洲一区免费在线观看| 毛片免费视频播放| 色五月五月丁香亚洲综合网| 免费中文字幕在线观看| 国产日韩在线视频免费播放| 亚洲国产另类久久久精品黑人| 特级精品毛片免费观看| 亚洲特级aaaaaa毛片| 最近高清国语中文在线观看免费| 亚洲AV成人无码久久WWW| 免费播放春色aⅴ视频| 青青操免费在线视频| 亚洲va在线va天堂va不卡下载| 亚洲毛片在线免费观看| 亚洲乱妇熟女爽到高潮的片| 亚洲性日韩精品一区二区三区| 玖玖在线免费视频| 麻豆狠色伊人亚洲综合网站 | 亚洲天堂在线视频| 成在人线av无码免费高潮喷水| 久久精品亚洲精品国产色婷| 成人免费一区二区无码视频| 国产99久久久国产精免费| 久久亚洲sm情趣捆绑调教| 又大又硬又爽免费视频| 99热这里只有精品6免费| 亚洲av日韩av永久在线观看| 亚洲精品夜夜夜妓女网 | 国产免费观看网站|