Nutch相关框架视频教程3

第三讲
土豆在线视频地址（53分钟）
超清原版下载地址

压缩高清下载地址

1、????nutch的存储文件夹data下面各个文件夹和文件里面的内容究竟是什么？

2、????命令：

crawldb

bin/nutch | grep read

bin/nutch ?readdb ?data/crawldb ?-stats

bin/nutch ?readdb ?data/crawldb ?-dump ?data/crawldb/crawldb_dump

bin/nutch ?readdb ?data/crawldb ?-url ?http://4008209999.tianyaclub.com/

bin/nutch ?readdb ?data/crawldb ?-topN ?10?data/crawldb/crawldb_topN

bin/nutch readdb data/crawldb ?-topN 10 ?data/crawldb/crawldb_topN_m 1

segments

crawl_generate：

bin/nutch readseg -dump data/segments/20130325042858data/segments/20130325042858_dump -nocontent -nofetch -noparse -noparsedata ?noparsetext

crawl_fetch：

bin/nutch readseg -dump data/segments/20130325042858 data/segments/20130325042858_dump-nocontent -nogenerate -noparse -noparsedata ?noparsetext

content：

bin/nutch readseg -dump data/segments/20130325042858data/segments/20130325042858_dump -nofetch?-nogenerate -noparse -noparsedata ?noparsetext

crawl_parse：

bin/nutch readseg -dump data/segments/20130325042858data/segments/20130325042858_dump -nofetch?-nogenerate -nocontent noparsedata ?noparsetext

parse_data：

bin/nutch readseg -dump data/segments/20130325042858data/segments/20130325042858_dump -nofetch?-nogenerate -nocontent -noparse ?noparsetext

parse_text：

bin/nutch readseg -dump data/segments/20130325042858data/segments/20130325042858_dump -nofetch?-nogenerate -nocontent -noparse ?-noparsedata

全部：

bin/nutch readseg -dump data/segments/20130325042858data/segments/20130325042858_dump

segments

bin/nutch readseg -list -dir data/segments

bin/nutch readseg -list data/segments/20130325043023

bin/nutch readseg -get?data/segments/20130325042858 http://blog.tianya.cn/

linkdb

bin/nutch readlinkdb data/linkdb -url http://4008209999.tianyaclub.com/

bin/nutch readlinkdb data/linkdb -dump data/linkdb_dump