将整个html内容保存到指定文件

 * 基本能实现网页抓取，不过要手动输入URL 将整个html内容保存到指定文件

 *

 *@author chenguoyong

 *

 */

public class ScrubSelectedWeb {

       privatefinal static String CRLF = System.getProperty("line.separator");

       /**

        * @param args

        */

       publicstatic void main(String[] args) {

              try{

                     URLur = newURL("http://www.google.cn/");

                     InputStreaminstr = ur.openStream();

                     Strings, str;

                     BufferedReaderin = new BufferedReader(new InputStreamReader(instr));

                     StringBuffersb = new StringBuffer();

                     BufferedWriterout = new BufferedWriter(new FileWriter(

                                   "D:/outPut.txt"));

                     while((s = in.readLine()) != null) {

                            sb.append(s+ CRLF);

                     }

                     System.out.println(sb);

                     str= new String(sb);

                     out.write(str);

                     out.close();

                     in.close();

              }catch (MalformedURLException e) {

                     e.printStackTrace();

              }catch (IOException e) {

                     e.printStackTrace();

              }

       }

}

4利用htmlparser提取网页纯文本的例子

http://c.tieba.baidu.com/p/3354370368
http://c.tieba.baidu.com/p/3354534701
http://c.tieba.baidu.com/p/3354547666
http://c.tieba.baidu.com/p/3354546842
http://c.tieba.baidu.com/p/3354527799
http://c.tieba.baidu.com/p/3354545064
http://c.tieba.baidu.com/p/3354537993
http://c.tieba.baidu.com/p/3354536371
http://c.tieba.baidu.com/p/3354566167
http://c.tieba.baidu.com/p/3354563874
http://c.tieba.baidu.com/p/3354559790
http://c.tieba.baidu.com/p/3354558402
http://c.tieba.baidu.com/p/3354557382
http://c.tieba.baidu.com/p/3354575677
http://c.tieba.baidu.com/p/3354574673
http://c.tieba.baidu.com/p/3354329758
http://c.tieba.baidu.com/p/3354324754
http://c.tieba.baidu.com/p/3354328957
http://c.tieba.baidu.com/p/3354358425
http://c.tieba.baidu.com/p/3354357165
http://c.tieba.baidu.com/p/3354354914
http://c.tieba.baidu.com/p/3354351963
http://c.tieba.baidu.com/p/3354339313
http://c.tieba.baidu.com/p/3354365196
http://c.tieba.baidu.com/p/3354516479
http://c.tieba.baidu.com/p/3354363645
http://c.tieba.baidu.com/p/3354511292
http://c.tieba.baidu.com/p/3354362725
http://c.tieba.baidu.com/p/3354493596
http://c.tieba.baidu.com/p/3354386728
http://c.tieba.baidu.com/p/3354247248
http://c.tieba.baidu.com/p/3354246081
http://c.tieba.baidu.com/p/3354244736
http://c.tieba.baidu.com/p/3354243829
http://c.tieba.baidu.com/p/3354255255
http://c.tieba.baidu.com/p/3354251795
http://c.tieba.baidu.com/p/3354251040
http://c.tieba.baidu.com/p/3354250060
http://c.tieba.baidu.com/p/3354289895
http://c.tieba.baidu.com/p/3354319537
http://c.tieba.baidu.com/p/3354259808
http://c.tieba.baidu.com/p/3354313871
http://c.tieba.baidu.com/p/3354309420
http://c.tieba.baidu.com/p/3354300027
http://c.tieba.baidu.com/p/3354297069
http://c.tieba.baidu.com/p/3354195479
http://c.tieba.baidu.com/p/3354206526
http://c.tieba.baidu.com/p/3354204491
http://c.tieba.baidu.com/p/3354202763
http://c.tieba.baidu.com/p/3354200335
http://c.tieba.baidu.com/p/3354196351
http://c.tieba.baidu.com/p/3354226726
http://c.tieba.baidu.com/p/3354218172
http://c.tieba.baidu.com/p/3354215444
http://c.tieba.baidu.com/p/3354213289
http://c.tieba.baidu.com/p/3354209995
http://c.tieba.baidu.com/p/3354239543
http://c.tieba.baidu.com/p/3354238270
http://c.tieba.baidu.com/p/3354236627
http://c.tieba.baidu.com/p/3354234679
http://c.tieba.baidu.com/p/3354135902
http://c.tieba.baidu.com/p/3354133928
http://c.tieba.baidu.com/p/3354150505
http://c.tieba.baidu.com/p/3354149639
http://c.tieba.baidu.com/p/3354147111
http://c.tieba.baidu.com/p/3354145982
http://c.tieba.baidu.com/p/3354183940
http://c.tieba.baidu.com/p/3354182721
http://c.tieba.baidu.com/p/3354181977
http://c.tieba.baidu.com/p/3354165876
http://c.tieba.baidu.com/p/3354193677
http://c.tieba.baidu.com/p/3354191318
http://c.tieba.baidu.com/p/3354190267
http://c.tieba.baidu.com/p/3354188371
http://c.tieba.baidu.com/p/3354187491
http://c.tieba.baidu.com/p/3354071718
http://c.tieba.baidu.com/p/3354068213
http://c.tieba.baidu.com/p/3354066474
http://c.tieba.baidu.com/p/3354065260
http://c.tieba.baidu.com/p/3354081216
http://c.tieba.baidu.com/p/3354076242
http://c.tieba.baidu.com/p/3354075326
http://c.tieba.baidu.com/p/3354070260
http://c.tieba.baidu.com/p/3354125762
http://c.tieba.baidu.com/p/3354116024
http://c.tieba.baidu.com/p/3354112949
http://c.tieba.baidu.com/p/3354111925
http://c.tieba.baidu.com/p/3354083858
http://c.tieba.baidu.com/p/3354143274
http://c.tieba.baidu.com/p/3354138548
http://c.tieba.baidu.com/p/3353995244
http://c.tieba.baidu.com/p/3353983804
http://c.tieba.baidu.com/p/3354033869
http://c.tieba.baidu.com/p/3354031872
http://c.tieba.baidu.com/p/3354030072
http://c.tieba.baidu.com/p/3354029118
http://c.tieba.baidu.com/p/3354017868
http://c.tieba.baidu.com/p/3354051512
http://c.tieba.baidu.com/p/3354047829
http://c.tieba.baidu.com/p/3354045861
http://c.tieba.baidu.com/p/3354045354
http://c.tieba.baidu.com/p/3354062282
http://c.tieba.baidu.com/p/3354060763
http://c.tieba.baidu.com/p/3354055056
http://c.tieba.baidu.com/p/3354054049
http://c.tieba.baidu.com/p/3353927623
http://c.tieba.baidu.com/p/3353940240
http://c.tieba.baidu.com/p/3353938328
http://c.tieba.baidu.com/p/3353936543
http://c.tieba.baidu.com/p/3353963286
http://c.tieba.baidu.com/p/3353962877
http://c.tieba.baidu.com/p/3353947445
http://c.tieba.baidu.com/p/3353945576
http://c.tieba.baidu.com/p/3353944480
http://c.tieba.baidu.com/p/3353973983
http://c.tieba.baidu.com/p/3353971215
http://c.tieba.baidu.com/p/3353969648
http://c.tieba.baidu.com/p/3353967089
http://c.tieba.baidu.com/p/3354012796
http://c.tieba.baidu.com/p/3353997102
http://c.tieba.baidu.com/p/3353890191
http://c.tieba.baidu.com/p/3353905961
http://c.tieba.baidu.com/p/3353899997
http://c.tieba.baidu.com/p/3353899117
http://c.tieba.baidu.com/p/3353897901
http://c.tieba.baidu.com/p/3353912601
http://c.tieba.baidu.com/p/3353911106
http://c.tieba.baidu.com/p/3353909641
http://c.tieba.baidu.com/p/3353908731
http://c.tieba.baidu.com/p/3353918532
http://c.tieba.baidu.com/p/3353916671
http://c.tieba.baidu.com/p/3353915532
http://c.tieba.baidu.com/p/3353932494
http://c.tieba.baidu.com/p/3353931175
http://c.tieba.baidu.com/p/3353929436
http://c.tieba.baidu.com/p/3348228581
http://c.tieba.baidu.com/p/3353836792
http://c.tieba.baidu.com/p/3348038141
http://c.tieba.baidu.com/p/3353721933
http://c.tieba.baidu.com/p/3353832562
http://c.tieba.baidu.com/p/3348036152
http://c.tieba.baidu.com/p/3353725953
http://c.tieba.baidu.com/p/3353809347
http://c.tieba.baidu.com/p/3348033983
http://c.tieba.baidu.com/p/3353634819
http://c.tieba.baidu.com/p/3348030767
http://c.tieba.baidu.com/p/3347963870
http://c.tieba.baidu.com/p/3353894141
http://c.tieba.baidu.com/p/3353882414
http://c.tieba.baidu.com/p/3353892081
http://c.tieba.baidu.com/p/3353871521
http://c.tieba.baidu.com/p/3353623846
http://c.tieba.baidu.com/p/3353627803
http://c.tieba.baidu.com/p/3353840487
http://c.tieba.baidu.com/p/3353632403