Shop/src/test/HtmlParseTest.java

这里只显示每个文件的开头 60 行。登录后可以解锁完整代码。

微信扫码关注公众号，代码整理好后第一时间通知你。

package test;

import java.io.*;
import java.net.URL;
import java.net.URLConnection;
import java.util.*;
import org.htmlparser.*;
import org.htmlparser.filters.*;
import org.htmlparser.tags.ImageTag;
import org.htmlparser.tags.LinkTag;
import org.htmlparser.util.NodeList;
import org.htmlparser.visitors.HtmlPage;

public class HtmlParseTest
{

    public HtmlParseTest()
    {
    }

    public static void main(String args[])
        throws Exception
    {
        List l = getLinkUrl("http://www.wenya.com/class.asp", "http://www.wenya.com", "GBK");
        l = getCanUseLinkUrl(l);
        String i;
        for(Iterator iterator = l.iterator(); iterator.hasNext(); System.out.println(i))
        {
            i = (String)iterator.next();
        }

        System.out.println(l.size());
    }

    public static String getUrlContent(String urlPath, String charType)
        throws Exception
    {
        URL url = new URL(urlPath);
        URLConnection conn = url.openConnection();
        conn.setDoOutput(true);
        InputStream inputStream = conn.getInputStream();
        InputStreamReader isr = new InputStreamReader(inputStream, charType);
        StringBuffer sb = new StringBuffer();
        BufferedReader in = new BufferedReader(isr);
        String inputLine;
        while((inputLine = in.readLine()) != null) 
        {
            if(inputLine != null && !"".equals(inputLine) && !"".equals(inputLine.trim()))
            {
                inputLine = inputLine.trim();
                sb.append(inputLine);
                sb.append("\n");
            }
        }
        return sb.toString();
    }

    public static List getLinkUrl(String urlPath, String site, String charType)
    {
    	try{