HtmlUnit入门二

2022-07-24 07:58:35

　　由于在在WebClient中，默认支持对CSS，JavaScript的解析，因此会总是会出现很多错误信息，并且执行速度也很慢。

　　因此，我们可以选择关闭掉WebClient对CSS，JavaScript的解析。

　　使用WebClient#getOption()方法，返回一个WebClientOptions对象，可以对WebClient进行很多设置。比如：使用代理，设置连接的有效时间之类的。

◇关闭对Css，JavaScript的支持

package com.fuwh;

import com.gargoylesoftware.htmlunit.BrowserVersion;

import com.gargoylesoftware.htmlunit.WebClient;

import com.gargoylesoftware.htmlunit.html.HtmlPage;

public class Demo04 {

    public static void main(String[] args) {

        WebClient webClient=null;

        try {

             webClient= new WebClient(BrowserVersion.FIREFOX_45);    //定义一个WebClient

             webClient.getOptions().setCssEnabled(false);    //设置CSS解析无效

             webClient.getOptions().setJavaScriptEnabled(false);//设置JavaScript解析无效

            final HtmlPage page=webClient.getPage("http://www.tuicool.com/");    //从指定URL获取HtmlPage

            System.out.println(page.asXml());

        } catch (Exception e) {

            // TODO: handle exception

            e.printStackTrace();

        }finally {

            webClient.close();    //关闭客户端

        }

    }

}

◇使用代理ip

package com.fuwh;

import com.gargoylesoftware.htmlunit.BrowserVersion;

import com.gargoylesoftware.htmlunit.ProxyConfig;

import com.gargoylesoftware.htmlunit.WebClient;

import com.gargoylesoftware.htmlunit.WebClientOptions;

import com.gargoylesoftware.htmlunit.html.HtmlPage;

public class Demo05 {

    public static void main(String[] args) {

        WebClient webClient=null;

        try {

             webClient= new WebClient(BrowserVersion.FIREFOX_45);    //定义一个WebClient

             WebClientOptions webClientOptions=webClient.getOptions();

             webClientOptions.setCssEnabled(false);    //设置CSS解析无效

             webClientOptions.setJavaScriptEnabled(false);//设置JavaScript解析无效

             webClientOptions.setProxyConfig(new ProxyConfig("49.212.39.221", 3129));

            final HtmlPage page=webClient.getPage("http://www.tuicool.com/");    //从指定URL获取HtmlPage

            System.out.println(page.asXml());

        } catch (Exception e) {

            // TODO: handle exception

            e.printStackTrace();

        }finally {

            webClient.close();    //关闭客户端

        }

    }

}

◇模拟提交表单

package com.fuwh;

import com.gargoylesoftware.htmlunit.BrowserVersion;

import com.gargoylesoftware.htmlunit.WebClient;

import com.gargoylesoftware.htmlunit.html.HtmlButton;

import com.gargoylesoftware.htmlunit.html.HtmlButtonInput;

import com.gargoylesoftware.htmlunit.html.HtmlDivision;

import com.gargoylesoftware.htmlunit.html.HtmlForm;

import com.gargoylesoftware.htmlunit.html.HtmlInput;

import com.gargoylesoftware.htmlunit.html.HtmlObject;

import com.gargoylesoftware.htmlunit.html.HtmlPage;

import com.gargoylesoftware.htmlunit.html.HtmlSpan;

import com.gargoylesoftware.htmlunit.html.HtmlSubmitInput;

import com.gargoylesoftware.htmlunit.html.HtmlTextInput;

public class Demo06 {

    public static void main(String[] args) {

        try(final WebClient webClient= new WebClient(BrowserVersion.CHROME)) {

            final HtmlPage page=webClient.getPage("https://mvnrepository.com/");

            webClient.getOptions().setCssEnabled(false);

            webClient.getOptions().setJavaScriptEnabled(false);

            HtmlDivision htmlDiv=(HtmlDivision) page.getByXPath("//div[@id='search']").get(0);

            HtmlForm form=(HtmlForm) htmlDiv.getElementsByTagName("form").get(0);

//            System.out.println(form.asXml());

            HtmlTextInput textInput=form.getInputByName("q");

            HtmlSubmitInput submit=form.getInputByValue("Search");

            textInput.setValueAttribute("junit");

            HtmlPage resultPage=submit.click();

//            System.out.println(resultPage.asXml());

            HtmlDivision htmlDiv2=resultPage.getFirstByXPath("//div[@class='im']");

            System.out.println(htmlDiv2.asXml());

//            

            webClient.close();

        } catch (Exception e) {

            // TODO: handle exception

            e.printStackTrace();

        }

    }

}

码农公寓

相关文章