获取同花顺的数据

package com.mengya.store.gp;

import com.gargoylesoftware.htmlunit.WebClient;
import com.gargoylesoftware.htmlunit.html.HtmlPage;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.logging.LogFactory;
import org.jsoup.Connection;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import javax.script.Invocable;
import javax.script.ScriptEngine;
import javax.script.ScriptEngineManager;
import java.io.File;
import java.io.FileReader;
import java.io.IOException;
import java.util.Map;
import java.util.logging.Level;

/**
 * 同花顺
 */
@Slf4j
public class JsoupUtil {

    public static String THS_DATA = "http://q.10jqka.com.cn/";
    public static String THS_URL = "http://q.10jqka.com.cn/index/index/board/all/field/zf/order/desc/page/%d/ajax/1/";

    public static void main(String[] args) {

        //WebDriver driver = new ChromeDriver();   //Firefox浏览器
        //driver.get(THS_DATA);

        try {
            // 屏蔽HtmlUnit等系统 log
            //LogFactory.getFactory().setAttribute("org.apache.commons.logging.Log","org.apache.commons.logging.impl.NoOpLog");
            java.util.logging.Logger.getLogger("com.gargoylesoftware").setLevel(Level.OFF);
            java.util.logging.Logger.getLogger("org.apache.http.client").setLevel(Level.OFF);


            String url = "http://localhost/ths";
            WebClient webClient = new WebClient();
            webClient.getOptions().setJavaScriptEnabled(true); //启用JS解释器，默认为true
            webClient.getOptions().setCssEnabled(false); //禁用css支持
            webClient.getOptions().setThrowExceptionOnScriptError(false); //js运行错误时，是否抛出异常
            HtmlPage page = webClient.getPage(url);
            webClient.waitForBackgroundJavaScript(3*1000);
            String pageXml = page.asXml(); //以xml的形式获取响应文本
            String json = pageXml.substring(pageXml.indexOf("<div id=\"content\">"), pageXml.indexOf("</div>")).replace("<div id=\"content\">", "");
            String hexinV = json.trim();
            Connection.Response referer = Jsoup.connect(THS_DATA).header("Referer", THS_DATA).execute();
            Document document = referer.parse();
            Map<String, String> cookies = referer.cookies();
            String pageInfo = document.getElementsByClass("page_info").html();
            if (pageInfo.indexOf("/") > 0) {
                int total = Integer.parseInt(pageInfo.split("/")[1]);
                log.info("========>" + total);
                for (int s = 1; s <= total; s++) {
                    String thsUrl = String.format(THS_URL, s);
                    Connection.Response execute = Jsoup.connect(thsUrl)
                            .cookies(cookies)
                            .header("hexin-v", hexinV)
                            .header("Referer", "http://q.10jqka.com.cn/").execute();
                    log.info(":::" + execute.cookies());
                    document = execute.parse();
                    Elements body = document.getElementsByTag("tbody").get(0).getElementsByTag("tr");
                    for (int i = 0; i < body.size(); i++) {
                        Element element = body.get(i);
                        Elements children = element.children();
                        StringBuilder builder = new StringBuilder();
                        for (int j = 0; j < children.size(); j++) {
                            builder.append(children.get(j).text()).append("....");
                        }
                        log.info("==>" + builder);
                    }
                }
            }
        } catch (Exception e) {
            log.error("JsoupUtil print:", e);
        }
        //getHexin();
    }

    public static String getHexin() {
        try {
            ScriptEngineManager manager = new ScriptEngineManager();
            ScriptEngine script = manager.getEngineByName("javascript");
            File file = new File("I:\\mengya\\src\\main\\java\\com\\mengya\\store\\gp\\ths.js");
            if (!file.exists()) {
                file = new File("C:\\m.js");
            }
            FileReader reader = new FileReader(file);
            script.eval(reader);//执行js,但是可能文件中有多个函数
            if (script instanceof Invocable) {
                Invocable invoke = (Invocable) script;
                Object result = invoke.invokeFunction("getHexin");//执行js文件中的指定函数
                log.info("result:" + result);
                /*ScriptObjectMirror mirror = (ScriptObjectMirror) result;
                Set<Map.Entry<String, Object>> set = mirror.entrySet();
                set.forEach(e -> {
                    ScriptObjectMirror v = (ScriptObjectMirror) e.getValue();
                    return v.entrySet();
                });*/
                reader.close();
            }
        } catch (Exception e) {
            e.printStackTrace();
        }
        return null;
    }

}