import us.codecraft.webmagic.downloader.HttpClientDownloader; //导入依赖的package包/类
protected void initComponent() {
    if (downloader == null) {
        this.downloader = new HttpClientDownloader();
    }
    if (pipelines.isEmpty()) {
        pipelines.add(new ConsolePipeline());
    }
    downloader.setThread(threadNum);
    if (threadPool == null || threadPool.isShutdown()) {
        if (executorService != null && !executorService.isShutdown()) {
            threadPool = new CountableThreadPool(threadNum, executorService);
        } else {
            threadPool = new CountableThreadPool(threadNum);
        }
    }
    if (startRequests != null) {
        for (Request request : startRequests) {
            addRequest(request);
        }
        startRequests.clear();
    }
    startTime = new Date();
}
 

import us.codecraft.webmagic.downloader.HttpClientDownloader; //导入依赖的package包/类
protected void checkComponent() {
	if (downloader == null) {
		this.downloader = new HttpClientDownloader();
	}
	if (pipelines.isEmpty()) {
		pipelines.add(new ConsolePipeline());
	}
	downloader.setThread(threadNum);
}
 

import us.codecraft.webmagic.downloader.HttpClientDownloader; //导入依赖的package包/类
public SimpleHttpClient(Site site) {
    this.site = site;
    this.httpClientDownloader = new HttpClientDownloader();
}
 

import us.codecraft.webmagic.downloader.HttpClientDownloader; //导入依赖的package包/类
public static void main(String[] args) {
		HttpClientDownloader downloader = new HttpClientDownloader();
//		Html html = downloader.download("http://v.163.com/special/Khan/multiples.html","utf-8");
		Html html = downloader.download("http://v.163.com/special/Khan/multiples.html");
		System.out.println(html);
	}