爬虫+数据库写入启动器

?
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
package home;
 
import org.apache.log4j.Level;
import org.apache.log4j.Logger;
 
import java.util.Map;
import java.util.concurrent.CountDownLatch;
 
public class Main_ERRunner {
 
    public static void main(String[] args) {
        Logger.getLogger(cn.edu.hfut.dmic.webcollector.plugin.rocks.RocksDBManager.class).setLevel(Level.ERROR);
        Logger.getLogger(cn.edu.hfut.dmic.webcollector.crawler.Crawler.class).setLevel(Level.ERROR);
        CountDownLatch ERLatch = new CountDownLatch(1);
        CountDownLatch FDLatch = new CountDownLatch(Main_FinanceData.getStockNumber());
        CountDownLatch ERDBL = new CountDownLatch(1);
        CountDownLatch FDDBLatch = new CountDownLatch(Main_FinanceData.getStockNumber());
        Main_ExchangeRate ERCrawler = new Main_ExchangeRate(true, ERLatch);
        Main_FinanceData FDCrawler = new Main_FinanceData(true, FDLatch);
        try {
            ERCrawler.start(1);
            FDCrawler.start(1);
            FDLatch.await();
            ERLatch.await();
            new Thread(new Main_ExchangeRate2MySQL("USDCNY", ERDBL)).start();
            for (Map.Entry<String, String> entry : Main_FinanceData2MySQL.getStockName().entrySet()) {
                new Thread(new Main_FinanceData2MySQL(entry.getValue(),FDDBLatch)).start();
            }
            FDDBLatch.await();
            ERDBL.await();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
}