From 87e005daf13b5db3fd76e3d56b2282496174d83e Mon Sep 17 00:00:00 2001 From: dosangyoon Date: Fri, 24 Jun 2022 21:39:08 +0900 Subject: [PATCH] init --- stockpredictor/crawler/sQLite/Crawler.py | 2 -- stockpredictor/crawler/sQLite/MetaCrawler.py | 2 +- stockpredictor/crawler/sQLite/StockCrawler.py | 2 +- 3 files changed, 2 insertions(+), 4 deletions(-) diff --git a/stockpredictor/crawler/sQLite/Crawler.py b/stockpredictor/crawler/sQLite/Crawler.py index 48a558c..d4172a2 100644 --- a/stockpredictor/crawler/sQLite/Crawler.py +++ b/stockpredictor/crawler/sQLite/Crawler.py @@ -19,11 +19,9 @@ stockFileName = PROJECT_HOME + '/resources/stock.db' # 재무제표는 3개월마다 다운로드를 한다. -""" fnGuideCrawler = FnGuideCrawler(START_DATE) print("[KOSPI 상장기업 재무제표 다운로드]") fnGuideCrawler.crawl_fnguide(stockFileName) -""" metaCrawler = MetaCrawler(START_DATE) print("\n[증시자금동향 (신용잔고, 펀드자금 잔고)]") diff --git a/stockpredictor/crawler/sQLite/MetaCrawler.py b/stockpredictor/crawler/sQLite/MetaCrawler.py index 4f8dd09..cffd83b 100644 --- a/stockpredictor/crawler/sQLite/MetaCrawler.py +++ b/stockpredictor/crawler/sQLite/MetaCrawler.py @@ -8,7 +8,7 @@ import pandas as pd class MetaCrawler: header = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36'} - limit_page_count = 100000 + limit_page_count = 1000000 START_DATE = None def __init__(self, START_DATE): diff --git a/stockpredictor/crawler/sQLite/StockCrawler.py b/stockpredictor/crawler/sQLite/StockCrawler.py index 5c1456b..6208b9c 100644 --- a/stockpredictor/crawler/sQLite/StockCrawler.py +++ b/stockpredictor/crawler/sQLite/StockCrawler.py @@ -21,7 +21,7 @@ class StockCrawler: special_pattern = None fnGuideCrawler = None - limit_page_count = 100000 + limit_page_count = 1000000 START_DATE = None def __init__(self, START_DATE):