init

stockpredictor_back/crawler/toJsonFile/Crawler.py

@@ -0,0 +1,77 @@
+import os
+import shutil
+import datetime
+
+from stockpredictor.crawler.toJsonFile.FnGuideCrawler import FnGuideCrawler
+from stockpredictor.crawler.toJsonFile.MetaCrawler import MetaCrawler
+from stockpredictor.crawler.toJsonFile.StockCrawler import StockCrawler
+
+today = datetime.datetime.now().strftime("%Y-%m-%d")
+
+PROJECT_HOME = "../../.."
+
+crawler = FnGuideCrawler()
+print("[KOSPI 상장기업 재무제표 다운로드]")
+inFileName = PROJECT_HOME + '/resources/fnguide.json'
+outFileName = PROJECT_HOME + '/resources/fnguide.temp.json'
+if os.path.isfile(inFileName):
+    shutil.copy(inFileName, outFileName)
+crawler.crawl_fnguide(outFileName)
+if os.path.isfile(inFileName):
+    os.remove(inFileName)
+shutil.move(outFileName, inFileName)
+
+crawler = MetaCrawler()
+print("[환율 (USD, JPY, EUR, CNY), 원유 (WTI), 국제금]")
+inFileName = PROJECT_HOME + '/resources/meta_1.json'
+outFileName = PROJECT_HOME + '/resources/meta_1.temp.json'
+if os.path.isfile(inFileName):
+    shutil.copy(inFileName, outFileName)
+crawler.crawl_stocks(outFileName)
+if os.path.isfile(inFileName):
+    os.remove(inFileName)
+shutil.move(outFileName, inFileName)
+
+print("[투자자별 매매동향(Trading_Trend)]")
+inFileName = PROJECT_HOME + '/resources/meta_2.json'
+outFileName = PROJECT_HOME + '/resources/meta_2.temp.json'
+if os.path.isfile(inFileName):
+    shutil.copy(inFileName, outFileName)
+crawler.crawl_trading_trend(outFileName)
+if os.path.isfile(inFileName):
+    os.remove(inFileName)
+shutil.move(outFileName, inFileName)
+
+print("[증시자금동향 (신용잔고, 펀드자금 잔고)]")
+inFileName = PROJECT_HOME + '/resources/meta_3.json'
+outFileName = PROJECT_HOME + '/resources/meta_3.temp.json'
+if os.path.isfile(inFileName):
+    shutil.copy(inFileName, outFileName)
+crawler.crawl_money_trend(outFileName)
+if os.path.isfile(inFileName):
+    os.remove(inFileName)
+shutil.move(outFileName, inFileName)
+
+print("[국내 시장금리]")
+inFileName = PROJECT_HOME  + '/resources/meta_4.json'
+outFileName = PROJECT_HOME + '/resources/meta_4.temp.json'
+if os.path.isfile(inFileName):
+    shutil.copy(inFileName, outFileName)
+crawler.crawl_interest_rates(outFileName)
+if os.path.isfile(inFileName):
+    os.remove(inFileName)
+shutil.move(outFileName, inFileName)
+
+print("[종목 다운로드]")
+inFileName = PROJECT_HOME + '/resources/stock.json'
+outFileName = PROJECT_HOME + '/resources/stock.temp.json'
+if os.path.isfile(inFileName):
+    shutil.copy(inFileName, outFileName)
+crawler = StockCrawler()
+crawler.crawl_stocks(outFileName)
+crawler.get_stocks_avg(outFileName, inFileName)
+if os.path.isfile(outFileName):
+    os.remove(outFileName)
+
+
+print ("done...")