dsyoon/DeepStock
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

init

Browse Source
This commit is contained in:
dsyoon
2024-04-26 07:47:48 +09:00
parent 3bbfdf2f7a
commit d5e5316fce
25 changed files with 1699 additions and 3665 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
stock/crawler/FnGuideCrawler.py
View File

@@ -121,7 +121,7 @@ class FnGuideCrawler:
item_code = item[1]
idx += 1
print(idx, item_code, item_name, 'http://comp.fnguide.com/SVO2/ASP/SVD_main.asp?pGB=1&gicode=A%s'%(item_code.strip()))
print("{}. {} ({}) {}".format(idx, item_code, item_name, 'http://comp.fnguide.com/SVO2/ASP/SVD_main.asp?pGB=1&gicode=A%s'%(item_code.strip())))
fnGuideData = self.get_fnguide_table(item_code)

22
stock/crawler/MetaCrawler.py
View File

@@ -46,8 +46,8 @@ class MetaCrawler:
inputs.append({'NAME': 'RUB', 'CODE': 'FX_RUBKRW', 'URL': 'http://finance.naver.com/marketindex/exchangeDailyQuote.nhn?marketindexCd=FX_RUBKRW'}) # 러시아 RUB
inputs.append({'NAME': 'TWD', 'CODE': 'FX_TWDKRW', 'URL': 'http://finance.naver.com/marketindex/exchangeDailyQuote.nhn?marketindexCd=FX_TWDKRW'}) # 대만 TWD
for i in range(len(inputs)):
input = inputs[i]
for idx in range(len(inputs)):
input = inputs[idx]
NAME = input['NAME']
CODE = input['CODE']
@@ -100,7 +100,7 @@ class MetaCrawler:
finish = True
break
print(CODE, NAME, ymd)
print("{}. {} {} ({})".format(idx, ymd, CODE, NAME))
if finish:
break
@@ -191,7 +191,7 @@ class MetaCrawler:
finish = True
break
print ("20"+item[0])
print ("Trading_Trend 20{}".format(item[0]))
previousDay = html[0].values[2][0]
if finish:
break
@@ -271,7 +271,7 @@ class MetaCrawler:
finish = True
break
print("20"+item[0])
print("crawl_money_trend 20{}".format(item[0]))
if finish:
break
previousDay = html[0].values[2][0]
@@ -301,8 +301,8 @@ class MetaCrawler:
inputs.append({'NAME': '국고채(3년)', 'CODE': 'IRR_GOVT03Y', 'URL': 'http://finance.naver.com/marketindex/interestDailyQuote.nhn?marketindexCd=IRR_GOVT03Y'})
inputs.append({'NAME': '회사채(3년)', 'CODE': 'IRR_CORP03Y', 'URL': 'http://finance.naver.com/marketindex/interestDailyQuote.nhn?marketindexCd=IRR_CORP03Y'})
for i in range(len(inputs)):
input = inputs[i]
for idx in range(len(inputs)):
input = inputs[idx]
NAME = input['NAME']
CODE = input['CODE']
@@ -357,7 +357,7 @@ class MetaCrawler:
if finish:
break
print(NAME + " / " + ymd)
print("{} {}".format(ymd, NAME))
conn.commit()
cursor.close()
@@ -393,8 +393,8 @@ class MetaCrawler:
inputs.append({'NAME': 'PLATINUM', 'CODE': 'CMDT_PL','URL': 'http://finance.naver.com/marketindex/worldDailyQuote.nhn?marketindexCd=CMDT_PL&fdtc=2'}) # 국제 백금
inputs.append({'NAME': 'PALADIUM', 'CODE': 'CMDT_PA','URL': 'http://finance.naver.com/marketindex/worldDailyQuote.nhn?marketindexCd=CMDT_PA&fdtc=2'}) # 국제 팔라듐
for i in range(len(inputs)):
input = inputs[i]
for idx in range(len(inputs)):
input = inputs[idx]
NAME = input['NAME']
CODE = input['CODE']
@@ -444,7 +444,7 @@ class MetaCrawler:
finish = True
break
print(CODE, NAME, ymd)
print("{}. {} {} ({})".format(idx, ymd, CODE, NAME))
if finish:
break

14
stock/crawler/StockCrawler.py
View File

@@ -132,10 +132,7 @@ class StockCrawler:
stocks.append({"NAME": 'KODEX 은행', "CODE": "091170"})
stocks.append({"NAME": 'TIGER 탄소효율그린뉴딜', "CODE": "376410"})
start_time = time.time()
for i, stock in enumerate(stocks):
print (i, stock["NAME"], stock["CODE"], (time.time()-start_time), "s")
start_time = time.time()
cursor.execute('SELECT ymd FROM ' + tableName + ' WHERE CODE=? order by ymd desc', (stock["CODE"],))
result = cursor.fetchone()
ymd = self.START_DATE
@@ -153,6 +150,7 @@ class StockCrawler:
#else:
# cursor.execute("UPDATE " + tableName + " SET close=?, diff=?, open=?, high=?, low=?, volume=? WHERE CODE=? and ymd=?", (item['close'], item['diff'], item['open'], item['high'], item['low'], item['volume'], stock["CODE"], item['ymd']))
print("{}. {} ({})".format(i, stock["CODE"], stock["NAME"]))
sleep(0.5)
conn.commit()
cursor.close()
@@ -178,7 +176,6 @@ class StockCrawler:
code_df = self.getStockInfo()
items = code_df.values
start_time = time.time()
idx = 0
for item in items:
idx += 1
@@ -211,9 +208,7 @@ class StockCrawler:
conn.commit()
cursor.close()
conn.close()
print(idx, item_name, item_code, (time.time() - start_time), "s")
start_time = time.time()
print("{}. {} ({})".format(idx, item_code, item_name))
sleep(0.3)
return
@@ -234,8 +229,6 @@ class StockCrawler:
cursor.close()
conn.close()
start_time = time.time()
pd.options.display.float_format = '{:.4f}'.format
pd.set_option('display.max_columns', None)
@@ -372,9 +365,8 @@ class StockCrawler:
conn.commit()
cursor.close()
conn.close()
print(idx, item_code, special_stocks[item_code], (time.time() - start_time), "s")
start_time = time.time()
print("{}. {} ({})".format(idx, item_code, special_stocks[item_code]))
sleep(0.05)
return