# coding=utf-8 import csv import time from selenium import webdriver from scrapy.selector import Selector MAX_RETRY_TIME = 150 URL = "https://emweb.securities.eastmoney.com/pc_hsf10/pages/index.html?type=web&code=%s&color=b#/cwfx" def get_company_finance(stock_code_list): browser = webdriver.Firefox() for stock_code in stock_code_list: code = stock_code[0] name = stock_code[1] company_name = stock_code[2] stock_code = stock_code[0] if stock_code[0] == '6': stock_code = 'SH' + stock_code elif stock_code[0] == '8' or stock_code[0] == '4': stock_code = 'BJ' + stock_code else: stock_code = 'SZ' + stock_code url = URL % stock_code browser.execute_script('window.open("%s")' % url) retry_time = 0 while True: try: if retry_time < MAX_RETRY_TIME: browser.switch_to.window(browser.window_handles[1]) # 财务报表-资产负债表按钮css zcfzb_button = browser.find_elements_by_css_selector('div.cwbbTab ul.commonTab li:nth-child(1)')[0] # 财务报表-资产负债表的年报按钮css zcfzb_nb_button = browser.find_elements_by_css_selector('div.cwbbTab+div>div.tab ul:last-child li:nth-child(2)')[0] # 财务报表-利润表按钮css lrb_button = browser.find_elements_by_css_selector('div.cwbbTab ul.commonTab li:nth-child(2)')[0] # 财务报表-利润表的年报按钮css lrb_nb_button = browser.find_elements_by_css_selector('div.cwbbTab ~ div ~ div > div.tab ul:last-child li:nth-child(2)')[0] # 点击并保存源码 browser.execute_script("arguments[0].click();", zcfzb_button) time.sleep(0.2) browser.execute_script("arguments[0].click();", zcfzb_nb_button) time.sleep(2) page_source_zcfz = browser.page_source # 点击并保存源码 browser.execute_script("arguments[0].click();", lrb_button) time.sleep(0.2) browser.execute_script("arguments[0].click();", lrb_nb_button) time.sleep(2) page_source_lrb = browser.page_source break else: print("年报按钮获取失败") return except: retry_time += 1 time.sleep(0.2) flag = 0 retry_time = 0 while True: try: if retry_time < MAX_RETRY_TIME: if "银行" in company_name or "信托" in company_name: # 资产总额（资产总计） TotalAssets_2024 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(43) td:nth-child(2) span::text").extract_first() TotalAssets_2023 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(43) td:nth-child(3) span::text").extract_first() TotalAssets_2022 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(43) td:nth-child(4) span::text").extract_first() # 销售收入（营业收入） SalesProceeds_2024 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(2) td:nth-child(2) span::text").extract_first() SalesProceeds_2023 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(2) td:nth-child(3) span::text").extract_first() SalesProceeds_2022 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(2) td:nth-child(4) span::text").extract_first() # 利润总额 LRZE_2024 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(35) td:nth-child(2) span::text").extract_first() LRZE_2023 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(35) td:nth-child(3) span::text").extract_first() LRZE_2022 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(35) td:nth-child(4) span::text").extract_first() # 净利润 JLR_2024 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(39) td:nth-child(2) span::text").extract_first() JLR_2023 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(39) td:nth-child(3) span::text").extract_first() JLR_2022 = Selector(text=page_source_lrb).css("div.lrb_table tr:nth-child(39) td:nth-child(4) span::text").extract_first() # 负债总计（负债合计） FZZJ_2024 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(74) td:nth-child(2) span::text").extract_first() FZZJ_2023 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(74) td:nth-child(3) span::text").extract_first() FZZJ_2022 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(74) td:nth-child(4) span::text").extract_first() # 纳税额（应交税费） Ratal_2024 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(59) td:nth-child(2) span::text").extract_first() Ratal_2023 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(59) td:nth-child(3) span::text").extract_first() Ratal_2022 = Selector(text=page_source_zcfz).css("div.zcfzb_table tr:nth-child(59) td:nth-child(4) span::text").extract_first() break elif "证券" in company_name or "期货" in company_name: # 资产总额（资产总计） TotalAssets_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(44) td:nth-child(2) span::text").extract_first() TotalAssets_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(44) td:nth-child(3) span::text").extract_first() TotalAssets_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(44) td:nth-child(4) span::text").extract_first() # 销售收入（营业收入） SalesProceeds_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(2) span::text").extract_first() SalesProceeds_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(3) span::text").extract_first() SalesProceeds_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(4) span::text").extract_first() # 利润总额 LRZE_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(40) td:nth-child(2) span::text").extract_first() LRZE_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(40) td:nth-child(3) span::text").extract_first() LRZE_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(40) td:nth-child(4) span::text").extract_first() # 净利润 JLR_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(42) td:nth-child(2) span::text").extract_first() JLR_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(42) td:nth-child(3) span::text").extract_first() JLR_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(42) td:nth-child(4) span::text").extract_first() # 负债总计（负债合计） FZZJ_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(76) td:nth-child(2) span::text").extract_first() FZZJ_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(76) td:nth-child(3) span::text").extract_first() FZZJ_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(76) td:nth-child(4) span::text").extract_first() # 纳税额（应交税费） Ratal_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(61) td:nth-child(2) span::text").extract_first() Ratal_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(61) td:nth-child(3) span::text").extract_first() Ratal_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(61) td:nth-child(4) span::text").extract_first() break elif "保险" in company_name: # 资产总额（资产总计） TotalAssets_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(51) td:nth-child(2) span::text").extract_first() TotalAssets_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(51) td:nth-child(3) span::text").extract_first() TotalAssets_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(51) td:nth-child(4) span::text").extract_first() # 销售收入（营业收入） SalesProceeds_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(2) span::text").extract_first() SalesProceeds_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(3) span::text").extract_first() SalesProceeds_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(4) span::text").extract_first() # 利润总额 LRZE_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(53) td:nth-child(2) span::text").extract_first() LRZE_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(53) td:nth-child(3) span::text").extract_first() LRZE_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(53) td:nth-child(4) span::text").extract_first() # 净利润 JLR_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(57) td:nth-child(2) span::text").extract_first() JLR_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(57) td:nth-child(3) span::text").extract_first() JLR_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(57) td:nth-child(4) span::text").extract_first() # 负债总计（负债合计） FZZJ_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(98) td:nth-child(2) span::text").extract_first() FZZJ_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(98) td:nth-child(3) span::text").extract_first() FZZJ_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(98) td:nth-child(4) span::text").extract_first() # 纳税额（应交税费） Ratal_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(72) td:nth-child(2) span::text").extract_first() Ratal_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(72) td:nth-child(3) span::text").extract_first() Ratal_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(72) td:nth-child(4) span::text").extract_first() break else: # 资产总额（资产总计） TotalAssets_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(69) td:nth-child(2) span::text").extract_first() TotalAssets_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(69) td:nth-child(3) span::text").extract_first() TotalAssets_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(69) td:nth-child(4) span::text").extract_first() # 销售收入（营业收入） SalesProceeds_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(2) span::text").extract_first() SalesProceeds_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(3) span::text").extract_first() SalesProceeds_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(2) td:nth-child(4) span::text").extract_first() # 利润总额 LRZE_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(48) td:nth-child(2) span::text").extract_first() LRZE_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(48) td:nth-child(3) span::text").extract_first() LRZE_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(48) td:nth-child(4) span::text").extract_first() # 净利润 JLR_2024 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(52) td:nth-child(2) span::text").extract_first() JLR_2023 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(52) td:nth-child(3) span::text").extract_first() JLR_2022 = Selector(text=page_source_lrb).css( "div.lrb_table tr:nth-child(52) td:nth-child(4) span::text").extract_first() # 负债总计（负债合计） FZZJ_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(126) td:nth-child(2) span::text").extract_first() FZZJ_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(126) td:nth-child(3) span::text").extract_first() FZZJ_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(126) td:nth-child(4) span::text").extract_first() # 纳税额（应交税费） Ratal_2024 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(88) td:nth-child(2) span::text").extract_first() Ratal_2023 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(88) td:nth-child(3) span::text").extract_first() Ratal_2022 = Selector(text=page_source_zcfz).css( "div.zcfzb_table tr:nth-child(88) td:nth-child(4) span::text").extract_first() break else: print("数据获取失败") return except: if retry_time > 25: with open('company_error.csv', 'a', newline='') as newfile: writer = csv.writer(newfile) company_a = [code,name,company_name] writer.writerow(company_a) newfile.close() flag = 1 break retry_time += 1 time.sleep(0.2) if flag != 1: company_finance_details = {"股票代码":code,"股票名称":name,"公司名称":company_name, "资产总额2024":TotalAssets_2024,"资产总额2023":TotalAssets_2023,"资产总额2022":TotalAssets_2022, "销售收入2024":SalesProceeds_2024,"销售收入2023":SalesProceeds_2023,"销售收入2022":SalesProceeds_2022, "利润总额2024":LRZE_2024,"利润总额2023":LRZE_2023,"利润总额2022":LRZE_2022, "净利润2024":JLR_2024,"净利润2023":JLR_2023,"净利润2022":JLR_2022, "负债总计2024":FZZJ_2024,"负债总计2023":FZZJ_2023,"负债总计2022":FZZJ_2022, "纳税额2024":Ratal_2024,"纳税额2023":Ratal_2023,"纳税额2022":Ratal_2022 } print(company_finance_details) company_finance_details_csv = [code,name,company_name, TotalAssets_2024,TotalAssets_2023,TotalAssets_2022, SalesProceeds_2024,SalesProceeds_2023,SalesProceeds_2022, LRZE_2024,LRZE_2023,LRZE_2022, JLR_2024,JLR_2023,JLR_2022, FZZJ_2024,FZZJ_2023,FZZJ_2022, Ratal_2024,Ratal_2023,Ratal_2022] with open('company_finance_details.csv', 'a', newline='') as newfile: writer = csv.writer(newfile) writer.writerow(company_finance_details_csv) newfile.close() browser.close() browser.switch_to.window(browser.window_handles[0]) else: browser.close() browser.switch_to.window(browser.window_handles[0]) browser.close() file = 'company.csv' with open(file,'r') as file: code_list = csv.reader(file,delimiter=',') stock_code_list = [] for code in code_list: stock_code_list.append(code) get_company_finance(stock_code_list)