research/stock
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
oscarz
2025-03-17 11:08:13 +08:00
parent e6327fbe73
commit f43cd53159
177 changed files with 5 additions and 178173 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5223
tushare/src/balance.log Normal file
View File

File diff suppressed because it is too large Load Diff

5223
tushare/src/cashflow.log Normal file
View File

File diff suppressed because it is too large Load Diff

3
tushare/src/config.py Normal file
View File

@ -0,0 +1,3 @@
CONFIG_DB = {"host":"172.18.0.2", "user":"root", "password":"mysqlpw", "database":"tushare-db"}
CONFIG_TS = {"secret":"f4b683b73b5208105564cb2a086f9c687268b8c4a50d7534853889e3"}

627
tushare/src/db.sql Normal file
View File

@ -0,0 +1,627 @@
# drop database stockdb;
# create database stockdb;
use stockdb;
create table if not exists t_ods_hs_base_list(
ts_code varchar(32) default '' comment 'TS代码',
symbol varchar(32) default '' comment '股票代码',
name varchar(32) default '' comment '股票名称',
area varchar(32) default '' comment '地域',
industry varchar(32) default '' comment '所属行业',
fullname varchar(128) default '' comment '股票全称',
enname varchar(128) default '' comment '英文全称',
cnspell varchar(32) default '' comment '拼音缩写',
market varchar(32) default '' comment '市场类型',
exchange varchar(32) default '' comment '交易所代码',
curr_type varchar(32) default '' comment '交易货币',
list_status varchar(32) default '' comment '上市状态 L上市 D退市 P暂停上市',
list_date varchar(32) default '' comment '上市日期',
delist_date varchar(32) default '' comment '退市日期',
is_hs varchar(32) default '' comment '是否沪深港通标的，N否 H沪股通 S深股通',
PRIMARY KEY (ts_code)
)ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;
create table if not exists t_ods_hs_base_ipo(
ts_code varchar(32) default '' comment 'TS代码',
sub_code varchar(32) default '' comment '申购代码',
name varchar(32) default '' comment '名称',
ipo_date varchar(32) default '' comment '上网发行日期',
issue_date varchar(32) default '' comment '上市日期',
amount float default 0 comment '发行总量（万股）',
market_amount float default 0 comment '上网发行总量（万股）',
price float default 0 comment '发行价格',
pe float default 0 comment '市盈率',
limit_amount float default 0 comment '个人申购上限（万股）',
funds float default 0 comment '募集资金（亿）',
ballot float default 0 comment '中签率',
PRIMARY KEY (ts_code)
)ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;
CREATE TABLE IF NOT EXISTS t_meta_kechuang_chip(
ts_code varchar(32) DEFAULT '' COMMENT 'TS代码',
PRIMARY KEY (ts_code)
)
INSERT into t_meta_kechuang_chip values
('688981.SH'), ('688008.SH'), ('688012.SH'), ('688396.SH'), ('688126.SH'), ('688728.SH'), ('688385.SH'), ('688536.SH'), ('688099.SH'), ('688082.SH'),
('688798.SH'), ('688200.SH'), ('688521.SH'), ('688256.SH'), ('688107.SH'), ('688002.SH'), ('688608.SH'), ('688019.SH'), ('688123.SH'), ('688037.SH'),
('688001.SH'), ('688233.SH'), ('688368.SH'), ('688601.SH'), ('688508.SH'), ('688018.SH'), ('688106.SH'), ('688766.SH'), ('688268.SH'), ('688699.SH'),
('688595.SH'), ('688596.SH'), ('688313.SH'), ('688661.SH'), ('688049.SH'), ('688589.SH'), ('688135.SH'), ('688025.SH'), ('688138.SH'), ('688216.SH'),
('688286.SH'), ('688328.SH');
create table if not exists t_ods_hs_finance_income(
ts_code varchar(32) default '' comment 'TS代码',
ann_date varchar(32) default '' comment '公告日期',
f_ann_date varchar(32) default '' comment '实际公告日期',
end_date varchar(32) default '' comment '报告期',
report_type varchar(16) default '' comment '报告类型',
comp_type varchar(16) default '' comment '公司类型(1一般工商业2银行3保险4证券)',
end_type varchar(32) default '' comment '报告期类型',
basic_eps DECIMAL(19,2) default 0 comment '基本每股收益',
diluted_eps DECIMAL(19,2) default 0 comment '稀释每股收益',
total_revenue DECIMAL(19,2) default 0 comment '营业总收入',
revenue DECIMAL(19,2) default 0 comment '营业收入',
int_income DECIMAL(19,2) default 0 comment '利息收入',
prem_earned DECIMAL(19,2) default 0 comment '已赚保费',
comm_income DECIMAL(19,2) default 0 comment '手续费及佣金收入',
n_commis_income DECIMAL(19,2) default 0 comment '手续费及佣金净收入',
n_oth_income DECIMAL(19,2) default 0 comment '其它经营净收益',
n_oth_b_income DECIMAL(19,2) default 0 comment '加：其它业务净收益',
prem_income DECIMAL(19,2) default 0 comment '保险业务收入',
out_prem DECIMAL(19,2) default 0 comment '减：分出保费',
une_prem_reser DECIMAL(19,2) default 0 comment '提取未到期责任准备金',
reins_income DECIMAL(19,2) default 0 comment '其中：分保费收入',
n_sec_tb_income DECIMAL(19,2) default 0 comment '代理买卖证券业务净收入',
n_sec_uw_income DECIMAL(19,2) default 0 comment '证券承销业务净收入',
n_asset_mg_income DECIMAL(19,2) default 0 comment '受托客户资产管理业务净收入',
oth_b_income DECIMAL(19,2) default 0 comment '其它业务收入',
fv_value_chg_gain DECIMAL(19,2) default 0 comment '加：公允价值变动净收益',
invest_income DECIMAL(19,2) default 0 comment '加：投资净收益',
ass_invest_income DECIMAL(19,2) default 0 comment '其中：对联营企业和合营企业的投资收益',
forex_gain DECIMAL(19,2) default 0 comment '加：汇兑净收益',
total_cogs DECIMAL(19,2) default 0 comment '营业总成本',
oper_cost DECIMAL(19,2) default 0 comment '减：营业成本',
int_exp DECIMAL(19,2) default 0 comment '减：利息支出',
comm_exp DECIMAL(19,2) default 0 comment '减：手续费及佣金支出',
biz_tax_surchg DECIMAL(19,2) default 0 comment '减：营业税金及附加',
sell_exp DECIMAL(19,2) default 0 comment '减：销售费用',
admin_exp DECIMAL(19,2) default 0 comment '减：管理费用',
fin_exp DECIMAL(19,2) default 0 comment '减：财务费用',
assets_impair_loss DECIMAL(19,2) default 0 comment '减：资产减值损失',
prem_refund DECIMAL(19,2) default 0 comment '退保金',
compens_payout DECIMAL(19,2) default 0 comment '赔付总支出',
reser_insur_liab DECIMAL(19,2) default 0 comment '提取保险责任准备金',
div_payt DECIMAL(19,2) default 0 comment '保户红利支出',
reins_exp DECIMAL(19,2) default 0 comment '分保费用',
oper_exp DECIMAL(19,2) default 0 comment '营业支出',
compens_payout_refu DECIMAL(19,2) default 0 comment '减：摊回赔付支出',
insur_reser_refu DECIMAL(19,2) default 0 comment '减：摊回保险责任准备金',
reins_cost_refund DECIMAL(19,2) default 0 comment '减：摊回分保费用',
other_bus_cost DECIMAL(19,2) default 0 comment '其它业务成本',
operate_profit DECIMAL(19,2) default 0 comment '营业利润',
non_oper_income DECIMAL(19,2) default 0 comment '加：营业外收入',
non_oper_exp DECIMAL(19,2) default 0 comment '减：营业外支出',
nca_disploss DECIMAL(19,2) default 0 comment '其中：减：非流动资产处置损失',
total_profit DECIMAL(19,2) default 0 comment '利润总额',
income_tax DECIMAL(19,2) default 0 comment '所得税费用',
n_income DECIMAL(19,2) default 0 comment '净利润（含少数股东损益）',
n_income_attr_p DECIMAL(19,2) default 0 comment '净利润（不含少数股东损益）',
minority_gain DECIMAL(19,2) default 0 comment '少数股东损益',
oth_compr_income DECIMAL(19,2) default 0 comment '其它综合收益',
t_compr_income DECIMAL(19,2) default 0 comment '综合收益总额',
compr_inc_attr_p DECIMAL(19,2) default 0 comment '归属于母公司（或股东）的综合收益总额）',
compr_inc_attr_m_s DECIMAL(19,2) default 0 comment '归属于少数股东的综合收益总额',
ebit DECIMAL(19,2) default 0 comment '息税前利润',
ebitda DECIMAL(19,2) default 0 comment '息税折旧摊销前利润',
insurance_exp DECIMAL(19,2) default 0 comment '保险业务支出',
undist_profit DECIMAL(19,2) default 0 comment '年初未分配利润',
distable_profit DECIMAL(19,2) default 0 comment '可分配利润',
rd_exp DECIMAL(19,2) default 0 comment '研发费用',
fin_exp_int_exp DECIMAL(19,2) default 0 comment '财务费用：利息费用',
fin_exp_int_inc DECIMAL(19,2) default 0 comment '财务费用：利息收入',
transfer_surplus_rese DECIMAL(19,2) default 0 comment '盈余公积转入',
transfer_housing_imprest DECIMAL(19,2) default 0 comment '住房周转金转入',
transfer_oth DECIMAL(19,2) default 0 comment '其它转入',
adj_lossgain DECIMAL(19,2) default 0 comment '调整以前年度损益',
withdra_legal_surplus DECIMAL(19,2) default 0 comment '提取法定盈余公积',
withdra_legal_pubfund DECIMAL(19,2) default 0 comment '提取法定公益金',
withdra_biz_devfund DECIMAL(19,2) default 0 comment '提取企业发展基金',
withdra_rese_fund DECIMAL(19,2) default 0 comment '提取储备基金',
withdra_oth_ersu DECIMAL(19,2) default 0 comment '提取任意盈余公积金',
workers_welfare DECIMAL(19,2) default 0 comment '职工奖金福利',
distr_profit_shrhder DECIMAL(19,2) default 0 comment '可供股东分配的利润',
prfshare_payable_dvd DECIMAL(19,2) default 0 comment '应付优先股股利',
comshare_payable_dvd DECIMAL(19,2) default 0 comment '应付普通股股利',
capit_comstock_div DECIMAL(19,2) default 0 comment '转作股本的普通股股利',
net_after_nr_lp_correct DECIMAL(19,2) default 0 comment '扣除非经营损益后的净利润（更正前）',
oth_income DECIMAL(19,2) default 0 comment '其他收益',
asset_disp_income DECIMAL(19,2) default 0 comment '资产处置收益',
continued_net_profit DECIMAL(19,2) default 0 comment '持续经营净利润',
end_net_profit DECIMAL(19,2) default 0 comment '终止经营净利润',
credit_impa_loss DECIMAL(19,2) default 0 comment '信用减值损失',
net_expo_hedging_benefits DECIMAL(19,2) default 0 comment '净敞口套期收益',
oth_impair_loss_assets DECIMAL(19,2) default 0 comment '其它资产减值损失',
total_opcost DECIMAL(19,2) default 0 comment '营业总成本2',
amodcost_fin_assets DECIMAL(19,2) default 0 comment '以摊余成本计量的金融资产终止确认收益',
update_flag varchar(16) default '' comment '更新标识',
PRIMARY KEY (ts_code, ann_date, f_ann_date, end_date, update_flag)
)ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;
create table if not exists t_ods_hs_finance_balance (
ts_code varchar(32) default '' comment 'TS股票代码',
ann_date varchar(32) default '' comment '公告日期',
f_ann_date varchar(32) default '' comment '实际公告日期',
end_date varchar(32) default '' comment '报告期',
report_type varchar(32) default '' comment '报告类型',
comp_type varchar(32) default '' comment '公司类型(1一般工商业2银行3保险4证券)',
end_type varchar(32) default '' comment '报告期类型',
total_share DECIMAL(19,2) default 0 comment '期末总股本',
cap_rese DECIMAL(19,2) default 0 comment '资本公积金',
undistr_porfit DECIMAL(19,2) default 0 comment '未分配利润',
surplus_rese DECIMAL(19,2) default 0 comment '盈余公积金',
special_rese DECIMAL(19,2) default 0 comment '专项储备',
money_cap DECIMAL(19,2) default 0 comment '货币基金',
trad_asset DECIMAL(19,2) default 0 comment '交易性金融资产',
notes_receiv DECIMAL(19,2) default 0 comment '应收票据',
accounts_receiv DECIMAL(19,2) default 0 comment '应收账款',
oth_receiv DECIMAL(19,2) default 0 comment '其它应收款',
prepayment DECIMAL(19,2) default 0 comment '预付款项',
div_receiv DECIMAL(19,2) default 0 comment '应收股利',
int_receiv DECIMAL(19,2) default 0 comment '应收利息',
inventories DECIMAL(19,2) default 0 comment '存货',
amor_exp DECIMAL(19,2) default 0 comment '长期待摊费用',
nca_within_1y DECIMAL(19,2) default 0 comment '一年内到期的非流动资产',
sett_rsrv DECIMAL(19,2) default 0 comment '结算备付金',
loanto_oth_bank_fi DECIMAL(19,2) default 0 comment '拆出资金',
premium_receiv DECIMAL(19,2) default 0 comment '应收保费',
reinsur_receiv DECIMAL(19,2) default 0 comment '应收分保账款',
reinsur_res_receiv DECIMAL(19,2) default 0 comment '应收分保合同准备金',
pur_resale_fa DECIMAL(19,2) default 0 comment '买入返售金融资产',
oth_cur_assets DECIMAL(19,2) default 0 comment '其它流动资产',
total_cur_assets DECIMAL(19,2) default 0 comment '流动资产合计',
fa_avail_for_sale DECIMAL(19,2) default 0 comment '可供出售金融资产',
htm_invest DECIMAL(19,2) default 0 comment '持有至到期投资',
lt_eqt_invest DECIMAL(19,2) default 0 comment '长期股权投资',
invest_real_estate DECIMAL(19,2) default 0 comment '投资性房地产',
time_deposits DECIMAL(19,2) default 0 comment '定期存款',
oth_assets DECIMAL(19,2) default 0 comment '其它资产',
lt_rec DECIMAL(19,2) default 0 comment '长期应收款',
fix_assets DECIMAL(19,2) default 0 comment '固定资产',
cip DECIMAL(19,2) default 0 comment '在建工程',
const_materials DECIMAL(19,2) default 0 comment '工程物资',
fixed_assets_disp DECIMAL(19,2) default 0 comment '固定资产清理',
produc_bio_assets DECIMAL(19,2) default 0 comment '生产性生物资产',
oil_and_gas_assets DECIMAL(19,2) default 0 comment '油气资产',
intan_assets DECIMAL(19,2) default 0 comment '无形资产',
r_and_d DECIMAL(19,2) default 0 comment '研发支出',
goodwill DECIMAL(19,2) default 0 comment '商誉',
lt_amor_exp DECIMAL(19,2) default 0 comment '长期待摊费用',
defer_tax_assets DECIMAL(19,2) default 0 comment '递延所得税资产',
decr_in_disbur DECIMAL(19,2) default 0 comment '发放贷款及垫款',
oth_nca DECIMAL(19,2) default 0 comment '其他非流动资产',
total_nca DECIMAL(19,2) default 0 comment '非流动资产合计',
cash_reser_cb DECIMAL(19,2) default 0 comment '现金及存放中央银行款项',
depos_in_oth_bfi DECIMAL(19,2) default 0 comment '存放同业和其它金融机构款项',
prec_metals DECIMAL(19,2) default 0 comment '贵金属',
deriv_assets DECIMAL(19,2) default 0 comment '衍生金融资产',
rr_reins_une_prem DECIMAL(19,2) default 0 comment '应收分保未到期责任准备金',
rr_reins_outstd_cla DECIMAL(19,2) default 0 comment '应收分保未决赔款准备金',
rr_reins_lins_liab DECIMAL(19,2) default 0 comment '应收分保寿险责任准备金',
rr_reins_lthins_liab DECIMAL(19,2) default 0 comment '应收分保长期健康险责任准备金',
refund_depos DECIMAL(19,2) default 0 comment '存出保证金',
ph_pledge_loans DECIMAL(19,2) default 0 comment '保户质押贷款',
refund_cap_depos DECIMAL(19,2) default 0 comment '存出资本保证金',
indep_acct_assets DECIMAL(19,2) default 0 comment '独立账户资产',
client_depos DECIMAL(19,2) default 0 comment '其中：客户资金存款',
client_prov DECIMAL(19,2) default 0 comment '其中：客户备付金',
transac_seat_fee DECIMAL(19,2) default 0 comment '其中：交易席位费',
invest_as_receiv DECIMAL(19,2) default 0 comment '营收款项类投资',
total_assets DECIMAL(19,2) default 0 comment '资产总计',
lt_borr DECIMAL(19,2) default 0 comment '长期借款',
st_borr DECIMAL(19,2) default 0 comment '短期借款',
cb_borr DECIMAL(19,2) default 0 comment '向中央银行借款',
depos_ib_deposits DECIMAL(19,2) default 0 comment '吸收存款及同业存放',
loan_oth_bank DECIMAL(19,2) default 0 comment '拆入资金',
trading_fl DECIMAL(19,2) default 0 comment '交易性金融负债',
notes_payable DECIMAL(19,2) default 0 comment '应付票据',
acct_payable DECIMAL(19,2) default 0 comment '应付账款',
adv_receipts DECIMAL(19,2) default 0 comment '预收款项',
sold_for_repur_fa DECIMAL(19,2) default 0 comment '卖出回购金融资产款',
comm_payable DECIMAL(19,2) default 0 comment '应付手续费及佣金',
payroll_payable DECIMAL(19,2) default 0 comment '应付职工薪酬',
taxes_payable DECIMAL(19,2) default 0 comment '应缴税费',
int_payable DECIMAL(19,2) default 0 comment '应付利息',
div_payable DECIMAL(19,2) default 0 comment '应付股利',
oth_payable DECIMAL(19,2) default 0 comment '其它应付款',
acc_exp DECIMAL(19,2) default 0 comment '预提费用',
deferred_inc DECIMAL(19,2) default 0 comment '递延收益',
st_bonds_payable DECIMAL(19,2) default 0 comment '应付短期债券',
payable_to_reinsurer DECIMAL(19,2) default 0 comment '应付分保账款',
rsrv_insur_cont DECIMAL(19,2) default 0 comment '保险合同准备金',
acting_trading_sec DECIMAL(19,2) default 0 comment '代理买卖证券款',
acting_uw_sec DECIMAL(19,2) default 0 comment '代理承销证券款',
non_cur_liab_due_1y DECIMAL(19,2) default 0 comment '一年内到期的非流动负债',
oth_cur_liab DECIMAL(19,2) default 0 comment '其它流动负债',
total_cur_liab DECIMAL(19,2) default 0 comment '流动负债合计',
bond_payable DECIMAL(19,2) default 0 comment '应付债券',
lt_payable DECIMAL(19,2) default 0 comment '长期应付款',
specific_payables DECIMAL(19,2) default 0 comment '专项应付款',
estimated_liab DECIMAL(19,2) default 0 comment '预计负债',
defer_tax_liab DECIMAL(19,2) default 0 comment '递延所得税负债',
defer_inc_non_cur_liab DECIMAL(19,2) default 0 comment '递延收益-非流动负债',
oth_ncl DECIMAL(19,2) default 0 comment '其它非流动负债',
total_ncl DECIMAL(19,2) default 0 comment '非流动负债合计',
depos_oth_bfi DECIMAL(19,2) default 0 comment '同业和其它金融机构存放款项',
deriv_liab DECIMAL(19,2) default 0 comment '衍生金融负债',
depos DECIMAL(19,2) default 0 comment '吸收存款',
agency_bus_liab DECIMAL(19,2) default 0 comment '代理业务负债',
oth_liab DECIMAL(19,2) default 0 comment '其它负债',
prem_receiv_adva DECIMAL(19,2) default 0 comment '预收保费',
depos_received DECIMAL(19,2) default 0 comment '存入保证金',
ph_invest DECIMAL(19,2) default 0 comment '保户储金及投资款',
reser_une_prem DECIMAL(19,2) default 0 comment '未到期责任准备金',
reser_outstd_claims DECIMAL(19,2) default 0 comment '未决赔款准备金',
reser_lins_liab DECIMAL(19,2) default 0 comment '寿险责任准备金',
reser_lthins_liab DECIMAL(19,2) default 0 comment '长期健康险责任准备金',
indept_acc_liab DECIMAL(19,2) default 0 comment '独立账户负债',
pledge_borr DECIMAL(19,2) default 0 comment '其中：质押借款',
indem_payable DECIMAL(19,2) default 0 comment '应付赔付款',
policy_div_payable DECIMAL(19,2) default 0 comment '应付保单红利',
total_liab DECIMAL(19,2) default 0 comment '负债合计',
treasury_share DECIMAL(19,2) default 0 comment '减：库存股',
ordin_risk_reser DECIMAL(19,2) default 0 comment '一般风险准备',
forex_differ DECIMAL(19,2) default 0 comment '外币报表折算差额',
invest_loss_unconf DECIMAL(19,2) default 0 comment '未确认的投资损失',
minority_int DECIMAL(19,2) default 0 comment '少数股东权益',
total_hldr_eqy_exc_min_int DECIMAL(19,2) default 0 comment '股东权益合计（不含少数股东权益）',
total_hldr_eqy_inc_min_int DECIMAL(19,2) default 0 comment '股东权益合计（含少数股东权益）',
total_liab_hldr_eqy DECIMAL(19,2) default 0 comment '负债及股东权益总计',
lt_payroll_payable DECIMAL(19,2) default 0 comment '长期应付职工薪酬',
oth_comp_income DECIMAL(19,2) default 0 comment '其它综合收益',
oth_eqt_tools DECIMAL(19,2) default 0 comment '其它权益工具',
oth_eqt_tools_p_shr DECIMAL(19,2) default 0 comment '其它权益工具（优先股）',
lending_funds DECIMAL(19,2) default 0 comment '融出资金',
acc_receivable DECIMAL(19,2) default 0 comment '应收款项',
st_fin_payable DECIMAL(19,2) default 0 comment '应付短期融资款',
payables DECIMAL(19,2) default 0 comment '应付款项',
hfs_assets DECIMAL(19,2) default 0 comment '持有代售的资产',
hfs_sales DECIMAL(19,2) default 0 comment '持有代售的负债',
cost_fin_assets DECIMAL(19,2) default 0 comment '以摊余成本计量的金融资产',
fair_value_fin_assets DECIMAL(19,2) default 0 comment '以公允价值计量且其变动计入其他综合收益的金融资产',
contract_assets DECIMAL(19,2) default 0 comment '合同资产',
contract_liab DECIMAL(19,2) default 0 comment '合同负债',
accounts_receiv_bill DECIMAL(19,2) default 0 comment '应收票据及应收账款',
accounts_pay DECIMAL(19,2) default 0 comment '应付票据及应付账款',
oth_rcv_total DECIMAL(19,2) default 0 comment '其它应收款（合计）（元）',
fix_assets_total DECIMAL(19,2) default 0 comment '固定资产（合计）（元）',
cip_total DECIMAL(19,2) default 0 comment '在建工程（合计）（元）',
oth_pay_total DECIMAL(19,2) default 0 comment '其它应付款（合计）（元）',
long_pay_total DECIMAL(19,2) default 0 comment '长期应付款（合计）（元）',
debt_invest DECIMAL(19,2) default 0 comment '债券投资（元）',
oth_debt_invest DECIMAL(19,2) default 0 comment '其它债券投资（元）',
oth_eq_invest DECIMAL(19,2) default 0 comment '其它权益工具投资（元）',
oth_illiq_fin_assets DECIMAL(19,2) default 0 comment '其它非流动金融资产（元）',
oth_eq_ppbond DECIMAL(19,2) default 0 comment '其它权益工具：永续债（元）',
receiv_financing DECIMAL(19,2) default 0 comment '应收款项融资',
use_right_assets DECIMAL(19,2) default 0 comment '使用权资产',
lease_liab DECIMAL(19,2) default 0 comment '租赁负债',
update_flag varchar(32) default '' comment '更新标志',
PRIMARY KEY (ts_code, ann_date, f_ann_date, end_date, update_flag)
)ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;
create table if not exists t_ods_hs_finance_cashflow (
ts_code varchar(32) default '' comment 'TS股票代码',
ann_date varchar(32) default '' comment '公告日期',
f_ann_date varchar(32) default '' comment '实际公告日期',
end_date varchar(32) default '' comment '报告期',
report_type varchar(32) default '' comment '报告类型',
comp_type varchar(32) default '' comment '公司类型(1一般工商业2银行3保险4证券)',
end_type varchar(32) default '' comment '报告期类型',
net_profit DECIMAL(19,2) default 0 comment '净利润',
finan_exp DECIMAL(19,2) default 0 comment '财务费用',
c_fr_sale_sg DECIMAL(19,2) default 0 comment '销售商品、提供劳务收到的现金',
recp_tax_rends DECIMAL(19,2) default 0 comment '收到的税费返还',
n_depos_incr_fi DECIMAL(19,2) default 0 comment '客户存款和同业存放款项净增加额',
n_incr_loans_cb DECIMAL(19,2) default 0 comment '向中央银行借款净增加额',
n_inc_borr_oth_fi DECIMAL(19,2) default 0 comment '向其它金融机构拆入资金净增加额',
prem_fr_orig_contr DECIMAL(19,2) default 0 comment '收到原保险合同保费取得的现金',
n_incr_insured_dep DECIMAL(19,2) default 0 comment '保户储金净增加额',
n_reinsur_prem DECIMAL(19,2) default 0 comment '收到再保业务现金净额',
n_incr_disp_tfa DECIMAL(19,2) default 0 comment '处置交易性金融资产净增加额',
ifc_cash_incr DECIMAL(19,2) default 0 comment '收取利息和手续费净增加额',
n_incr_disp_faas DECIMAL(19,2) default 0 comment '处置可供出售金融资产净增加额',
n_incr_loans_oth_bank DECIMAL(19,2) default 0 comment '拆入资金净增加额',
n_cap_incr_repur DECIMAL(19,2) default 0 comment '回购业务资金净增加额',
c_fr_oth_operate_a DECIMAL(19,2) default 0 comment '收到其他与经营活动有关的现金',
c_inf_fr_operate_a DECIMAL(19,2) default 0 comment '经营活动现金流入小计',
c_paid_goods_s DECIMAL(19,2) default 0 comment '购买商品、接受劳务支付的现金',
c_paid_to_for_empl DECIMAL(19,2) default 0 comment '支付给职工以及为职工支付的现金',
c_paid_for_taxes DECIMAL(19,2) default 0 comment '支付的各项税费',
n_incr_clt_loan_adv DECIMAL(19,2) default 0 comment '客户贷款及垫款净增加额',
n_incr_dep_cbob DECIMAL(19,2) default 0 comment '存放央行和同业款项净增加额',
c_pay_claims_orig_inco DECIMAL(19,2) default 0 comment '支付原保险合同赔付款项的现金',
pay_handling_chrg DECIMAL(19,2) default 0 comment '支付手续费的现金',
pay_comm_insur_plcy DECIMAL(19,2) default 0 comment '支付保单红利的现金',
oth_cash_pay_oper_act DECIMAL(19,2) default 0 comment '支付其他与经营活动有关的现金',
st_cash_out_act DECIMAL(19,2) default 0 comment '经营活动现金流出小计',
n_cashflow_act DECIMAL(19,2) default 0 comment '经营活动产生的现金流量净额',
oth_recp_ral_inv_act DECIMAL(19,2) default 0 comment '收到其它与投资活动有关的现金',
c_disp_withdrwl_invest DECIMAL(19,2) default 0 comment '收回投资收到的现金',
c_recp_return_invest DECIMAL(19,2) default 0 comment '取得投资收益收到的现金',
n_recp_disp_fiolta DECIMAL(19,2) default 0 comment '处置固定资产、无形资产和其他长期资产收回的现金净额',
n_recp_disp_sobu DECIMAL(19,2) default 0 comment '处置子公司及其他营业单位收到的现金净额',
stot_inflows_inv_act DECIMAL(19,2) default 0 comment '投资活动现金流入小计',
c_pay_acq_const_fiolta DECIMAL(19,2) default 0 comment '购建固定资产、无形资产和其他长期资产支付的现金',
c_paid_invest DECIMAL(19,2) default 0 comment '投资支付的现金',
n_disp_subs_oth_biz DECIMAL(19,2) default 0 comment '取得子公司及其他营业单位支付的现金净额',
oth_pay_ral_inv_act DECIMAL(19,2) default 0 comment '支付其他与投资活动有关的现金',
n_incr_pledge_loan DECIMAL(19,2) default 0 comment '质押贷款净增加额',
stot_out_inv_act DECIMAL(19,2) default 0 comment '投资活动现金流出小计',
n_cashflow_inv_act DECIMAL(19,2) default 0 comment '投资活动产生的现金流量净额',
c_recp_borrow DECIMAL(19,2) default 0 comment '取得借款收到的现金',
proc_issue_bonds DECIMAL(19,2) default 0 comment '发行债券收到的现金',
oth_cash_recp_ral_fnc_act DECIMAL(19,2) default 0 comment '收到其他与筹资活动有关的现金',
stot_cash_in_fnc_act DECIMAL(19,2) default 0 comment '筹资活动现金流入小计',
free_cashflow DECIMAL(19,2) default 0 comment '企业自由现金流量',
c_prepay_amt_borr DECIMAL(19,2) default 0 comment '偿还债务支付的现金',
c_pay_dist_dpcp_int_exp DECIMAL(19,2) default 0 comment '分配股利、利润或偿付利息支付的现金',
incl_dvd_profit_paid_sc_ms DECIMAL(19,2) default 0 comment '其中:子公司支付给少数股东的股利、利润',
oth_cashpay_ral_fnc_act DECIMAL(19,2) default 0 comment '支付其他与筹资活动有关的现金',
stot_cashout_fnc_act DECIMAL(19,2) default 0 comment '筹资活动现金流出小计',
n_cash_flows_fnc_act DECIMAL(19,2) default 0 comment '筹资活动产生的现金流量净额',
eff_fx_flu_cash DECIMAL(19,2) default 0 comment '汇率变动对现金的影响',
n_incr_cash_cash_equ DECIMAL(19,2) default 0 comment '现金及现金等价物净增加额',
c_cash_equ_beg_period DECIMAL(19,2) default 0 comment '期初现金及现金等价物余额',
c_cash_equ_end_period DECIMAL(19,2) default 0 comment '期末现金及现金等价物余额',
c_recp_cap_contrib DECIMAL(19,2) default 0 comment '吸收投资收到的现金',
incl_cash_rec_saims DECIMAL(19,2) default 0 comment '其中:子公司吸收少数股东投资收到的现金',
uncon_invest_loss DECIMAL(19,2) default 0 comment '未确认投资损失',
prov_depr_assets DECIMAL(19,2) default 0 comment '加:资产减值准备',
depr_fa_coga_dpba DECIMAL(19,2) default 0 comment '固定资产折旧、油气资产折耗、生产性生物资产折旧',
amort_intang_assets DECIMAL(19,2) default 0 comment '无形资产摊销',
lt_amort_deferred_exp DECIMAL(19,2) default 0 comment '长期待摊费用摊销',
decr_deferred_exp DECIMAL(19,2) default 0 comment '待摊费用减少',
incr_acc_exp DECIMAL(19,2) default 0 comment '预提费用增加',
loss_disp_fiolta DECIMAL(19,2) default 0 comment '处置固定、无形资产和其他长期资产的损失',
loss_scr_fa DECIMAL(19,2) default 0 comment '固定资产报废损失',
loss_fv_chg DECIMAL(19,2) default 0 comment '公允价值变动损失',
invest_loss DECIMAL(19,2) default 0 comment '投资损失',
decr_def_inc_tax_assets DECIMAL(19,2) default 0 comment '递延所得税资产减少',
incr_def_inc_tax_liab DECIMAL(19,2) default 0 comment '递延所得税负债增加',
decr_inventories DECIMAL(19,2) default 0 comment '存货的减少',
decr_oper_payable DECIMAL(19,2) default 0 comment '经营性应收项目的减少',
incr_oper_payable DECIMAL(19,2) default 0 comment '经营性应付项目的增加',
others DECIMAL(19,2) default 0 comment '其他',
im_net_cashflow_oper_act DECIMAL(19,2) default 0 comment '经营活动产生的现金流量净额(间接法)',
conv_debt_into_cap DECIMAL(19,2) default 0 comment '债务转为资本',
conv_copbonds_due_within_1y DECIMAL(19,2) default 0 comment '一年内到期的可转换公司债券',
fa_fnc_leases DECIMAL(19,2) default 0 comment '融资租入固定资产',
im_n_incr_cash_equ DECIMAL(19,2) default 0 comment '现金及现金等价物净增加额(间接法)',
net_dism_capital_add DECIMAL(19,2) default 0 comment '拆出资金净增加额',
net_cash_rece_sec DECIMAL(19,2) default 0 comment '代理买卖证券收到的现金净额(元)',
credit_impa_loss DECIMAL(19,2) default 0 comment '信用减值损失',
use_right_asset_dep DECIMAL(19,2) default 0 comment '使用权资产折旧',
oth_loss_asset DECIMAL(19,2) default 0 comment '其他资产减值损失',
end_bal_cash DECIMAL(19,2) default 0 comment '现金的期末余额',
beg_bal_cash DECIMAL(19,2) default 0 comment '减:现金的期初余额',
end_bal_cash_equ DECIMAL(19,2) default 0 comment '加:现金等价物的期末余额',
beg_bal_cash_equ DECIMAL(19,2) default 0 comment '减:现金等价物的期初余额',
update_flag varchar(32) default '' comment '更新标志',
PRIMARY KEY (ts_code, ann_date, f_ann_date, end_date, update_flag)
)ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;
create table if not exists t_ods_hs_finance_indicator (
ts_code varchar(32) default '' comment 'TS股票代码',
ann_date varchar(32) default '' comment '公告日期',
end_date varchar(32) default '' comment '报告期',
eps DECIMAL(19,4) default 0 comment '基本每股收益',
dt_eps DECIMAL(19,4) default 0 comment '稀释每股收益',
total_revenue_ps DECIMAL(19,4) default 0 comment '每股营业总收入',
revenue_ps DECIMAL(19,4) default 0 comment '每股营业收入',
capital_rese_ps DECIMAL(19,4) default 0 comment '每股资本公积',
surplus_rese_ps DECIMAL(19,4) default 0 comment '每股盈余公积',
undist_profit_ps DECIMAL(19,4) default 0 comment '每股未分配利润',
extra_item DECIMAL(19,4) default 0 comment '非经常性损益',
profit_dedt DECIMAL(19,4) default 0 comment '扣除非经常性损益后的净利润',
gross_margin DECIMAL(19,4) default 0 comment '毛利',
current_ratio DECIMAL(19,4) default 0 comment '流动比率',
quick_ratio DECIMAL(19,4) default 0 comment '速动比率',
cash_ratio DECIMAL(19,4) default 0 comment '保守速动比率',
invturn_days DECIMAL(19,4) default 0 comment '存货周转天数',
arturn_days DECIMAL(19,4) default 0 comment '应收账款周转天数',
inv_turn DECIMAL(19,4) default 0 comment '存货周转率',
ar_turn DECIMAL(19,4) default 0 comment '应收账款周转率',
ca_turn DECIMAL(19,4) default 0 comment '流动资产周转率',
fa_turn DECIMAL(19,4) default 0 comment '固定资产周转率',
assets_turn DECIMAL(19,4) default 0 comment '总资产周转率',
op_income DECIMAL(19,4) default 0 comment '经营活动净收益',
valuechange_income DECIMAL(19,4) default 0 comment '价值变动净收益',
interst_income DECIMAL(19,4) default 0 comment '利息费用',
daa DECIMAL(19,4) default 0 comment '折旧与摊销',
ebit DECIMAL(19,4) default 0 comment '息税前利润',
ebitda DECIMAL(19,4) default 0 comment '息税折旧摊销前利润',
fcff DECIMAL(19,4) default 0 comment '企业自由现金流量',
fcfe DECIMAL(19,4) default 0 comment '股权自由现金流量',
current_exint DECIMAL(19,4) default 0 comment '无息流动负债',
noncurrent_exint DECIMAL(19,4) default 0 comment '无息非流动负债',
interestdebt DECIMAL(19,4) default 0 comment '带息债务',
netdebt DECIMAL(19,4) default 0 comment '净债务',
tangible_asset DECIMAL(19,4) default 0 comment '有形资产',
working_capital DECIMAL(19,4) default 0 comment '营运资金',
networking_capital DECIMAL(19,4) default 0 comment '营运流动资本',
invest_capital DECIMAL(19,4) default 0 comment '全部投入资本',
retained_earnings DECIMAL(19,4) default 0 comment '留存收益',
diluted2_eps DECIMAL(19,4) default 0 comment '期末摊薄每股收益',
bps DECIMAL(19,4) default 0 comment '每股净资产',
ocfps DECIMAL(19,4) default 0 comment '每股经营活动产生的现金流量净额',
retainedps DECIMAL(19,4) default 0 comment '每股留存收益',
cfps DECIMAL(19,4) default 0 comment '每股现金流量净额',
ebit_ps DECIMAL(19,4) default 0 comment '每股息税前利润',
fcff_ps DECIMAL(19,4) default 0 comment '每股企业自由现金流量',
fcfe_ps DECIMAL(19,4) default 0 comment '每股股东自由现金流量',
netprofit_margin DECIMAL(19,4) default 0 comment '销售净利率',
grossprofit_margin DECIMAL(19,4) default 0 comment '销售毛利率',
cogs_of_sales DECIMAL(19,4) default 0 comment '销售成本率',
expense_of_sales DECIMAL(19,4) default 0 comment '销售期间费用率',
profit_to_gr DECIMAL(19,4) default 0 comment '净利润/营业总收入',
saleexp_to_gr DECIMAL(19,4) default 0 comment '销售费用/营业总收入',
adminexp_of_gr DECIMAL(19,4) default 0 comment '管理费用/营业总收入',
finaexp_of_gr DECIMAL(19,4) default 0 comment '财务费用/营业总收入',
impai_ttm DECIMAL(19,4) default 0 comment '资产减值损失/营业总收入',
gc_of_gr DECIMAL(19,4) default 0 comment '营业总成本/营业总收入',
op_of_gr DECIMAL(19,4) default 0 comment '营业利润/营业总收入',
ebit_of_gr DECIMAL(19,4) default 0 comment '息税前利润/营业总收入',
roe DECIMAL(19,4) default 0 comment '净资产收益率',
roe_waa DECIMAL(19,4) default 0 comment '加权平均净资产收益率',
roe_dt DECIMAL(19,4) default 0 comment '净资产收益率(扣除非经常损益)',
roa DECIMAL(19,4) default 0 comment '总资产报酬率',
npta DECIMAL(19,4) default 0 comment '总资产净利润',
roic DECIMAL(19,4) default 0 comment '投入资本回报率',
roe_yearly DECIMAL(19,4) default 0 comment '年化净资产收益率',
roa2_yearly DECIMAL(19,4) default 0 comment '年化总资产报酬率',
roe_avg DECIMAL(19,4) default 0 comment '平均净资产收益率(增发条件)',
opincome_of_ebt DECIMAL(19,4) default 0 comment '经营活动净收益/利润总额',
investincome_of_ebt DECIMAL(19,4) default 0 comment '价值变动净收益/利润总额',
n_op_profit_of_ebt DECIMAL(19,4) default 0 comment '营业外收支净额/利润总额',
tax_to_ebt DECIMAL(19,4) default 0 comment '所得税/利润总额',
dtprofit_to_profit DECIMAL(19,4) default 0 comment '扣除非经常损益后的净利润/净利润',
salescash_to_or DECIMAL(19,4) default 0 comment '销售商品提供劳务收到的现金/营业收入',
ocf_to_or DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额/营业收入',
ocf_to_opincome DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额/经营活动净收益',
capitalized_to_da DECIMAL(19,4) default 0 comment '资本支出/折旧和摊销',
debt_to_assets DECIMAL(19,4) default 0 comment '资产负债率',
assets_to_eqt DECIMAL(19,4) default 0 comment '权益乘数',
dp_assets_to_eqt DECIMAL(19,4) default 0 comment '权益乘数(杜邦分析)',
ca_to_assets DECIMAL(19,4) default 0 comment '流动资产/总资产',
nca_to_assets DECIMAL(19,4) default 0 comment '非流动资产/总资产',
tbassets_to_totalassets DECIMAL(19,4) default 0 comment '有形资产/总资产',
int_to_talcap DECIMAL(19,4) default 0 comment '带息债务/全部投入资本',
eqt_to_talcapital DECIMAL(19,4) default 0 comment '归属于母公司的股东权益/全部投入资本',
currentdebt_to_debt DECIMAL(19,4) default 0 comment '流动负债/负债合计',
longdeb_to_debt DECIMAL(19,4) default 0 comment '非流动负债/负债合计',
ocf_to_shortdebt DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额/流动负债',
debt_to_eqt DECIMAL(19,4) default 0 comment '产权比率',
eqt_to_debt DECIMAL(19,4) default 0 comment '归属于母公司的股东权益/负债合计',
eqt_to_interestdebt DECIMAL(19,4) default 0 comment '归属于母公司的股东权益/带息债务',
tangibleasset_to_debt DECIMAL(19,4) default 0 comment '有形资产/负债合计',
tangasset_to_intdebt DECIMAL(19,4) default 0 comment '有形资产/带息债务',
tangibleasset_to_netdebt DECIMAL(19,4) default 0 comment '有形资产/净债务',
ocf_to_debt DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额/负债合计',
ocf_to_interestdebt DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额/带息债务',
ocf_to_netdebt DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额/净债务',
ebit_to_interest DECIMAL(19,4) default 0 comment '已获利息倍数(EBIT/利息费用)',
longdebt_to_workingcapital DECIMAL(19,4) default 0 comment '长期债务与营运资金比率',
ebitda_to_debt DECIMAL(19,4) default 0 comment '息税折旧摊销前利润/负债合计',
turn_days DECIMAL(19,4) default 0 comment '营业周期',
roa_yearly DECIMAL(19,4) default 0 comment '年化总资产净利率',
roa_dp DECIMAL(19,4) default 0 comment '总资产净利率(杜邦分析)',
fixed_assets DECIMAL(19,4) default 0 comment '固定资产合计',
profit_prefin_exp DECIMAL(19,4) default 0 comment ' 扣除财务费用前营业利润',
non_op_profit DECIMAL(19,4) default 0 comment '非营业利润',
op_to_ebt DECIMAL(19,4) default 0 comment '营业利润／利润总额',
nop_to_ebt DECIMAL(19,4) default 0 comment '非营业利润／利润总额',
ocf_to_profit DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额／营业利润',
cash_to_liqdebt DECIMAL(19,4) default 0 comment '货币资金／流动负债',
cash_to_liqdebt_withinterest DECIMAL(19,4) default 0 comment '货币资金／带息流动负债',
op_to_liqdebt DECIMAL(19,4) default 0 comment '营业利润／流动负债',
op_to_debt DECIMAL(19,4) default 0 comment '营业利润／负债合计',
roic_yearly DECIMAL(19,4) default 0 comment '年化投入资本回报率',
total_fa_trun DECIMAL(19,4) default 0 comment '固定资产合计周转率',
profit_to_op DECIMAL(19,4) default 0 comment '利润总额／营业收入',
q_opincome DECIMAL(19,4) default 0 comment '经营活动单季度净收益',
q_investincome DECIMAL(19,4) default 0 comment '价值变动单季度净收益',
q_dtprofit DECIMAL(19,4) default 0 comment '扣除非经常损益后的单季度净利润',
q_eps DECIMAL(19,4) default 0 comment '每股收益(单季度)',
q_netprofit_margin DECIMAL(19,4) default 0 comment '销售净利率(单季度)',
q_gsprofit_margin DECIMAL(19,4) default 0 comment '销售毛利率(单季度)',
q_exp_to_sales DECIMAL(19,4) default 0 comment '销售期间费用率(单季度)',
q_profit_to_gr DECIMAL(19,4) default 0 comment '净利润／营业总收入(单季度)',
q_saleexp_to_gr DECIMAL(19,4) default 0 comment '销售费用／营业总收入 (单季度)',
q_adminexp_to_gr DECIMAL(19,4) default 0 comment '管理费用／营业总收入 (单季度)',
q_finaexp_to_gr DECIMAL(19,4) default 0 comment '财务费用／营业总收入 (单季度)',
q_impair_to_gr_ttm DECIMAL(19,4) default 0 comment '资产减值损失／营业总收入(单季度)',
q_gc_to_gr DECIMAL(19,4) default 0 comment '营业总成本／营业总收入 (单季度)',
q_op_to_gr DECIMAL(19,4) default 0 comment '营业利润／营业总收入(单季度)',
q_roe DECIMAL(19,4) default 0 comment '净资产收益率(单季度)',
q_dt_roe DECIMAL(19,4) default 0 comment '净资产单季度收益率(扣除非经常损益)',
q_npta DECIMAL(19,4) default 0 comment '总资产净利润(单季度)',
q_opincome_to_ebt DECIMAL(19,4) default 0 comment '经营活动净收益／利润总额(单季度)',
q_investincome_to_ebt DECIMAL(19,4) default 0 comment '价值变动净收益／利润总额(单季度)',
q_dtprofit_to_profit DECIMAL(19,4) default 0 comment '扣除非经常损益后的净利润／净利润(单季度)',
q_salescash_to_or DECIMAL(19,4) default 0 comment '销售商品提供劳务收到的现金／营业收入(单季度)',
q_ocf_to_sales DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额／营业收入(单季度)',
q_ocf_to_or DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额／经营活动净收益(单季度)',
basic_eps_yoy DECIMAL(19,4) default 0 comment '基本每股收益同比增长率(%)',
dt_eps_yoy DECIMAL(19,4) default 0 comment '稀释每股收益同比增长率(%)',
cfps_yoy DECIMAL(19,4) default 0 comment ' 每股经营活动产生的现金流量净额同比增长率(%)',
op_yoy DECIMAL(19,4) default 0 comment '营业利润同比增长率(%)',
ebt_yoy DECIMAL(19,4) default 0 comment '利润总额同比增长率(%)',
netprofit_yoy DECIMAL(19,4) default 0 comment '归属母公司股东的净利润同比增长率(%)',
dt_netprofit_yoy DECIMAL(19,4) default 0 comment '归属母公司股东的净利润-扣除非经常损益同比增长率(%)',
ocf_yoy DECIMAL(19,4) default 0 comment '经营活动产生的现金流量净额同比增长率(%)',
roe_yoy DECIMAL(19,4) default 0 comment '净资产收益率(摊薄)同比增长率(%)',
bps_yoy DECIMAL(19,4) default 0 comment '每股净资产相对年初增长率(%)',
assets_yoy DECIMAL(19,4) default 0 comment '资产总计相对年初增长率(%)',
eqt_yoy DECIMAL(19,4) default 0 comment '归属母公司的股东权益相对年初增长率(%)',
tr_yoy DECIMAL(19,4) default 0 comment '营业总收入同比增长率(%)',
or_yoy DECIMAL(19,4) default 0 comment '营业收入同比增长率(%)',
q_gr_yoy DECIMAL(19,4) default 0 comment '营业总收入同比增长率(%)(单季度)',
q_gr_qoq DECIMAL(19,4) default 0 comment '营业总收入环比增长率(%)(单季度)',
q_sales_yoy DECIMAL(19,4) default 0 comment '营业收入同比增长率(%)(单季度)',
q_sales_qoq DECIMAL(19,4) default 0 comment '营业收入环比增长率(%)(单季度)',
q_op_yoy DECIMAL(19,4) default 0 comment '营业利润同比增长率(%)(单季度)',
q_op_qoq DECIMAL(19,4) default 0 comment '营业利润环比增长率(%)(单季度)',
q_profit_yoy DECIMAL(19,4) default 0 comment '净利润同比增长率(%)(单季度)',
q_profit_qoq DECIMAL(19,4) default 0 comment '净利润环比增长率(%)(单季度)',
q_netprofit_yoy DECIMAL(19,4) default 0 comment '归属母公司股东的净利润同比增长率(%)(单季度)',
q_netprofit_qoq DECIMAL(19,4) default 0 comment '归属母公司股东的净利润环比增长率(%)(单季度)',
equity_yoy DECIMAL(19,4) default 0 comment '净资产同比增长率',
rd_exp DECIMAL(19,4) default 0 comment '研发费用',
update_flag varchar(16) default '' comment '更新标识',
PRIMARY KEY (ts_code, ann_date, end_date, update_flag)
)ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;
create table if not exists t_ods_hs_indicator_list (
ts_code varchar(32) default '' comment 'TS代码',
name varchar(32) default '' comment '简称',
fullname varchar(128) default '' comment '指数全称',
market varchar(32) default '' comment '市场',
publisher varchar(128) default '' comment '发布方',
index_type varchar(128) default '' comment '指数风格',
category varchar(32) default '' comment '指数类别',
base_date varchar(32) default '' comment '基期',
base_point float default 0 comment '基点',
list_date varchar(32) default '' comment '发布日期',
weight_rule varchar(32) default '' comment '加权方式',
ts_desc varchar(1024) default '' comment '描述',
exp_date varchar(32) default '' comment '终止日期',
PRIMARY KEY (ts_code)
)ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;
create table if not exists t_ods_hs_daily_basic (
ts_code varchar(32) default '' comment 'TS代码',
trade_date varchar(32) default '' comment '交易日期',
close DECIMAL(19,4) default 0 comment '当日收盘价',
turnover_rate DECIMAL(19,4) default 0 comment '换手率',
turnover_rate_f DECIMAL(19,4) default 0 comment '换手率（自由流通股）',
volume_ratio DECIMAL(19,4) default 0 comment '量比',
pe DECIMAL(19,4) default 0 comment '市盈率（总市值/净利润）',
pe_ttm DECIMAL(19,4) default 0 comment '市盈率（TTM）',
pb DECIMAL(19,4) default 0 comment '市净率（总市值/净资产）',
ps DECIMAL(19,4) default 0 comment '市销率',
ps_ttm DECIMAL(19,4) default 0 comment '市销率（TTM）',
dv_ratio DECIMAL(19,4) default 0 comment '股息率（%）',
dv_ttm DECIMAL(19,4) default 0 comment '股息率（TTM）',
total_share DECIMAL(19,4) default 0 comment '总股本',
float_share DECIMAL(19,4) default 0 comment '流通股本',
free_share DECIMAL(19,4) default 0 comment '自由流通股本',
total_mv DECIMAL(22,4) default 0 comment '总市值',
circ_mv DECIMAL(22,4) default 0 comment '流通市值',
limit_status int default 0 comment '涨跌停状态',
PRIMARY KEY (ts_code, trade_date)
)ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;

5223
tushare/src/income.log Normal file
View File

File diff suppressed because it is too large Load Diff

5223
tushare/src/indicator.log Normal file
View File

File diff suppressed because it is too large Load Diff

72
tushare/src/job_ods_hs_base_ipo.py Normal file
View File

@ -0,0 +1,72 @@
import tushare as ts
import MySQLdb
from config import CONFIG_DB
from config import CONFIG_TS
db = MySQLdb.connect(CONFIG_DB['host'], CONFIG_DB['user'], CONFIG_DB['password'], CONFIG_DB['database'], charset='utf8')
pro = ts.pro_api(CONFIG_TS['secret'])
# limit 2000 rows per request
df = pro.new_share(**{
"start_date": 20000101,
"end_date": 20071231,
# "start_date": 20080101,
# "end_date": 20111231,
# "start_date": 20120101,
# "end_date": 20131231,
# "start_date": 20140101,
# "end_date": 20151231,
# "start_date": 20160101,
# "end_date": 20171231,
# "start_date": 20180101,
# "end_date": 20191231,
# "start_date": 20200101,
# "end_date": 20220629,
"limit": "",
"offset": ""
}, fields=[
"ts_code",
"sub_code",
"name",
"ipo_date",
"issue_date",
"amount",
"market_amount",
"price",
"pe",
"limit_amount",
"funds",
"ballot"
])
cursor = db.cursor()
loop = 0
for row in df.itertuples():
sql = "insert into t_ods_hs_base_ipo(ts_code, sub_code, name, ipo_date, issue_date, \
amount, market_amount, price, pe, limit_amount, funds, ballot) \
values('%s', '%s', '%s', '%s', '%s', %f, %f, %f, %f, %f, %f, %f ) \
on duplicate key update sub_code= '%s', name='%s', ipo_date='%s', issue_date='%s', \
amount=%f, market_amount=%f, price=%f, pe=%f, limit_amount=%f, funds=%f, ballot=%f " % \
(getattr(row, 'ts_code'), getattr(row, 'sub_code'), getattr(row, 'name'), getattr(row, 'ipo_date')
, getattr(row, 'issue_date'), float(getattr(row, 'amount')), float(getattr(row, 'market_amount'))
, float(getattr(row, 'price')), float(getattr(row, 'pe')), float(getattr(row, 'limit_amount'))
, float(getattr(row, 'funds')), float(getattr(row, 'ballot'))
, getattr(row, 'sub_code'), getattr(row, 'name'), getattr(row, 'ipo_date')
, getattr(row, 'issue_date'), float(getattr(row, 'amount')), float(getattr(row, 'market_amount'))
, float(getattr(row, 'price')), float(getattr(row, 'pe')), float(getattr(row, 'limit_amount'))
, float(getattr(row, 'funds')), float(getattr(row, 'ballot')))
try:
cursor.execute(sql)
db.commit()
loop = loop+1
except Exception as ex:
print (ex)
db.rollback()
break
print("task complete! total rows: %d" % loop)
db.close()

65
tushare/src/job_ods_hs_base_list.py Normal file
View File

@ -0,0 +1,65 @@
import tushare as ts
import MySQLdb
from config import CONFIG_DB
from config import CONFIG_TS
db = MySQLdb.connect(CONFIG_DB['host'], CONFIG_DB['user'], CONFIG_DB['password'], CONFIG_DB['database'], charset='utf8')
pro = ts.pro_api(CONFIG_TS['secret'])
df = pro.stock_basic(**{
"ts_code": "",
"name": "",
"exchange": "",
"market": "",
"is_hs": "",
"list_status": "",
"limit": "",
"offset": ""
}, fields=[
"ts_code",
"symbol",
"name",
"area",
"industry",
"market",
"list_date",
"fullname",
"enname",
"cnspell",
"exchange",
"curr_type",
"list_status",
"delist_date",
"is_hs"
])
cursor = db.cursor()
for row in df.itertuples():
sql = "insert into t_ods_hs_base_list(ts_code, symbol, name, area, industry, fullname, enname, \
cnspell, market, exchange, curr_type, list_status, list_date, is_hs) \
values('%s', '%s', '%s', '%s', '%s', '%s', \"%s\", '%s', '%s', '%s', '%s', '%s', '%s', '%s') \
on duplicate key update symbol= '%s', name= '%s', area='%s', industry='%s', fullname='%s', \
enname=\"%s\", cnspell='%s', market='%s', exchange='%s', curr_type='%s', list_status='%s', \
list_date='%s', is_hs='%s' " % \
(getattr(row, 'ts_code'), getattr(row, 'symbol'), getattr(row, 'name'), getattr(row, 'area')
, getattr(row, 'industry'), getattr(row, 'fullname'), getattr(row, 'enname'), getattr(row, 'cnspell')
, getattr(row, 'market'), getattr(row, 'exchange'), getattr(row, 'curr_type'), getattr(row, 'list_status')
, getattr(row, 'list_date'), getattr(row, 'is_hs'),
getattr(row, 'symbol'), getattr(row, 'name'), getattr(row, 'area')
, getattr(row, 'industry'), getattr(row, 'fullname'), getattr(row, 'enname'), getattr(row, 'cnspell')
, getattr(row, 'market'), getattr(row, 'exchange'), getattr(row, 'curr_type'), getattr(row, 'list_status')
, getattr(row, 'list_date'), getattr(row, 'is_hs'))
try:
cursor.execute(sql)
db.commit()
except Exception as ex:
print (ex)
db.rollback()
break
db.close()

82
tushare/src/job_ods_hs_daily_basic.py Normal file
View File

@ -0,0 +1,82 @@
import tushare as ts
import MySQLdb
import math
from config import CONFIG_DB
from config import CONFIG_TS
db = MySQLdb.connect(CONFIG_DB['host'], CONFIG_DB['user'], CONFIG_DB['password'], CONFIG_DB['database'], charset='utf8')
pro = ts.pro_api(CONFIG_TS['secret'])
def NanVal( val ):
if (val is None) :
return 0.0
if (math.isnan(val)):
return 0.0
return val
df = pro.daily_basic(**{
"ts_code": "",
"trade_date": 20230531,
"start_date": "",
"end_date": "",
"limit": "",
"offset": ""
}, fields=[
"ts_code",
"trade_date",
"close",
"turnover_rate",
"turnover_rate_f",
"volume_ratio",
"pe",
"pe_ttm",
"pb",
"ps",
"ps_ttm",
"dv_ratio",
"dv_ttm",
"total_share",
"float_share",
"free_share",
"total_mv",
"circ_mv",
"limit_status"
])
cursor = db.cursor()
for row in df.itertuples():
sql = "insert into t_ods_hs_daily_basic(ts_code, trade_date, close, turnover_rate, turnover_rate_f, volume_ratio, pe, \
pe_ttm, pb, ps, ps_ttm, dv_ratio, dv_ttm, total_share, float_share, free_share, total_mv, circ_mv, limit_status) \
values('%s', '%s', %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %d) \
on duplicate key update close=%f, turnover_rate=%f, turnover_rate_f=%f, volume_ratio=%f, pe=%f, pe_ttm=%f, pb=%f, \
ps=%f, ps_ttm=%f, dv_ratio=%f, dv_ttm=%f, total_share=%f, float_share=%f, free_share=%f, total_mv=%f, circ_mv=%f, \
limit_status=%d " % \
(getattr(row, 'ts_code'), getattr(row, 'trade_date'),
NanVal(getattr(row, 'close')), NanVal(getattr(row, 'turnover_rate')), NanVal(getattr(row, 'turnover_rate_f')),
NanVal(getattr(row, 'volume_ratio')), NanVal(getattr(row, 'pe')), NanVal(getattr(row, 'pe_ttm')), NanVal(getattr(row, 'pb')),
NanVal(getattr(row, 'ps')), NanVal(getattr(row, 'ps_ttm')), NanVal(getattr(row, 'dv_ratio')), NanVal(getattr(row, 'dv_ttm')),
NanVal(getattr(row, 'total_share')), NanVal(getattr(row, 'float_share')), NanVal(getattr(row, 'free_share')),
NanVal(getattr(row, 'total_mv')), NanVal(getattr(row, 'circ_mv')), NanVal(getattr(row, 'limit_status')),
NanVal(getattr(row, 'close')), NanVal(getattr(row, 'turnover_rate')), NanVal(getattr(row, 'turnover_rate_f')),
NanVal(getattr(row, 'volume_ratio')), NanVal(getattr(row, 'pe')), NanVal(getattr(row, 'pe_ttm')), NanVal(getattr(row, 'pb')),
NanVal(getattr(row, 'ps')), NanVal(getattr(row, 'ps_ttm')), NanVal(getattr(row, 'dv_ratio')), NanVal(getattr(row, 'dv_ttm')),
NanVal(getattr(row, 'total_share')), NanVal(getattr(row, 'float_share')), NanVal(getattr(row, 'free_share')),
NanVal(getattr(row, 'total_mv')), NanVal(getattr(row, 'circ_mv')), NanVal(getattr(row, 'limit_status'))
)
try:
cursor.execute(sql)
db.commit()
except Exception as ex:
print(sql)
print (ex)
db.rollback()
break
db.close()

401
tushare/src/job_ods_hs_finance_balance.py Normal file
View File

@ -0,0 +1,401 @@
import tushare as ts
import MySQLdb
import math
import time
from config import CONFIG_DB
from config import CONFIG_TS
db = MySQLdb.connect(CONFIG_DB['host'], CONFIG_DB['user'], CONFIG_DB['password'], CONFIG_DB['database'], charset='utf8')
pro = ts.pro_api(CONFIG_TS['secret'])
def str2float( str ):
try:
val = float(str)
if math.isinf(val) or math.isnan(val) :
val = 0
return val
except Exception as e:
return 0.0
def queryts( code ) :
df = pro.balancesheet(**{
"ts_code": code,
"ann_date": "",
"f_ann_date": "",
"start_date": 20220630,
"end_date": 20230604,
"period": "",
"report_type": "",
"comp_type": "",
"end_type": "",
"limit": "",
"offset": ""
}, fields=[
"ts_code",
"ann_date",
"f_ann_date",
"end_date",
"report_type",
"comp_type",
"end_type",
"total_share",
"cap_rese",
"undistr_porfit",
"surplus_rese",
"special_rese",
"money_cap",
"trad_asset",
"notes_receiv",
"accounts_receiv",
"oth_receiv",
"prepayment",
"div_receiv",
"int_receiv",
"inventories",
"amor_exp",
"nca_within_1y",
"sett_rsrv",
"loanto_oth_bank_fi",
"premium_receiv",
"reinsur_receiv",
"reinsur_res_receiv",
"pur_resale_fa",
"oth_cur_assets",
"total_cur_assets",
"fa_avail_for_sale",
"htm_invest",
"lt_eqt_invest",
"invest_real_estate",
"time_deposits",
"oth_assets",
"lt_rec",
"fix_assets",
"cip",
"const_materials",
"fixed_assets_disp",
"produc_bio_assets",
"oil_and_gas_assets",
"intan_assets",
"r_and_d",
"goodwill",
"lt_amor_exp",
"defer_tax_assets",
"decr_in_disbur",
"oth_nca",
"total_nca",
"cash_reser_cb",
"depos_in_oth_bfi",
"prec_metals",
"deriv_assets",
"rr_reins_une_prem",
"rr_reins_outstd_cla",
"rr_reins_lins_liab",
"rr_reins_lthins_liab",
"refund_depos",
"ph_pledge_loans",
"refund_cap_depos",
"indep_acct_assets",
"client_depos",
"client_prov",
"transac_seat_fee",
"invest_as_receiv",
"total_assets",
"lt_borr",
"st_borr",
"cb_borr",
"depos_ib_deposits",
"loan_oth_bank",
"trading_fl",
"notes_payable",
"acct_payable",
"adv_receipts",
"sold_for_repur_fa",
"comm_payable",
"payroll_payable",
"taxes_payable",
"int_payable",
"div_payable",
"oth_payable",
"acc_exp",
"deferred_inc",
"st_bonds_payable",
"payable_to_reinsurer",
"rsrv_insur_cont",
"acting_trading_sec",
"acting_uw_sec",
"non_cur_liab_due_1y",
"oth_cur_liab",
"total_cur_liab",
"bond_payable",
"lt_payable",
"specific_payables",
"estimated_liab",
"defer_tax_liab",
"defer_inc_non_cur_liab",
"oth_ncl",
"total_ncl",
"depos_oth_bfi",
"deriv_liab",
"depos",
"agency_bus_liab",
"oth_liab",
"prem_receiv_adva",
"depos_received",
"ph_invest",
"reser_une_prem",
"reser_outstd_claims",
"reser_lins_liab",
"reser_lthins_liab",
"indept_acc_liab",
"pledge_borr",
"indem_payable",
"policy_div_payable",
"total_liab",
"treasury_share",
"ordin_risk_reser",
"forex_differ",
"invest_loss_unconf",
"minority_int",
"total_hldr_eqy_exc_min_int",
"total_hldr_eqy_inc_min_int",
"total_liab_hldr_eqy",
"lt_payroll_payable",
"oth_comp_income",
"oth_eqt_tools",
"oth_eqt_tools_p_shr",
"lending_funds",
"acc_receivable",
"st_fin_payable",
"payables",
"hfs_assets",
"hfs_sales",
"cost_fin_assets",
"fair_value_fin_assets",
"contract_assets",
"contract_liab",
"accounts_receiv_bill",
"accounts_pay",
"oth_rcv_total",
"fix_assets_total",
"cip_total",
"oth_pay_total",
"long_pay_total",
"debt_invest",
"oth_debt_invest",
"oth_eq_invest",
"oth_illiq_fin_assets",
"oth_eq_ppbond",
"receiv_financing",
"use_right_assets",
"lease_liab",
"update_flag"
])
return df
def getsqlstr(row):
sqlstr = "insert into t_ods_hs_finance_balance(ts_code, ann_date, f_ann_date, end_date, report_type, comp_type, \
end_type, total_share, cap_rese, undistr_porfit, surplus_rese, special_rese, money_cap, trad_asset, notes_receiv, \
accounts_receiv, oth_receiv, prepayment, div_receiv, int_receiv, inventories, amor_exp, nca_within_1y, sett_rsrv, \
loanto_oth_bank_fi, premium_receiv, reinsur_receiv, reinsur_res_receiv, pur_resale_fa, oth_cur_assets, total_cur_assets, \
fa_avail_for_sale, htm_invest, lt_eqt_invest, invest_real_estate, time_deposits, oth_assets, lt_rec, fix_assets, cip, \
const_materials, fixed_assets_disp, produc_bio_assets, oil_and_gas_assets, intan_assets, r_and_d, goodwill, lt_amor_exp, \
defer_tax_assets, decr_in_disbur, oth_nca, total_nca, cash_reser_cb, depos_in_oth_bfi, prec_metals, deriv_assets, rr_reins_une_prem, \
rr_reins_outstd_cla, rr_reins_lins_liab, rr_reins_lthins_liab, refund_depos, ph_pledge_loans, refund_cap_depos, indep_acct_assets, \
client_depos, client_prov, transac_seat_fee, invest_as_receiv, total_assets, lt_borr, st_borr, cb_borr, depos_ib_deposits, loan_oth_bank, \
trading_fl, notes_payable, acct_payable, adv_receipts, sold_for_repur_fa, comm_payable, payroll_payable, taxes_payable, int_payable, \
div_payable, oth_payable, acc_exp, deferred_inc, st_bonds_payable, payable_to_reinsurer, rsrv_insur_cont, acting_trading_sec, acting_uw_sec, \
non_cur_liab_due_1y, oth_cur_liab, total_cur_liab, bond_payable, lt_payable, specific_payables, estimated_liab, defer_tax_liab, \
defer_inc_non_cur_liab, oth_ncl, total_ncl, depos_oth_bfi, deriv_liab, depos, agency_bus_liab, oth_liab, prem_receiv_adva, depos_received, \
ph_invest, reser_une_prem, reser_outstd_claims, reser_lins_liab, reser_lthins_liab, indept_acc_liab, pledge_borr, indem_payable, policy_div_payable, \
total_liab, treasury_share, ordin_risk_reser, forex_differ, invest_loss_unconf, minority_int, total_hldr_eqy_exc_min_int, total_hldr_eqy_inc_min_int, \
total_liab_hldr_eqy, lt_payroll_payable, oth_comp_income, oth_eqt_tools, oth_eqt_tools_p_shr, lending_funds, acc_receivable, st_fin_payable, \
payables, hfs_assets, hfs_sales, cost_fin_assets, fair_value_fin_assets, contract_assets, contract_liab, accounts_receiv_bill, accounts_pay, \
oth_rcv_total, fix_assets_total, cip_total, oth_pay_total, long_pay_total, debt_invest, oth_debt_invest, oth_eq_invest, oth_illiq_fin_assets, \
oth_eq_ppbond, receiv_financing, use_right_assets, lease_liab, update_flag) \
values('%s', '%s', '%s', '%s', '%s', '%s', '%s', \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, '%s') \
on duplicate key update report_type='%s', comp_type='%s', end_type='%s', \
total_share=%f, cap_rese=%f, undistr_porfit=%f, surplus_rese=%f, special_rese=%f, money_cap=%f, trad_asset=%f, notes_receiv=%f, accounts_receiv=%f, \
oth_receiv=%f, prepayment=%f, div_receiv=%f, int_receiv=%f, inventories=%f, amor_exp=%f, nca_within_1y=%f, sett_rsrv=%f, loanto_oth_bank_fi=%f, \
premium_receiv=%f, reinsur_receiv=%f, reinsur_res_receiv=%f, pur_resale_fa=%f, oth_cur_assets=%f, total_cur_assets=%f, fa_avail_for_sale=%f, \
htm_invest=%f, lt_eqt_invest=%f, invest_real_estate=%f, time_deposits=%f, oth_assets=%f, lt_rec=%f, fix_assets=%f, cip=%f, const_materials=%f, \
fixed_assets_disp=%f, produc_bio_assets=%f, oil_and_gas_assets=%f, intan_assets=%f, r_and_d=%f, goodwill=%f, lt_amor_exp=%f, defer_tax_assets=%f, \
decr_in_disbur=%f, oth_nca=%f, total_nca=%f, cash_reser_cb=%f, depos_in_oth_bfi=%f, prec_metals=%f, deriv_assets=%f, rr_reins_une_prem=%f, \
rr_reins_outstd_cla=%f, rr_reins_lins_liab=%f, rr_reins_lthins_liab=%f, refund_depos=%f, ph_pledge_loans=%f, refund_cap_depos=%f, indep_acct_assets=%f, \
client_depos=%f, client_prov=%f, transac_seat_fee=%f, invest_as_receiv=%f, total_assets=%f, lt_borr=%f, st_borr=%f, cb_borr=%f, depos_ib_deposits=%f, \
loan_oth_bank=%f, trading_fl=%f, notes_payable=%f, acct_payable=%f, adv_receipts=%f, sold_for_repur_fa=%f, comm_payable=%f, payroll_payable=%f, \
taxes_payable=%f, int_payable=%f, div_payable=%f, oth_payable=%f, acc_exp=%f, deferred_inc=%f, st_bonds_payable=%f, payable_to_reinsurer=%f, \
rsrv_insur_cont=%f, acting_trading_sec=%f, acting_uw_sec=%f, non_cur_liab_due_1y=%f, oth_cur_liab=%f, total_cur_liab=%f, bond_payable=%f, lt_payable=%f, \
specific_payables=%f, estimated_liab=%f, defer_tax_liab=%f, defer_inc_non_cur_liab=%f, oth_ncl=%f, total_ncl=%f, depos_oth_bfi=%f, deriv_liab=%f, depos=%f, \
agency_bus_liab=%f, oth_liab=%f, prem_receiv_adva=%f, depos_received=%f, ph_invest=%f, reser_une_prem=%f, reser_outstd_claims=%f, reser_lins_liab=%f, \
reser_lthins_liab=%f, indept_acc_liab=%f, pledge_borr=%f, indem_payable=%f, policy_div_payable=%f, total_liab=%f, treasury_share=%f, ordin_risk_reser=%f, \
forex_differ=%f, invest_loss_unconf=%f, minority_int=%f, total_hldr_eqy_exc_min_int=%f, total_hldr_eqy_inc_min_int=%f, total_liab_hldr_eqy=%f, \
lt_payroll_payable=%f, oth_comp_income=%f, oth_eqt_tools=%f, oth_eqt_tools_p_shr=%f, lending_funds=%f, acc_receivable=%f, st_fin_payable=%f, payables=%f, \
hfs_assets=%f, hfs_sales=%f, cost_fin_assets=%f, fair_value_fin_assets=%f, contract_assets=%f, contract_liab=%f, accounts_receiv_bill=%f, accounts_pay=%f, \
oth_rcv_total=%f, fix_assets_total=%f, cip_total=%f, oth_pay_total=%f, long_pay_total=%f, debt_invest=%f, oth_debt_invest=%f, oth_eq_invest=%f, \
oth_illiq_fin_assets=%f, oth_eq_ppbond=%f, receiv_financing=%f, use_right_assets=%f, lease_liab=%f " % (
getattr(row, 'ts_code'), getattr(row, 'ann_date'), getattr(row, 'f_ann_date'), getattr(row, 'end_date'),
getattr(row, 'report_type'), getattr(row, 'comp_type'), getattr(row, 'end_type'),
str2float(getattr(row, 'total_share')), str2float(getattr(row, 'cap_rese')), str2float(getattr(row, 'undistr_porfit')),
str2float(getattr(row, 'surplus_rese')), str2float(getattr(row, 'special_rese')), str2float(getattr(row, 'money_cap')),
str2float(getattr(row, 'trad_asset')), str2float(getattr(row, 'notes_receiv')), str2float(getattr(row, 'accounts_receiv')),
str2float(getattr(row, 'oth_receiv')), str2float(getattr(row, 'prepayment')), str2float(getattr(row, 'div_receiv')),
str2float(getattr(row, 'int_receiv')), str2float(getattr(row, 'inventories')), str2float(getattr(row, 'amor_exp')),
str2float(getattr(row, 'nca_within_1y')), str2float(getattr(row, 'sett_rsrv')), str2float(getattr(row, 'loanto_oth_bank_fi')),
str2float(getattr(row, 'premium_receiv')), str2float(getattr(row, 'reinsur_receiv')), str2float(getattr(row, 'reinsur_res_receiv')),
str2float(getattr(row, 'pur_resale_fa')), str2float(getattr(row, 'oth_cur_assets')), str2float(getattr(row, 'total_cur_assets')),
str2float(getattr(row, 'fa_avail_for_sale')), str2float(getattr(row, 'htm_invest')), str2float(getattr(row, 'lt_eqt_invest')),
str2float(getattr(row, 'invest_real_estate')), str2float(getattr(row, 'time_deposits')), str2float(getattr(row, 'oth_assets')),
str2float(getattr(row, 'lt_rec')), str2float(getattr(row, 'fix_assets')), str2float(getattr(row, 'cip')),
str2float(getattr(row, 'const_materials')), str2float(getattr(row, 'fixed_assets_disp')), str2float(getattr(row, 'produc_bio_assets')),
str2float(getattr(row, 'oil_and_gas_assets')), str2float(getattr(row, 'intan_assets')), str2float(getattr(row, 'r_and_d')),
str2float(getattr(row, 'goodwill')), str2float(getattr(row, 'lt_amor_exp')), str2float(getattr(row, 'defer_tax_assets')),
str2float(getattr(row, 'decr_in_disbur')), str2float(getattr(row, 'oth_nca')), str2float(getattr(row, 'total_nca')),
str2float(getattr(row, 'cash_reser_cb')), str2float(getattr(row, 'depos_in_oth_bfi')), str2float(getattr(row, 'prec_metals')),
str2float(getattr(row, 'deriv_assets')), str2float(getattr(row, 'rr_reins_une_prem')), str2float(getattr(row, 'rr_reins_outstd_cla')),
str2float(getattr(row, 'rr_reins_lins_liab')), str2float(getattr(row, 'rr_reins_lthins_liab')), str2float(getattr(row, 'refund_depos')),
str2float(getattr(row, 'ph_pledge_loans')), str2float(getattr(row, 'refund_cap_depos')), str2float(getattr(row, 'indep_acct_assets')),
str2float(getattr(row, 'client_depos')), str2float(getattr(row, 'client_prov')), str2float(getattr(row, 'transac_seat_fee')),
str2float(getattr(row, 'invest_as_receiv')), str2float(getattr(row, 'total_assets')), str2float(getattr(row, 'lt_borr')),
str2float(getattr(row, 'st_borr')), str2float(getattr(row, 'cb_borr')), str2float(getattr(row, 'depos_ib_deposits')),
str2float(getattr(row, 'loan_oth_bank')), str2float(getattr(row, 'trading_fl')), str2float(getattr(row, 'notes_payable')),
str2float(getattr(row, 'acct_payable')), str2float(getattr(row, 'adv_receipts')), str2float(getattr(row, 'sold_for_repur_fa')),
str2float(getattr(row, 'comm_payable')), str2float(getattr(row, 'payroll_payable')), str2float(getattr(row, 'taxes_payable')),
str2float(getattr(row, 'int_payable')), str2float(getattr(row, 'div_payable')), str2float(getattr(row, 'oth_payable')),
str2float(getattr(row, 'acc_exp')), str2float(getattr(row, 'deferred_inc')), str2float(getattr(row, 'st_bonds_payable')),
str2float(getattr(row, 'payable_to_reinsurer')), str2float(getattr(row, 'rsrv_insur_cont')), str2float(getattr(row, 'acting_trading_sec')),
str2float(getattr(row, 'acting_uw_sec')), str2float(getattr(row, 'non_cur_liab_due_1y')), str2float(getattr(row, 'oth_cur_liab')),
str2float(getattr(row, 'total_cur_liab')), str2float(getattr(row, 'bond_payable')), str2float(getattr(row, 'lt_payable')),
str2float(getattr(row, 'specific_payables')), str2float(getattr(row, 'estimated_liab')), str2float(getattr(row, 'defer_tax_liab')),
str2float(getattr(row, 'defer_inc_non_cur_liab')), str2float(getattr(row, 'oth_ncl')), str2float(getattr(row, 'total_ncl')),
str2float(getattr(row, 'depos_oth_bfi')), str2float(getattr(row, 'deriv_liab')), str2float(getattr(row, 'depos')),
str2float(getattr(row, 'agency_bus_liab')), str2float(getattr(row, 'oth_liab')), str2float(getattr(row, 'prem_receiv_adva')),
str2float(getattr(row, 'depos_received')), str2float(getattr(row, 'ph_invest')), str2float(getattr(row, 'reser_une_prem')),
str2float(getattr(row, 'reser_outstd_claims')), str2float(getattr(row, 'reser_lins_liab')), str2float(getattr(row, 'reser_lthins_liab')),
str2float(getattr(row, 'indept_acc_liab')), str2float(getattr(row, 'pledge_borr')), str2float(getattr(row, 'indem_payable')),
str2float(getattr(row, 'policy_div_payable')), str2float(getattr(row, 'total_liab')), str2float(getattr(row, 'treasury_share')),
str2float(getattr(row, 'ordin_risk_reser')), str2float(getattr(row, 'forex_differ')), str2float(getattr(row, 'invest_loss_unconf')),
str2float(getattr(row, 'minority_int')), str2float(getattr(row, 'total_hldr_eqy_exc_min_int')), str2float(getattr(row, 'total_hldr_eqy_inc_min_int')),
str2float(getattr(row, 'total_liab_hldr_eqy')), str2float(getattr(row, 'lt_payroll_payable')), str2float(getattr(row, 'oth_comp_income')),
str2float(getattr(row, 'oth_eqt_tools')), str2float(getattr(row, 'oth_eqt_tools_p_shr')), str2float(getattr(row, 'lending_funds')),
str2float(getattr(row, 'acc_receivable')), str2float(getattr(row, 'st_fin_payable')), str2float(getattr(row, 'payables')),
str2float(getattr(row, 'hfs_assets')), str2float(getattr(row, 'hfs_sales')), str2float(getattr(row, 'cost_fin_assets')),
str2float(getattr(row, 'fair_value_fin_assets')), str2float(getattr(row, 'contract_assets')), str2float(getattr(row, 'contract_liab')),
str2float(getattr(row, 'accounts_receiv_bill')), str2float(getattr(row, 'accounts_pay')), str2float(getattr(row, 'oth_rcv_total')),
str2float(getattr(row, 'fix_assets_total')), str2float(getattr(row, 'cip_total')), str2float(getattr(row, 'oth_pay_total')),
str2float(getattr(row, 'long_pay_total')), str2float(getattr(row, 'debt_invest')), str2float(getattr(row, 'oth_debt_invest')),
str2float(getattr(row, 'oth_eq_invest')), str2float(getattr(row, 'oth_illiq_fin_assets')), str2float(getattr(row, 'oth_eq_ppbond')),
str2float(getattr(row, 'receiv_financing')), str2float(getattr(row, 'use_right_assets')), str2float(getattr(row, 'lease_liab')),
getattr(row, 'update_flag'),
getattr(row, 'report_type'), getattr(row, 'comp_type'), getattr(row, 'end_type'),
str2float(getattr(row, 'total_share')), str2float(getattr(row, 'cap_rese')), str2float(getattr(row, 'undistr_porfit')),
str2float(getattr(row, 'surplus_rese')), str2float(getattr(row, 'special_rese')), str2float(getattr(row, 'money_cap')),
str2float(getattr(row, 'trad_asset')), str2float(getattr(row, 'notes_receiv')), str2float(getattr(row, 'accounts_receiv')),
str2float(getattr(row, 'oth_receiv')), str2float(getattr(row, 'prepayment')), str2float(getattr(row, 'div_receiv')),
str2float(getattr(row, 'int_receiv')), str2float(getattr(row, 'inventories')), str2float(getattr(row, 'amor_exp')),
str2float(getattr(row, 'nca_within_1y')), str2float(getattr(row, 'sett_rsrv')), str2float(getattr(row, 'loanto_oth_bank_fi')),
str2float(getattr(row, 'premium_receiv')), str2float(getattr(row, 'reinsur_receiv')), str2float(getattr(row, 'reinsur_res_receiv')),
str2float(getattr(row, 'pur_resale_fa')), str2float(getattr(row, 'oth_cur_assets')), str2float(getattr(row, 'total_cur_assets')),
str2float(getattr(row, 'fa_avail_for_sale')), str2float(getattr(row, 'htm_invest')), str2float(getattr(row, 'lt_eqt_invest')),
str2float(getattr(row, 'invest_real_estate')), str2float(getattr(row, 'time_deposits')), str2float(getattr(row, 'oth_assets')),
str2float(getattr(row, 'lt_rec')), str2float(getattr(row, 'fix_assets')), str2float(getattr(row, 'cip')),
str2float(getattr(row, 'const_materials')), str2float(getattr(row, 'fixed_assets_disp')), str2float(getattr(row, 'produc_bio_assets')),
str2float(getattr(row, 'oil_and_gas_assets')), str2float(getattr(row, 'intan_assets')), str2float(getattr(row, 'r_and_d')),
str2float(getattr(row, 'goodwill')), str2float(getattr(row, 'lt_amor_exp')), str2float(getattr(row, 'defer_tax_assets')),
str2float(getattr(row, 'decr_in_disbur')), str2float(getattr(row, 'oth_nca')), str2float(getattr(row, 'total_nca')),
str2float(getattr(row, 'cash_reser_cb')), str2float(getattr(row, 'depos_in_oth_bfi')), str2float(getattr(row, 'prec_metals')),
str2float(getattr(row, 'deriv_assets')), str2float(getattr(row, 'rr_reins_une_prem')), str2float(getattr(row, 'rr_reins_outstd_cla')),
str2float(getattr(row, 'rr_reins_lins_liab')), str2float(getattr(row, 'rr_reins_lthins_liab')), str2float(getattr(row, 'refund_depos')),
str2float(getattr(row, 'ph_pledge_loans')), str2float(getattr(row, 'refund_cap_depos')), str2float(getattr(row, 'indep_acct_assets')),
str2float(getattr(row, 'client_depos')), str2float(getattr(row, 'client_prov')), str2float(getattr(row, 'transac_seat_fee')),
str2float(getattr(row, 'invest_as_receiv')), str2float(getattr(row, 'total_assets')), str2float(getattr(row, 'lt_borr')),
str2float(getattr(row, 'st_borr')), str2float(getattr(row, 'cb_borr')), str2float(getattr(row, 'depos_ib_deposits')),
str2float(getattr(row, 'loan_oth_bank')), str2float(getattr(row, 'trading_fl')), str2float(getattr(row, 'notes_payable')),
str2float(getattr(row, 'acct_payable')), str2float(getattr(row, 'adv_receipts')), str2float(getattr(row, 'sold_for_repur_fa')),
str2float(getattr(row, 'comm_payable')), str2float(getattr(row, 'payroll_payable')), str2float(getattr(row, 'taxes_payable')),
str2float(getattr(row, 'int_payable')), str2float(getattr(row, 'div_payable')), str2float(getattr(row, 'oth_payable')),
str2float(getattr(row, 'acc_exp')), str2float(getattr(row, 'deferred_inc')), str2float(getattr(row, 'st_bonds_payable')),
str2float(getattr(row, 'payable_to_reinsurer')), str2float(getattr(row, 'rsrv_insur_cont')), str2float(getattr(row, 'acting_trading_sec')),
str2float(getattr(row, 'acting_uw_sec')), str2float(getattr(row, 'non_cur_liab_due_1y')), str2float(getattr(row, 'oth_cur_liab')),
str2float(getattr(row, 'total_cur_liab')), str2float(getattr(row, 'bond_payable')), str2float(getattr(row, 'lt_payable')),
str2float(getattr(row, 'specific_payables')), str2float(getattr(row, 'estimated_liab')), str2float(getattr(row, 'defer_tax_liab')),
str2float(getattr(row, 'defer_inc_non_cur_liab')), str2float(getattr(row, 'oth_ncl')), str2float(getattr(row, 'total_ncl')),
str2float(getattr(row, 'depos_oth_bfi')), str2float(getattr(row, 'deriv_liab')), str2float(getattr(row, 'depos')),
str2float(getattr(row, 'agency_bus_liab')), str2float(getattr(row, 'oth_liab')), str2float(getattr(row, 'prem_receiv_adva')),
str2float(getattr(row, 'depos_received')), str2float(getattr(row, 'ph_invest')), str2float(getattr(row, 'reser_une_prem')),
str2float(getattr(row, 'reser_outstd_claims')), str2float(getattr(row, 'reser_lins_liab')), str2float(getattr(row, 'reser_lthins_liab')),
str2float(getattr(row, 'indept_acc_liab')), str2float(getattr(row, 'pledge_borr')), str2float(getattr(row, 'indem_payable')),
str2float(getattr(row, 'policy_div_payable')), str2float(getattr(row, 'total_liab')), str2float(getattr(row, 'treasury_share')),
str2float(getattr(row, 'ordin_risk_reser')), str2float(getattr(row, 'forex_differ')), str2float(getattr(row, 'invest_loss_unconf')),
str2float(getattr(row, 'minority_int')), str2float(getattr(row, 'total_hldr_eqy_exc_min_int')), str2float(getattr(row, 'total_hldr_eqy_inc_min_int')),
str2float(getattr(row, 'total_liab_hldr_eqy')), str2float(getattr(row, 'lt_payroll_payable')), str2float(getattr(row, 'oth_comp_income')),
str2float(getattr(row, 'oth_eqt_tools')), str2float(getattr(row, 'oth_eqt_tools_p_shr')), str2float(getattr(row, 'lending_funds')),
str2float(getattr(row, 'acc_receivable')), str2float(getattr(row, 'st_fin_payable')), str2float(getattr(row, 'payables')),
str2float(getattr(row, 'hfs_assets')), str2float(getattr(row, 'hfs_sales')), str2float(getattr(row, 'cost_fin_assets')),
str2float(getattr(row, 'fair_value_fin_assets')), str2float(getattr(row, 'contract_assets')), str2float(getattr(row, 'contract_liab')),
str2float(getattr(row, 'accounts_receiv_bill')), str2float(getattr(row, 'accounts_pay')), str2float(getattr(row, 'oth_rcv_total')),
str2float(getattr(row, 'fix_assets_total')), str2float(getattr(row, 'cip_total')), str2float(getattr(row, 'oth_pay_total')),
str2float(getattr(row, 'long_pay_total')), str2float(getattr(row, 'debt_invest')), str2float(getattr(row, 'oth_debt_invest')),
str2float(getattr(row, 'oth_eq_invest')), str2float(getattr(row, 'oth_illiq_fin_assets')), str2float(getattr(row, 'oth_eq_ppbond')),
str2float(getattr(row, 'receiv_financing')), str2float(getattr(row, 'use_right_assets')), str2float(getattr(row, 'lease_liab'))
)
return sqlstr
def process():
stock_list = []
cursor = db.cursor()
total_stocks = 0
total_rows = 0
fd = open("./balance.log", 'w+')
# get stock list
sqlstr = "select ts_code from t_ods_hs_base_list where list_status = 'L' "
try:
cursor.execute(sqlstr)
results = cursor.fetchall()
for row in results :
stock_list.append(row[0])
total_stocks = total_stocks+1
except Exception as ex:
print (ex)
print ("get stock list error!")
db.close()
return
# get income data
for st_code in stock_list :
df = queryts(st_code)
loop = 0
for row in df.itertuples():
sql = getsqlstr(row)
try:
cursor.execute(sql)
db.commit()
loop = loop+1
except Exception as ex:
print (ex)
print ("get stock %s error!" % st_code )
db.rollback()
return
print("get %s balance data succ! total rows: %d" % (st_code, loop))
fd.write("get %s balance data succ! total rows: %d \n" % (st_code, loop))
fd.flush()
total_rows = total_rows+loop
time.sleep(0.5)
# get all data
print("All stock balance data process succ! total stocks: %d, total rows: %d " % (total_stocks, total_rows))
fd.write("All stock balance data process succ! total stocks: %d, total rows: %d \n" % (total_stocks, total_rows))
# close db and file
fd.close()
db.close()
process()

286
tushare/src/job_ods_hs_finance_cashflow.py Normal file
View File

@ -0,0 +1,286 @@
import tushare as ts
import MySQLdb
import math
import time
from config import CONFIG_DB
from config import CONFIG_TS
db = MySQLdb.connect(CONFIG_DB['host'], CONFIG_DB['user'], CONFIG_DB['password'], CONFIG_DB['database'], charset='utf8')
pro = ts.pro_api(CONFIG_TS['secret'])
def str2float( str ):
try:
val = float(str)
if math.isinf(val) or math.isnan(val) :
val = 0
return val
except Exception as e:
return 0.0
def queryts( code ) :
df = pro.cashflow(**{
"ts_code": code,
"ann_date": "",
"f_ann_date": "",
"start_date": 20220630,
"end_date": 20230604,
#"start_date": 20170101,
#"end_date": 20220630,
"period": "",
"report_type": "",
"comp_type": "",
"end_type": "",
"is_calc": "",
"limit": "",
"offset": ""
}, fields=[
"ts_code",
"ann_date",
"f_ann_date",
"end_date",
"comp_type",
"report_type",
"end_type",
"net_profit",
"finan_exp",
"c_fr_sale_sg",
"recp_tax_rends",
"n_depos_incr_fi",
"n_incr_loans_cb",
"n_inc_borr_oth_fi",
"prem_fr_orig_contr",
"n_incr_insured_dep",
"n_reinsur_prem",
"n_incr_disp_tfa",
"ifc_cash_incr",
"n_incr_disp_faas",
"n_incr_loans_oth_bank",
"n_cap_incr_repur",
"c_fr_oth_operate_a",
"c_inf_fr_operate_a",
"c_paid_goods_s",
"c_paid_to_for_empl",
"c_paid_for_taxes",
"n_incr_clt_loan_adv",
"n_incr_dep_cbob",
"c_pay_claims_orig_inco",
"pay_handling_chrg",
"pay_comm_insur_plcy",
"oth_cash_pay_oper_act",
"st_cash_out_act",
"n_cashflow_act",
"oth_recp_ral_inv_act",
"c_disp_withdrwl_invest",
"c_recp_return_invest",
"n_recp_disp_fiolta",
"n_recp_disp_sobu",
"stot_inflows_inv_act",
"c_pay_acq_const_fiolta",
"c_paid_invest",
"n_disp_subs_oth_biz",
"oth_pay_ral_inv_act",
"n_incr_pledge_loan",
"stot_out_inv_act",
"n_cashflow_inv_act",
"c_recp_borrow",
"proc_issue_bonds",
"oth_cash_recp_ral_fnc_act",
"stot_cash_in_fnc_act",
"free_cashflow",
"c_prepay_amt_borr",
"c_pay_dist_dpcp_int_exp",
"incl_dvd_profit_paid_sc_ms",
"oth_cashpay_ral_fnc_act",
"stot_cashout_fnc_act",
"n_cash_flows_fnc_act",
"eff_fx_flu_cash",
"n_incr_cash_cash_equ",
"c_cash_equ_beg_period",
"c_cash_equ_end_period",
"c_recp_cap_contrib",
"incl_cash_rec_saims",
"uncon_invest_loss",
"prov_depr_assets",
"depr_fa_coga_dpba",
"amort_intang_assets",
"lt_amort_deferred_exp",
"decr_deferred_exp",
"incr_acc_exp",
"loss_disp_fiolta",
"loss_scr_fa",
"loss_fv_chg",
"invest_loss",
"decr_def_inc_tax_assets",
"incr_def_inc_tax_liab",
"decr_inventories",
"decr_oper_payable",
"incr_oper_payable",
"others",
"im_net_cashflow_oper_act",
"conv_debt_into_cap",
"conv_copbonds_due_within_1y",
"fa_fnc_leases",
"im_n_incr_cash_equ",
"net_dism_capital_add",
"net_cash_rece_sec",
"credit_impa_loss",
"use_right_asset_dep",
"oth_loss_asset",
"end_bal_cash",
"beg_bal_cash",
"end_bal_cash_equ",
"beg_bal_cash_equ",
"update_flag"
])
return df
def getsqlstr(row):
sqlstr = "insert into t_ods_hs_finance_cashflow(ts_code, ann_date, f_ann_date, end_date, comp_type, report_type, end_type, net_profit, finan_exp, c_fr_sale_sg, \
recp_tax_rends, n_depos_incr_fi, n_incr_loans_cb, n_inc_borr_oth_fi, prem_fr_orig_contr, n_incr_insured_dep, n_reinsur_prem, n_incr_disp_tfa, ifc_cash_incr, \
n_incr_disp_faas, n_incr_loans_oth_bank, n_cap_incr_repur, c_fr_oth_operate_a, c_inf_fr_operate_a, c_paid_goods_s, c_paid_to_for_empl, c_paid_for_taxes, \
n_incr_clt_loan_adv, n_incr_dep_cbob, c_pay_claims_orig_inco, pay_handling_chrg, pay_comm_insur_plcy, oth_cash_pay_oper_act, st_cash_out_act, n_cashflow_act, \
oth_recp_ral_inv_act, c_disp_withdrwl_invest, c_recp_return_invest, n_recp_disp_fiolta, n_recp_disp_sobu, stot_inflows_inv_act, c_pay_acq_const_fiolta, c_paid_invest, \
n_disp_subs_oth_biz, oth_pay_ral_inv_act, n_incr_pledge_loan, stot_out_inv_act, n_cashflow_inv_act, c_recp_borrow, proc_issue_bonds, oth_cash_recp_ral_fnc_act, \
stot_cash_in_fnc_act, free_cashflow, c_prepay_amt_borr, c_pay_dist_dpcp_int_exp, incl_dvd_profit_paid_sc_ms, oth_cashpay_ral_fnc_act, stot_cashout_fnc_act, \
n_cash_flows_fnc_act, eff_fx_flu_cash, n_incr_cash_cash_equ, c_cash_equ_beg_period, c_cash_equ_end_period, c_recp_cap_contrib, incl_cash_rec_saims, uncon_invest_loss, \
prov_depr_assets, depr_fa_coga_dpba, amort_intang_assets, lt_amort_deferred_exp, decr_deferred_exp, incr_acc_exp, loss_disp_fiolta, loss_scr_fa, loss_fv_chg, invest_loss, \
decr_def_inc_tax_assets, incr_def_inc_tax_liab, decr_inventories, decr_oper_payable, incr_oper_payable, others, im_net_cashflow_oper_act, conv_debt_into_cap, \
conv_copbonds_due_within_1y, fa_fnc_leases, im_n_incr_cash_equ, net_dism_capital_add, net_cash_rece_sec, credit_impa_loss, use_right_asset_dep, oth_loss_asset, \
end_bal_cash, beg_bal_cash, end_bal_cash_equ, beg_bal_cash_equ, update_flag) \
values('%s', '%s', '%s', '%s', '%s', '%s', '%s', \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, '%s') \
on duplicate key update report_type='%s', comp_type='%s', end_type='%s', \
net_profit=%f, finan_exp=%f, c_fr_sale_sg=%f, recp_tax_rends=%f, n_depos_incr_fi=%f, n_incr_loans_cb=%f, n_inc_borr_oth_fi=%f, prem_fr_orig_contr=%f, \
n_incr_insured_dep=%f, n_reinsur_prem=%f, n_incr_disp_tfa=%f, ifc_cash_incr=%f, n_incr_disp_faas=%f, n_incr_loans_oth_bank=%f, n_cap_incr_repur=%f, \
c_fr_oth_operate_a=%f, c_inf_fr_operate_a=%f, c_paid_goods_s=%f, c_paid_to_for_empl=%f, c_paid_for_taxes=%f, n_incr_clt_loan_adv=%f, n_incr_dep_cbob=%f, \
c_pay_claims_orig_inco=%f, pay_handling_chrg=%f, pay_comm_insur_plcy=%f, oth_cash_pay_oper_act=%f, st_cash_out_act=%f, n_cashflow_act=%f, \
oth_recp_ral_inv_act=%f, c_disp_withdrwl_invest=%f, c_recp_return_invest=%f, n_recp_disp_fiolta=%f, n_recp_disp_sobu=%f, stot_inflows_inv_act=%f, \
c_pay_acq_const_fiolta=%f, c_paid_invest=%f, n_disp_subs_oth_biz=%f, oth_pay_ral_inv_act=%f, n_incr_pledge_loan=%f, stot_out_inv_act=%f, n_cashflow_inv_act=%f, \
c_recp_borrow=%f, proc_issue_bonds=%f, oth_cash_recp_ral_fnc_act=%f, stot_cash_in_fnc_act=%f, free_cashflow=%f, c_prepay_amt_borr=%f, c_pay_dist_dpcp_int_exp=%f, \
incl_dvd_profit_paid_sc_ms=%f, oth_cashpay_ral_fnc_act=%f, stot_cashout_fnc_act=%f, n_cash_flows_fnc_act=%f, eff_fx_flu_cash=%f, n_incr_cash_cash_equ=%f, \
c_cash_equ_beg_period=%f, c_cash_equ_end_period=%f, c_recp_cap_contrib=%f, incl_cash_rec_saims=%f, uncon_invest_loss=%f, prov_depr_assets=%f, \
depr_fa_coga_dpba=%f, amort_intang_assets=%f, lt_amort_deferred_exp=%f, decr_deferred_exp=%f, incr_acc_exp=%f, loss_disp_fiolta=%f, loss_scr_fa=%f, \
loss_fv_chg=%f, invest_loss=%f, decr_def_inc_tax_assets=%f, incr_def_inc_tax_liab=%f, decr_inventories=%f, decr_oper_payable=%f, incr_oper_payable=%f, \
others=%f, im_net_cashflow_oper_act=%f, conv_debt_into_cap=%f, conv_copbonds_due_within_1y=%f, fa_fnc_leases=%f, im_n_incr_cash_equ=%f, net_dism_capital_add=%f, \
net_cash_rece_sec=%f, credit_impa_loss=%f, use_right_asset_dep=%f, oth_loss_asset=%f, end_bal_cash=%f, beg_bal_cash=%f, end_bal_cash_equ=%f, \
beg_bal_cash_equ=%f " % (
getattr(row, 'ts_code'), getattr(row, 'ann_date'), getattr(row, 'f_ann_date'), getattr(row, 'end_date'),
getattr(row, 'report_type'), getattr(row, 'comp_type'), getattr(row, 'end_type'),
str2float(getattr(row, 'net_profit')), str2float(getattr(row, 'finan_exp')), str2float(getattr(row, 'c_fr_sale_sg')), str2float(getattr(row, 'recp_tax_rends')),
str2float(getattr(row, 'n_depos_incr_fi')), str2float(getattr(row, 'n_incr_loans_cb')), str2float(getattr(row, 'n_inc_borr_oth_fi')),
str2float(getattr(row, 'prem_fr_orig_contr')), str2float(getattr(row, 'n_incr_insured_dep')), str2float(getattr(row, 'n_reinsur_prem')),
str2float(getattr(row, 'n_incr_disp_tfa')), str2float(getattr(row, 'ifc_cash_incr')), str2float(getattr(row, 'n_incr_disp_faas')),
str2float(getattr(row, 'n_incr_loans_oth_bank')), str2float(getattr(row, 'n_cap_incr_repur')), str2float(getattr(row, 'c_fr_oth_operate_a')),
str2float(getattr(row, 'c_inf_fr_operate_a')), str2float(getattr(row, 'c_paid_goods_s')), str2float(getattr(row, 'c_paid_to_for_empl')),
str2float(getattr(row, 'c_paid_for_taxes')), str2float(getattr(row, 'n_incr_clt_loan_adv')), str2float(getattr(row, 'n_incr_dep_cbob')),
str2float(getattr(row, 'c_pay_claims_orig_inco')), str2float(getattr(row, 'pay_handling_chrg')), str2float(getattr(row, 'pay_comm_insur_plcy')),
str2float(getattr(row, 'oth_cash_pay_oper_act')), str2float(getattr(row, 'st_cash_out_act')), str2float(getattr(row, 'n_cashflow_act')),
str2float(getattr(row, 'oth_recp_ral_inv_act')), str2float(getattr(row, 'c_disp_withdrwl_invest')), str2float(getattr(row, 'c_recp_return_invest')),
str2float(getattr(row, 'n_recp_disp_fiolta')), str2float(getattr(row, 'n_recp_disp_sobu')), str2float(getattr(row, 'stot_inflows_inv_act')),
str2float(getattr(row, 'c_pay_acq_const_fiolta')), str2float(getattr(row, 'c_paid_invest')), str2float(getattr(row, 'n_disp_subs_oth_biz')),
str2float(getattr(row, 'oth_pay_ral_inv_act')), str2float(getattr(row, 'n_incr_pledge_loan')), str2float(getattr(row, 'stot_out_inv_act')),
str2float(getattr(row, 'n_cashflow_inv_act')), str2float(getattr(row, 'c_recp_borrow')), str2float(getattr(row, 'proc_issue_bonds')),
str2float(getattr(row, 'oth_cash_recp_ral_fnc_act')), str2float(getattr(row, 'stot_cash_in_fnc_act')), str2float(getattr(row, 'free_cashflow')),
str2float(getattr(row, 'c_prepay_amt_borr')), str2float(getattr(row, 'c_pay_dist_dpcp_int_exp')), str2float(getattr(row, 'incl_dvd_profit_paid_sc_ms')),
str2float(getattr(row, 'oth_cashpay_ral_fnc_act')), str2float(getattr(row, 'stot_cashout_fnc_act')), str2float(getattr(row, 'n_cash_flows_fnc_act')),
str2float(getattr(row, 'eff_fx_flu_cash')), str2float(getattr(row, 'n_incr_cash_cash_equ')), str2float(getattr(row, 'c_cash_equ_beg_period')),
str2float(getattr(row, 'c_cash_equ_end_period')), str2float(getattr(row, 'c_recp_cap_contrib')), str2float(getattr(row, 'incl_cash_rec_saims')),
str2float(getattr(row, 'uncon_invest_loss')), str2float(getattr(row, 'prov_depr_assets')), str2float(getattr(row, 'depr_fa_coga_dpba')),
str2float(getattr(row, 'amort_intang_assets')), str2float(getattr(row, 'lt_amort_deferred_exp')), str2float(getattr(row, 'decr_deferred_exp')),
str2float(getattr(row, 'incr_acc_exp')), str2float(getattr(row, 'loss_disp_fiolta')), str2float(getattr(row, 'loss_scr_fa')), str2float(getattr(row, 'loss_fv_chg')),
str2float(getattr(row, 'invest_loss')), str2float(getattr(row, 'decr_def_inc_tax_assets')), str2float(getattr(row, 'incr_def_inc_tax_liab')),
str2float(getattr(row, 'decr_inventories')), str2float(getattr(row, 'decr_oper_payable')), str2float(getattr(row, 'incr_oper_payable')),
str2float(getattr(row, 'others')), str2float(getattr(row, 'im_net_cashflow_oper_act')), str2float(getattr(row, 'conv_debt_into_cap')),
str2float(getattr(row, 'conv_copbonds_due_within_1y')), str2float(getattr(row, 'fa_fnc_leases')), str2float(getattr(row, 'im_n_incr_cash_equ')),
str2float(getattr(row, 'net_dism_capital_add')), str2float(getattr(row, 'net_cash_rece_sec')), str2float(getattr(row, 'credit_impa_loss')),
str2float(getattr(row, 'use_right_asset_dep')), str2float(getattr(row, 'oth_loss_asset')), str2float(getattr(row, 'end_bal_cash')),
str2float(getattr(row, 'beg_bal_cash')), str2float(getattr(row, 'end_bal_cash_equ')), str2float(getattr(row, 'beg_bal_cash_equ')),
getattr(row, 'update_flag'),
getattr(row, 'report_type'), getattr(row, 'comp_type'), getattr(row, 'end_type'),
str2float(getattr(row, 'net_profit')), str2float(getattr(row, 'finan_exp')), str2float(getattr(row, 'c_fr_sale_sg')), str2float(getattr(row, 'recp_tax_rends')),
str2float(getattr(row, 'n_depos_incr_fi')), str2float(getattr(row, 'n_incr_loans_cb')), str2float(getattr(row, 'n_inc_borr_oth_fi')),
str2float(getattr(row, 'prem_fr_orig_contr')), str2float(getattr(row, 'n_incr_insured_dep')), str2float(getattr(row, 'n_reinsur_prem')),
str2float(getattr(row, 'n_incr_disp_tfa')), str2float(getattr(row, 'ifc_cash_incr')), str2float(getattr(row, 'n_incr_disp_faas')),
str2float(getattr(row, 'n_incr_loans_oth_bank')), str2float(getattr(row, 'n_cap_incr_repur')), str2float(getattr(row, 'c_fr_oth_operate_a')),
str2float(getattr(row, 'c_inf_fr_operate_a')), str2float(getattr(row, 'c_paid_goods_s')), str2float(getattr(row, 'c_paid_to_for_empl')),
str2float(getattr(row, 'c_paid_for_taxes')), str2float(getattr(row, 'n_incr_clt_loan_adv')), str2float(getattr(row, 'n_incr_dep_cbob')),
str2float(getattr(row, 'c_pay_claims_orig_inco')), str2float(getattr(row, 'pay_handling_chrg')), str2float(getattr(row, 'pay_comm_insur_plcy')),
str2float(getattr(row, 'oth_cash_pay_oper_act')), str2float(getattr(row, 'st_cash_out_act')), str2float(getattr(row, 'n_cashflow_act')),
str2float(getattr(row, 'oth_recp_ral_inv_act')), str2float(getattr(row, 'c_disp_withdrwl_invest')), str2float(getattr(row, 'c_recp_return_invest')),
str2float(getattr(row, 'n_recp_disp_fiolta')), str2float(getattr(row, 'n_recp_disp_sobu')), str2float(getattr(row, 'stot_inflows_inv_act')),
str2float(getattr(row, 'c_pay_acq_const_fiolta')), str2float(getattr(row, 'c_paid_invest')), str2float(getattr(row, 'n_disp_subs_oth_biz')),
str2float(getattr(row, 'oth_pay_ral_inv_act')), str2float(getattr(row, 'n_incr_pledge_loan')), str2float(getattr(row, 'stot_out_inv_act')),
str2float(getattr(row, 'n_cashflow_inv_act')), str2float(getattr(row, 'c_recp_borrow')), str2float(getattr(row, 'proc_issue_bonds')),
str2float(getattr(row, 'oth_cash_recp_ral_fnc_act')), str2float(getattr(row, 'stot_cash_in_fnc_act')), str2float(getattr(row, 'free_cashflow')),
str2float(getattr(row, 'c_prepay_amt_borr')), str2float(getattr(row, 'c_pay_dist_dpcp_int_exp')), str2float(getattr(row, 'incl_dvd_profit_paid_sc_ms')),
str2float(getattr(row, 'oth_cashpay_ral_fnc_act')), str2float(getattr(row, 'stot_cashout_fnc_act')), str2float(getattr(row, 'n_cash_flows_fnc_act')),
str2float(getattr(row, 'eff_fx_flu_cash')), str2float(getattr(row, 'n_incr_cash_cash_equ')), str2float(getattr(row, 'c_cash_equ_beg_period')),
str2float(getattr(row, 'c_cash_equ_end_period')), str2float(getattr(row, 'c_recp_cap_contrib')), str2float(getattr(row, 'incl_cash_rec_saims')),
str2float(getattr(row, 'uncon_invest_loss')), str2float(getattr(row, 'prov_depr_assets')), str2float(getattr(row, 'depr_fa_coga_dpba')),
str2float(getattr(row, 'amort_intang_assets')), str2float(getattr(row, 'lt_amort_deferred_exp')), str2float(getattr(row, 'decr_deferred_exp')),
str2float(getattr(row, 'incr_acc_exp')), str2float(getattr(row, 'loss_disp_fiolta')), str2float(getattr(row, 'loss_scr_fa')), str2float(getattr(row, 'loss_fv_chg')),
str2float(getattr(row, 'invest_loss')), str2float(getattr(row, 'decr_def_inc_tax_assets')), str2float(getattr(row, 'incr_def_inc_tax_liab')),
str2float(getattr(row, 'decr_inventories')), str2float(getattr(row, 'decr_oper_payable')), str2float(getattr(row, 'incr_oper_payable')),
str2float(getattr(row, 'others')), str2float(getattr(row, 'im_net_cashflow_oper_act')), str2float(getattr(row, 'conv_debt_into_cap')),
str2float(getattr(row, 'conv_copbonds_due_within_1y')), str2float(getattr(row, 'fa_fnc_leases')), str2float(getattr(row, 'im_n_incr_cash_equ')),
str2float(getattr(row, 'net_dism_capital_add')), str2float(getattr(row, 'net_cash_rece_sec')), str2float(getattr(row, 'credit_impa_loss')),
str2float(getattr(row, 'use_right_asset_dep')), str2float(getattr(row, 'oth_loss_asset')), str2float(getattr(row, 'end_bal_cash')),
str2float(getattr(row, 'beg_bal_cash')), str2float(getattr(row, 'end_bal_cash_equ')), str2float(getattr(row, 'beg_bal_cash_equ'))
)
return sqlstr
def process():
stock_list = []
cursor = db.cursor()
total_stocks = 0
total_rows = 0
fd = open("./cashflow.log", 'w+')
# get stock list
sqlstr = "select ts_code from t_ods_hs_base_list where list_status = 'L' "
try:
cursor.execute(sqlstr)
results = cursor.fetchall()
for row in results :
stock_list.append(row[0])
total_stocks = total_stocks+1
except Exception as ex:
print (ex)
print ("get stock list error!")
db.close()
return
# get income data
for st_code in stock_list :
df = queryts(st_code)
loop = 0
for row in df.itertuples():
sql = getsqlstr(row)
try:
cursor.execute(sql)
db.commit()
loop = loop+1
except Exception as ex:
print (ex)
print ("get stock %s error!" % st_code )
db.rollback()
return
print("get %s cashflow data succ! total rows: %d" % (st_code, loop))
fd.write("get %s cashflow data succ! total rows: %d \n" % (st_code, loop))
fd.flush()
total_rows = total_rows+loop
time.sleep(0.5)
# get all data
print("All stock cashflow data process succ! total stocks: %d, total rows: %d " % (total_stocks, total_rows))
fd.write("All stock cashflow data process succ! total stocks: %d, total rows: %d \n" % (total_stocks, total_rows))
# close db and file
fd.close()
db.close()
process()

283
tushare/src/job_ods_hs_finance_income.py Normal file
View File

@ -0,0 +1,283 @@
import tushare as ts
import MySQLdb
import math
import time
from config import CONFIG_DB
db = MySQLdb.connect(CONFIG_DB['host'], CONFIG_DB['user'], CONFIG_DB['password'], CONFIG_DB['database'], charset='utf8')
pro = ts.pro_api('f4b683b73b5208105564cb2a086f9c687268b8c4a50d7534853889e3')
def str2float( str ):
try:
val = float(str)
if math.isinf(val) or math.isnan(val) :
val = 0
return val
except Exception as e:
return 0.0
def queryts( code ) :
df = pro.income(**{
"ts_code": code,
"ann_date": "",
"f_ann_date": "",
"start_date": 20220630,
"end_date": 20230604,
"period": "",
"report_type": "",
"comp_type": "",
"end_type": "",
"is_calc": "",
"limit": "",
"offset": ""
}, fields=[
"ts_code",
"ann_date",
"f_ann_date",
"end_date",
"report_type",
"comp_type",
"end_type",
"basic_eps",
"diluted_eps",
"total_revenue",
"revenue",
"int_income",
"prem_earned",
"comm_income",
"n_commis_income",
"n_oth_income",
"n_oth_b_income",
"prem_income",
"out_prem",
"une_prem_reser",
"reins_income",
"n_sec_tb_income",
"n_sec_uw_income",
"n_asset_mg_income",
"oth_b_income",
"fv_value_chg_gain",
"invest_income",
"ass_invest_income",
"forex_gain",
"total_cogs",
"oper_cost",
"int_exp",
"comm_exp",
"biz_tax_surchg",
"sell_exp",
"admin_exp",
"fin_exp",
"assets_impair_loss",
"prem_refund",
"compens_payout",
"reser_insur_liab",
"div_payt",
"reins_exp",
"oper_exp",
"compens_payout_refu",
"insur_reser_refu",
"reins_cost_refund",
"other_bus_cost",
"operate_profit",
"non_oper_income",
"non_oper_exp",
"nca_disploss",
"total_profit",
"income_tax",
"n_income",
"n_income_attr_p",
"minority_gain",
"oth_compr_income",
"t_compr_income",
"compr_inc_attr_p",
"compr_inc_attr_m_s",
"ebit",
"ebitda",
"insurance_exp",
"undist_profit",
"distable_profit",
"rd_exp",
"fin_exp_int_exp",
"fin_exp_int_inc",
"transfer_surplus_rese",
"transfer_housing_imprest",
"transfer_oth",
"adj_lossgain",
"withdra_legal_surplus",
"withdra_legal_pubfund",
"withdra_biz_devfund",
"withdra_rese_fund",
"withdra_oth_ersu",
"workers_welfare",
"distr_profit_shrhder",
"prfshare_payable_dvd",
"comshare_payable_dvd",
"capit_comstock_div",
"net_after_nr_lp_correct",
"oth_income",
"asset_disp_income",
"continued_net_profit",
"end_net_profit",
"credit_impa_loss",
"net_expo_hedging_benefits",
"oth_impair_loss_assets",
"total_opcost",
"amodcost_fin_assets",
"update_flag"
])
return df
def getsqlstr(row):
sqlstr = "insert into t_ods_hs_finance_income(ts_code, ann_date, f_ann_date, end_date, report_type, comp_type, end_type, \
basic_eps, diluted_eps, total_revenue, revenue, int_income, prem_earned, comm_income, n_commis_income, n_oth_income, \
n_oth_b_income, prem_income, out_prem, une_prem_reser, reins_income, n_sec_tb_income, n_sec_uw_income, n_asset_mg_income, \
oth_b_income, fv_value_chg_gain, invest_income, ass_invest_income, forex_gain, total_cogs, oper_cost, int_exp, comm_exp, \
biz_tax_surchg, sell_exp, admin_exp, fin_exp, assets_impair_loss, prem_refund, compens_payout, reser_insur_liab, div_payt, \
reins_exp, oper_exp, compens_payout_refu, insur_reser_refu, reins_cost_refund, other_bus_cost, operate_profit, non_oper_income, \
non_oper_exp, nca_disploss, total_profit, income_tax, n_income, n_income_attr_p, minority_gain, oth_compr_income, t_compr_income, \
compr_inc_attr_p, compr_inc_attr_m_s, ebit, ebitda, insurance_exp, undist_profit, distable_profit, rd_exp, fin_exp_int_exp, \
fin_exp_int_inc, transfer_surplus_rese, transfer_housing_imprest, transfer_oth, adj_lossgain, withdra_legal_surplus, \
withdra_legal_pubfund, withdra_biz_devfund, withdra_rese_fund, withdra_oth_ersu, workers_welfare, distr_profit_shrhder, \
prfshare_payable_dvd, comshare_payable_dvd, capit_comstock_div, net_after_nr_lp_correct, oth_income, asset_disp_income, \
continued_net_profit, end_net_profit, credit_impa_loss, net_expo_hedging_benefits, oth_impair_loss_assets, total_opcost, \
amodcost_fin_assets, update_flag) \
values('%s', '%s', '%s', '%s', '%s', '%s', '%s', \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, '%s') \
on duplicate key update report_type='%s', comp_type='%s', end_type='%s', \
basic_eps=%f, diluted_eps=%f, total_revenue=%f, revenue=%f, int_income=%f, prem_earned=%f, \
comm_income=%f, n_commis_income=%f, n_oth_income=%f, n_oth_b_income=%f, prem_income=%f, \
out_prem=%f, une_prem_reser=%f, reins_income=%f, n_sec_tb_income=%f, n_sec_uw_income=%f, \
n_asset_mg_income=%f, oth_b_income=%f, fv_value_chg_gain=%f, invest_income=%f, ass_invest_income=%f, \
forex_gain=%f, total_cogs=%f, oper_cost=%f, int_exp=%f, comm_exp=%f, biz_tax_surchg=%f, \
sell_exp=%f, admin_exp=%f, fin_exp=%f, assets_impair_loss=%f, prem_refund=%f, compens_payout=%f, \
reser_insur_liab=%f, div_payt=%f, reins_exp=%f, oper_exp=%f, compens_payout_refu=%f, \
insur_reser_refu=%f, reins_cost_refund=%f, other_bus_cost=%f, operate_profit=%f, non_oper_income=%f, \
non_oper_exp=%f, nca_disploss=%f, total_profit=%f, income_tax=%f, n_income=%f, n_income_attr_p=%f, \
minority_gain=%f, oth_compr_income=%f, t_compr_income=%f, compr_inc_attr_p=%f, compr_inc_attr_m_s=%f, \
ebit=%f, ebitda=%f, insurance_exp=%f, undist_profit=%f, distable_profit=%f, rd_exp=%f, fin_exp_int_exp=%f, \
fin_exp_int_inc=%f, transfer_surplus_rese=%f, transfer_housing_imprest=%f, transfer_oth=%f, \
adj_lossgain=%f, withdra_legal_surplus=%f, withdra_legal_pubfund=%f, withdra_biz_devfund=%f, \
withdra_rese_fund=%f, withdra_oth_ersu=%f, workers_welfare=%f, distr_profit_shrhder=%f, \
prfshare_payable_dvd=%f, comshare_payable_dvd=%f, capit_comstock_div=%f, net_after_nr_lp_correct=%f, \
oth_income=%f, asset_disp_income=%f, continued_net_profit=%f, end_net_profit=%f, credit_impa_loss=%f, \
net_expo_hedging_benefits=%f, oth_impair_loss_assets=%f, total_opcost=%f, amodcost_fin_assets=%f " % (
getattr(row, 'ts_code'), getattr(row, 'ann_date'), getattr(row, 'f_ann_date'), getattr(row, 'end_date'),
getattr(row, 'report_type'), getattr(row, 'comp_type'), getattr(row, 'end_type'),
str2float(getattr(row, 'basic_eps')), str2float(getattr(row, 'diluted_eps')), str2float(getattr(row, 'total_revenue')),
str2float(getattr(row, 'revenue')), str2float(getattr(row, 'int_income')), str2float(getattr(row, 'prem_earned')),
str2float(getattr(row, 'comm_income')), str2float(getattr(row, 'n_commis_income')), str2float(getattr(row, 'n_oth_income')),
str2float(getattr(row, 'n_oth_b_income')), str2float(getattr(row, 'prem_income')), str2float(getattr(row, 'out_prem')),
str2float(getattr(row, 'une_prem_reser')), str2float(getattr(row, 'reins_income')), str2float(getattr(row, 'n_sec_tb_income')),
str2float(getattr(row, 'n_sec_uw_income')), str2float(getattr(row, 'n_asset_mg_income')), str2float(getattr(row, 'oth_b_income')),
str2float(getattr(row, 'fv_value_chg_gain')), str2float(getattr(row, 'invest_income')), str2float(getattr(row, 'ass_invest_income')),
str2float(getattr(row, 'forex_gain')), str2float(getattr(row, 'total_cogs')), str2float(getattr(row, 'oper_cost')),
str2float(getattr(row, 'int_exp')), str2float(getattr(row, 'comm_exp')), str2float(getattr(row, 'biz_tax_surchg')),
str2float(getattr(row, 'sell_exp')), str2float(getattr(row, 'admin_exp')), str2float(getattr(row, 'fin_exp')),
str2float(getattr(row, 'assets_impair_loss')), str2float(getattr(row, 'prem_refund')), str2float(getattr(row, 'compens_payout')),
str2float(getattr(row, 'reser_insur_liab')), str2float(getattr(row, 'div_payt')), str2float(getattr(row, 'reins_exp')),
str2float(getattr(row, 'oper_exp')), str2float(getattr(row, 'compens_payout_refu')), str2float(getattr(row, 'insur_reser_refu')),
str2float(getattr(row, 'reins_cost_refund')), str2float(getattr(row, 'other_bus_cost')), str2float(getattr(row, 'operate_profit')),
str2float(getattr(row, 'non_oper_income')), str2float(getattr(row, 'non_oper_exp')), str2float(getattr(row, 'nca_disploss')),
str2float(getattr(row, 'total_profit')), str2float(getattr(row, 'income_tax')), str2float(getattr(row, 'n_income')),
str2float(getattr(row, 'n_income_attr_p')), str2float(getattr(row, 'minority_gain')), str2float(getattr(row, 'oth_compr_income')),
str2float(getattr(row, 't_compr_income')), str2float(getattr(row, 'compr_inc_attr_p')), str2float(getattr(row, 'compr_inc_attr_m_s')),
str2float(getattr(row, 'ebit')), str2float(getattr(row, 'ebitda')), str2float(getattr(row, 'insurance_exp')),
str2float(getattr(row, 'undist_profit')), str2float(getattr(row, 'distable_profit')), str2float(getattr(row, 'rd_exp')),
str2float(getattr(row, 'fin_exp_int_exp')), str2float(getattr(row, 'fin_exp_int_inc')), str2float(getattr(row, 'transfer_surplus_rese')),
str2float(getattr(row, 'transfer_housing_imprest')), str2float(getattr(row, 'transfer_oth')), str2float(getattr(row, 'adj_lossgain')),
str2float(getattr(row, 'withdra_legal_surplus')), str2float(getattr(row, 'withdra_legal_pubfund')), str2float(getattr(row, 'withdra_biz_devfund')),
str2float(getattr(row, 'withdra_rese_fund')), str2float(getattr(row, 'withdra_oth_ersu')), str2float(getattr(row, 'workers_welfare')),
str2float(getattr(row, 'distr_profit_shrhder')), str2float(getattr(row, 'prfshare_payable_dvd')), str2float(getattr(row, 'comshare_payable_dvd')),
str2float(getattr(row, 'capit_comstock_div')), str2float(getattr(row, 'net_after_nr_lp_correct')), str2float(getattr(row, 'oth_income')),
str2float(getattr(row, 'asset_disp_income')), str2float(getattr(row, 'continued_net_profit')), str2float(getattr(row, 'end_net_profit')),
str2float(getattr(row, 'credit_impa_loss')), str2float(getattr(row, 'net_expo_hedging_benefits')), str2float(getattr(row, 'oth_impair_loss_assets')),
str2float(getattr(row, 'total_opcost')), str2float(getattr(row, 'amodcost_fin_assets')), getattr(row, 'update_flag'),
getattr(row, 'report_type'), getattr(row, 'comp_type'), getattr(row, 'end_type'),
str2float(getattr(row, 'basic_eps')), str2float(getattr(row, 'diluted_eps')), str2float(getattr(row, 'total_revenue')),
str2float(getattr(row, 'revenue')), str2float(getattr(row, 'int_income')), str2float(getattr(row, 'prem_earned')),
str2float(getattr(row, 'comm_income')), str2float(getattr(row, 'n_commis_income')), str2float(getattr(row, 'n_oth_income')),
str2float(getattr(row, 'n_oth_b_income')), str2float(getattr(row, 'prem_income')), str2float(getattr(row, 'out_prem')),
str2float(getattr(row, 'une_prem_reser')), str2float(getattr(row, 'reins_income')), str2float(getattr(row, 'n_sec_tb_income')),
str2float(getattr(row, 'n_sec_uw_income')), str2float(getattr(row, 'n_asset_mg_income')), str2float(getattr(row, 'oth_b_income')),
str2float(getattr(row, 'fv_value_chg_gain')), str2float(getattr(row, 'invest_income')), str2float(getattr(row, 'ass_invest_income')),
str2float(getattr(row, 'forex_gain')), str2float(getattr(row, 'total_cogs')), str2float(getattr(row, 'oper_cost')),
str2float(getattr(row, 'int_exp')), str2float(getattr(row, 'comm_exp')), str2float(getattr(row, 'biz_tax_surchg')),
str2float(getattr(row, 'sell_exp')), str2float(getattr(row, 'admin_exp')), str2float(getattr(row, 'fin_exp')),
str2float(getattr(row, 'assets_impair_loss')), str2float(getattr(row, 'prem_refund')), str2float(getattr(row, 'compens_payout')),
str2float(getattr(row, 'reser_insur_liab')), str2float(getattr(row, 'div_payt')), str2float(getattr(row, 'reins_exp')),
str2float(getattr(row, 'oper_exp')), str2float(getattr(row, 'compens_payout_refu')), str2float(getattr(row, 'insur_reser_refu')),
str2float(getattr(row, 'reins_cost_refund')), str2float(getattr(row, 'other_bus_cost')), str2float(getattr(row, 'operate_profit')),
str2float(getattr(row, 'non_oper_income')), str2float(getattr(row, 'non_oper_exp')), str2float(getattr(row, 'nca_disploss')),
str2float(getattr(row, 'total_profit')), str2float(getattr(row, 'income_tax')), str2float(getattr(row, 'n_income')),
str2float(getattr(row, 'n_income_attr_p')), str2float(getattr(row, 'minority_gain')), str2float(getattr(row, 'oth_compr_income')),
str2float(getattr(row, 't_compr_income')), str2float(getattr(row, 'compr_inc_attr_p')), str2float(getattr(row, 'compr_inc_attr_m_s')),
str2float(getattr(row, 'ebit')), str2float(getattr(row, 'ebitda')), str2float(getattr(row, 'insurance_exp')),
str2float(getattr(row, 'undist_profit')), str2float(getattr(row, 'distable_profit')), str2float(getattr(row, 'rd_exp')),
str2float(getattr(row, 'fin_exp_int_exp')), str2float(getattr(row, 'fin_exp_int_inc')), str2float(getattr(row, 'transfer_surplus_rese')),
str2float(getattr(row, 'transfer_housing_imprest')), str2float(getattr(row, 'transfer_oth')), str2float(getattr(row, 'adj_lossgain')),
str2float(getattr(row, 'withdra_legal_surplus')), str2float(getattr(row, 'withdra_legal_pubfund')), str2float(getattr(row, 'withdra_biz_devfund')),
str2float(getattr(row, 'withdra_rese_fund')), str2float(getattr(row, 'withdra_oth_ersu')), str2float(getattr(row, 'workers_welfare')),
str2float(getattr(row, 'distr_profit_shrhder')), str2float(getattr(row, 'prfshare_payable_dvd')), str2float(getattr(row, 'comshare_payable_dvd')),
str2float(getattr(row, 'capit_comstock_div')), str2float(getattr(row, 'net_after_nr_lp_correct')), str2float(getattr(row, 'oth_income')),
str2float(getattr(row, 'asset_disp_income')), str2float(getattr(row, 'continued_net_profit')), str2float(getattr(row, 'end_net_profit')),
str2float(getattr(row, 'credit_impa_loss')), str2float(getattr(row, 'net_expo_hedging_benefits')), str2float(getattr(row, 'oth_impair_loss_assets')),
str2float(getattr(row, 'total_opcost')), str2float(getattr(row, 'amodcost_fin_assets'))
)
return sqlstr
def process():
stock_list = []
cursor = db.cursor()
total_stocks = 0
total_rows = 0
fd = open("./income.log", 'w+')
# get stock list
sqlstr = "select ts_code from t_ods_hs_base_list where list_status = 'L' "
try:
cursor.execute(sqlstr)
results = cursor.fetchall()
for row in results :
stock_list.append(row[0])
total_stocks = total_stocks+1
except Exception as ex:
print (ex)
print ("get stock list error!")
db.close()
return
# get income data
for st_code in stock_list :
df = queryts(st_code)
loop = 0
for row in df.itertuples():
sql = getsqlstr(row)
try:
cursor.execute(sql)
db.commit()
loop = loop+1
except Exception as ex:
print (ex)
print ("get stock %s error!" % st_code )
db.rollback()
return
print("get %s income data succ! total rows: %d" % (st_code, loop))
fd.write("get %s income data succ! total rows: %d \n" % (st_code, loop))
fd.flush()
total_rows = total_rows+loop
time.sleep(0.5)
# get all data
print("All stock income data process succ! total stocks: %d, total rows: %d " % (total_stocks, total_rows))
fd.write("All stock income data process succ! total stocks: %d, total rows: %d \n" % (total_stocks, total_rows))
# close db and file
fd.close()
db.close()
process()

386
tushare/src/job_ods_hs_finance_indicator.py Normal file
View File

@ -0,0 +1,386 @@
import tushare as ts
import MySQLdb
import math
import time
from config import CONFIG_DB
from config import CONFIG_TS
db = MySQLdb.connect(CONFIG_DB['host'], CONFIG_DB['user'], CONFIG_DB['password'], CONFIG_DB['database'], charset='utf8')
pro = ts.pro_api(CONFIG_TS['secret'])
def str2float( str ):
try:
val = float(str)
if math.isinf(val) or math.isnan(val) :
val = 0
return val
except Exception as e:
return 0.0
def queryts( code ) :
df = pro.fina_indicator(**{
"ts_code": code,
"ann_date": "",
"start_date": 20220630,
"end_date": 20230604,
"period": "",
"update_flag": "",
"limit": "",
"offset": ""
}, fields=[
"ts_code",
"ann_date",
"end_date",
"eps",
"dt_eps",
"total_revenue_ps",
"revenue_ps",
"capital_rese_ps",
"surplus_rese_ps",
"undist_profit_ps",
"extra_item",
"profit_dedt",
"gross_margin",
"current_ratio",
"quick_ratio",
"cash_ratio",
"invturn_days",
"arturn_days",
"inv_turn",
"ar_turn",
"ca_turn",
"fa_turn",
"assets_turn",
"op_income",
"valuechange_income",
"interst_income",
"daa",
"ebit",
"ebitda",
"fcff",
"fcfe",
"current_exint",
"noncurrent_exint",
"interestdebt",
"netdebt",
"tangible_asset",
"working_capital",
"networking_capital",
"invest_capital",
"retained_earnings",
"diluted2_eps",
"bps",
"ocfps",
"retainedps",
"cfps",
"ebit_ps",
"fcff_ps",
"fcfe_ps",
"netprofit_margin",
"grossprofit_margin",
"cogs_of_sales",
"expense_of_sales",
"profit_to_gr",
"saleexp_to_gr",
"adminexp_of_gr",
"finaexp_of_gr",
"impai_ttm",
"gc_of_gr",
"op_of_gr",
"ebit_of_gr",
"roe",
"roe_waa",
"roe_dt",
"roa",
"npta",
"roic",
"roe_yearly",
"roa2_yearly",
"roe_avg",
"opincome_of_ebt",
"investincome_of_ebt",
"n_op_profit_of_ebt",
"tax_to_ebt",
"dtprofit_to_profit",
"salescash_to_or",
"ocf_to_or",
"ocf_to_opincome",
"capitalized_to_da",
"debt_to_assets",
"assets_to_eqt",
"dp_assets_to_eqt",
"ca_to_assets",
"nca_to_assets",
"tbassets_to_totalassets",
"int_to_talcap",
"eqt_to_talcapital",
"currentdebt_to_debt",
"longdeb_to_debt",
"ocf_to_shortdebt",
"debt_to_eqt",
"eqt_to_debt",
"eqt_to_interestdebt",
"tangibleasset_to_debt",
"tangasset_to_intdebt",
"tangibleasset_to_netdebt",
"ocf_to_debt",
"ocf_to_interestdebt",
"ocf_to_netdebt",
"ebit_to_interest",
"longdebt_to_workingcapital",
"ebitda_to_debt",
"turn_days",
"roa_yearly",
"roa_dp",
"fixed_assets",
"profit_prefin_exp",
"non_op_profit",
"op_to_ebt",
"nop_to_ebt",
"ocf_to_profit",
"cash_to_liqdebt",
"cash_to_liqdebt_withinterest",
"op_to_liqdebt",
"op_to_debt",
"roic_yearly",
"total_fa_trun",
"profit_to_op",
"q_opincome",
"q_investincome",
"q_dtprofit",
"q_eps",
"q_netprofit_margin",
"q_gsprofit_margin",
"q_exp_to_sales",
"q_profit_to_gr",
"q_saleexp_to_gr",
"q_adminexp_to_gr",
"q_finaexp_to_gr",
"q_impair_to_gr_ttm",
"q_gc_to_gr",
"q_op_to_gr",
"q_roe",
"q_dt_roe",
"q_npta",
"q_opincome_to_ebt",
"q_investincome_to_ebt",
"q_dtprofit_to_profit",
"q_salescash_to_or",
"q_ocf_to_sales",
"q_ocf_to_or",
"basic_eps_yoy",
"dt_eps_yoy",
"cfps_yoy",
"op_yoy",
"ebt_yoy",
"netprofit_yoy",
"dt_netprofit_yoy",
"ocf_yoy",
"roe_yoy",
"bps_yoy",
"assets_yoy",
"eqt_yoy",
"tr_yoy",
"or_yoy",
"q_gr_yoy",
"q_gr_qoq",
"q_sales_yoy",
"q_sales_qoq",
"q_op_yoy",
"q_op_qoq",
"q_profit_yoy",
"q_profit_qoq",
"q_netprofit_yoy",
"q_netprofit_qoq",
"equity_yoy",
"rd_exp",
"update_flag"
])
return df
def getsqlstr(row):
sqlstr = "insert into t_ods_hs_finance_indicator(ts_code, ann_date, end_date, eps, dt_eps, total_revenue_ps, revenue_ps, capital_rese_ps, surplus_rese_ps, undist_profit_ps, \
extra_item, profit_dedt, gross_margin, current_ratio, quick_ratio, cash_ratio, invturn_days, arturn_days, inv_turn, ar_turn, ca_turn, fa_turn, assets_turn, op_income, \
valuechange_income, interst_income, daa, ebit, ebitda, fcff, fcfe, current_exint, noncurrent_exint, interestdebt, netdebt, tangible_asset, working_capital, \
networking_capital, invest_capital, retained_earnings, diluted2_eps, bps, ocfps, retainedps, cfps, ebit_ps, fcff_ps, fcfe_ps, netprofit_margin, grossprofit_margin, \
cogs_of_sales, expense_of_sales, profit_to_gr, saleexp_to_gr, adminexp_of_gr, finaexp_of_gr, impai_ttm, gc_of_gr, op_of_gr, ebit_of_gr, roe, roe_waa, roe_dt, roa, npta, \
roic, roe_yearly, roa2_yearly, roe_avg, opincome_of_ebt, investincome_of_ebt, n_op_profit_of_ebt, tax_to_ebt, dtprofit_to_profit, salescash_to_or, ocf_to_or, \
ocf_to_opincome, capitalized_to_da, debt_to_assets, assets_to_eqt, dp_assets_to_eqt, ca_to_assets, nca_to_assets, tbassets_to_totalassets, int_to_talcap, \
eqt_to_talcapital, currentdebt_to_debt, longdeb_to_debt, ocf_to_shortdebt, debt_to_eqt, eqt_to_debt, eqt_to_interestdebt, tangibleasset_to_debt, tangasset_to_intdebt, \
tangibleasset_to_netdebt, ocf_to_debt, ocf_to_interestdebt, ocf_to_netdebt, ebit_to_interest, longdebt_to_workingcapital, ebitda_to_debt, turn_days, roa_yearly, \
roa_dp, fixed_assets, profit_prefin_exp, non_op_profit, op_to_ebt, nop_to_ebt, ocf_to_profit, cash_to_liqdebt, cash_to_liqdebt_withinterest, op_to_liqdebt, op_to_debt, \
roic_yearly, total_fa_trun, profit_to_op, q_opincome, q_investincome, q_dtprofit, q_eps, q_netprofit_margin, q_gsprofit_margin, q_exp_to_sales, q_profit_to_gr, \
q_saleexp_to_gr, q_adminexp_to_gr, q_finaexp_to_gr, q_impair_to_gr_ttm, q_gc_to_gr, q_op_to_gr, q_roe, q_dt_roe, q_npta, q_opincome_to_ebt, q_investincome_to_ebt, \
q_dtprofit_to_profit, q_salescash_to_or, q_ocf_to_sales, q_ocf_to_or, basic_eps_yoy, dt_eps_yoy, cfps_yoy, op_yoy, ebt_yoy, netprofit_yoy, dt_netprofit_yoy, ocf_yoy, \
roe_yoy, bps_yoy, assets_yoy, eqt_yoy, tr_yoy, or_yoy, q_gr_yoy, q_gr_qoq, q_sales_yoy, q_sales_qoq, q_op_yoy, q_op_qoq, q_profit_yoy, q_profit_qoq, q_netprofit_yoy, \
q_netprofit_qoq, equity_yoy, rd_exp, update_flag) \
values('%s', '%s', '%s', \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, %f, \
%f, %f, %f, '%s') \
on duplicate key update \
eps=%f, dt_eps=%f, total_revenue_ps=%f, revenue_ps=%f, capital_rese_ps=%f, surplus_rese_ps=%f, undist_profit_ps=%f, extra_item=%f, profit_dedt=%f, gross_margin=%f, \
current_ratio=%f, quick_ratio=%f, cash_ratio=%f, invturn_days=%f, arturn_days=%f, inv_turn=%f, ar_turn=%f, ca_turn=%f, fa_turn=%f, assets_turn=%f, op_income=%f, \
valuechange_income=%f, interst_income=%f, daa=%f, ebit=%f, ebitda=%f, fcff=%f, fcfe=%f, current_exint=%f, noncurrent_exint=%f, interestdebt=%f, netdebt=%f, \
tangible_asset=%f, working_capital=%f, networking_capital=%f, invest_capital=%f, retained_earnings=%f, diluted2_eps=%f, bps=%f, ocfps=%f, retainedps=%f, cfps=%f, \
ebit_ps=%f, fcff_ps=%f, fcfe_ps=%f, netprofit_margin=%f, grossprofit_margin=%f, cogs_of_sales=%f, expense_of_sales=%f, profit_to_gr=%f, saleexp_to_gr=%f, \
adminexp_of_gr=%f, finaexp_of_gr=%f, impai_ttm=%f, gc_of_gr=%f, op_of_gr=%f, ebit_of_gr=%f, roe=%f, roe_waa=%f, roe_dt=%f, roa=%f, npta=%f, roic=%f, roe_yearly=%f, \
roa2_yearly=%f, roe_avg=%f, opincome_of_ebt=%f, investincome_of_ebt=%f, n_op_profit_of_ebt=%f, tax_to_ebt=%f, dtprofit_to_profit=%f, salescash_to_or=%f, ocf_to_or=%f, \
ocf_to_opincome=%f, capitalized_to_da=%f, debt_to_assets=%f, assets_to_eqt=%f, dp_assets_to_eqt=%f, ca_to_assets=%f, nca_to_assets=%f, tbassets_to_totalassets=%f, \
int_to_talcap=%f, eqt_to_talcapital=%f, currentdebt_to_debt=%f, longdeb_to_debt=%f, ocf_to_shortdebt=%f, debt_to_eqt=%f, eqt_to_debt=%f, eqt_to_interestdebt=%f, \
tangibleasset_to_debt=%f, tangasset_to_intdebt=%f, tangibleasset_to_netdebt=%f, ocf_to_debt=%f, ocf_to_interestdebt=%f, ocf_to_netdebt=%f, ebit_to_interest=%f, \
longdebt_to_workingcapital=%f, ebitda_to_debt=%f, turn_days=%f, roa_yearly=%f, roa_dp=%f, fixed_assets=%f, profit_prefin_exp=%f, non_op_profit=%f, op_to_ebt=%f, \
nop_to_ebt=%f, ocf_to_profit=%f, cash_to_liqdebt=%f, cash_to_liqdebt_withinterest=%f, op_to_liqdebt=%f, op_to_debt=%f, roic_yearly=%f, total_fa_trun=%f, profit_to_op=%f, \
q_opincome=%f, q_investincome=%f, q_dtprofit=%f, q_eps=%f, q_netprofit_margin=%f, q_gsprofit_margin=%f, q_exp_to_sales=%f, q_profit_to_gr=%f, q_saleexp_to_gr=%f, \
q_adminexp_to_gr=%f, q_finaexp_to_gr=%f, q_impair_to_gr_ttm=%f, q_gc_to_gr=%f, q_op_to_gr=%f, q_roe=%f, q_dt_roe=%f, q_npta=%f, q_opincome_to_ebt=%f, \
q_investincome_to_ebt=%f, q_dtprofit_to_profit=%f, q_salescash_to_or=%f, q_ocf_to_sales=%f, q_ocf_to_or=%f, basic_eps_yoy=%f, dt_eps_yoy=%f, cfps_yoy=%f, op_yoy=%f, \
ebt_yoy=%f, netprofit_yoy=%f, dt_netprofit_yoy=%f, ocf_yoy=%f, roe_yoy=%f, bps_yoy=%f, assets_yoy=%f, eqt_yoy=%f, tr_yoy=%f, or_yoy=%f, q_gr_yoy=%f, q_gr_qoq=%f, \
q_sales_yoy=%f, q_sales_qoq=%f, q_op_yoy=%f, q_op_qoq=%f, q_profit_yoy=%f, q_profit_qoq=%f, q_netprofit_yoy=%f, q_netprofit_qoq=%f, equity_yoy=%f, rd_exp=%f " % (
getattr(row, 'ts_code'), getattr(row, 'ann_date'), getattr(row, 'end_date'),
str2float(getattr(row, 'eps')), str2float(getattr(row, 'dt_eps')), str2float(getattr(row, 'total_revenue_ps')), str2float(getattr(row, 'revenue_ps')),
str2float(getattr(row, 'capital_rese_ps')), str2float(getattr(row, 'surplus_rese_ps')), str2float(getattr(row, 'undist_profit_ps')),
str2float(getattr(row, 'extra_item')), str2float(getattr(row, 'profit_dedt')), str2float(getattr(row, 'gross_margin')), str2float(getattr(row, 'current_ratio')),
str2float(getattr(row, 'quick_ratio')), str2float(getattr(row, 'cash_ratio')), str2float(getattr(row, 'invturn_days')), str2float(getattr(row, 'arturn_days')),
str2float(getattr(row, 'inv_turn')), str2float(getattr(row, 'ar_turn')), str2float(getattr(row, 'ca_turn')), str2float(getattr(row, 'fa_turn')),
str2float(getattr(row, 'assets_turn')), str2float(getattr(row, 'op_income')), str2float(getattr(row, 'valuechange_income')), str2float(getattr(row, 'interst_income')),
str2float(getattr(row, 'daa')), str2float(getattr(row, 'ebit')), str2float(getattr(row, 'ebitda')), str2float(getattr(row, 'fcff')), str2float(getattr(row, 'fcfe')),
str2float(getattr(row, 'current_exint')), str2float(getattr(row, 'noncurrent_exint')), str2float(getattr(row, 'interestdebt')), str2float(getattr(row, 'netdebt')),
str2float(getattr(row, 'tangible_asset')), str2float(getattr(row, 'working_capital')), str2float(getattr(row, 'networking_capital')),
str2float(getattr(row, 'invest_capital')), str2float(getattr(row, 'retained_earnings')), str2float(getattr(row, 'diluted2_eps')), str2float(getattr(row, 'bps')),
str2float(getattr(row, 'ocfps')), str2float(getattr(row, 'retainedps')), str2float(getattr(row, 'cfps')), str2float(getattr(row, 'ebit_ps')),
str2float(getattr(row, 'fcff_ps')), str2float(getattr(row, 'fcfe_ps')), str2float(getattr(row, 'netprofit_margin')), str2float(getattr(row, 'grossprofit_margin')),
str2float(getattr(row, 'cogs_of_sales')), str2float(getattr(row, 'expense_of_sales')), str2float(getattr(row, 'profit_to_gr')), str2float(getattr(row, 'saleexp_to_gr')),
str2float(getattr(row, 'adminexp_of_gr')), str2float(getattr(row, 'finaexp_of_gr')), str2float(getattr(row, 'impai_ttm')), str2float(getattr(row, 'gc_of_gr')),
str2float(getattr(row, 'op_of_gr')), str2float(getattr(row, 'ebit_of_gr')), str2float(getattr(row, 'roe')), str2float(getattr(row, 'roe_waa')),
str2float(getattr(row, 'roe_dt')), str2float(getattr(row, 'roa')), str2float(getattr(row, 'npta')), str2float(getattr(row, 'roic')), str2float(getattr(row, 'roe_yearly')),
str2float(getattr(row, 'roa2_yearly')), str2float(getattr(row, 'roe_avg')), str2float(getattr(row, 'opincome_of_ebt')), str2float(getattr(row, 'investincome_of_ebt')),
str2float(getattr(row, 'n_op_profit_of_ebt')), str2float(getattr(row, 'tax_to_ebt')), str2float(getattr(row, 'dtprofit_to_profit')),
str2float(getattr(row, 'salescash_to_or')), str2float(getattr(row, 'ocf_to_or')), str2float(getattr(row, 'ocf_to_opincome')), str2float(getattr(row, 'capitalized_to_da')),
str2float(getattr(row, 'debt_to_assets')), str2float(getattr(row, 'assets_to_eqt')), str2float(getattr(row, 'dp_assets_to_eqt')), str2float(getattr(row, 'ca_to_assets')),
str2float(getattr(row, 'nca_to_assets')), str2float(getattr(row, 'tbassets_to_totalassets')), str2float(getattr(row, 'int_to_talcap')),
str2float(getattr(row, 'eqt_to_talcapital')), str2float(getattr(row, 'currentdebt_to_debt')), str2float(getattr(row, 'longdeb_to_debt')),
str2float(getattr(row, 'ocf_to_shortdebt')), str2float(getattr(row, 'debt_to_eqt')), str2float(getattr(row, 'eqt_to_debt')), str2float(getattr(row, 'eqt_to_interestdebt')),
str2float(getattr(row, 'tangibleasset_to_debt')), str2float(getattr(row, 'tangasset_to_intdebt')), str2float(getattr(row, 'tangibleasset_to_netdebt')),
str2float(getattr(row, 'ocf_to_debt')), str2float(getattr(row, 'ocf_to_interestdebt')), str2float(getattr(row, 'ocf_to_netdebt')),
str2float(getattr(row, 'ebit_to_interest')), str2float(getattr(row, 'longdebt_to_workingcapital')), str2float(getattr(row, 'ebitda_to_debt')),
str2float(getattr(row, 'turn_days')), str2float(getattr(row, 'roa_yearly')), str2float(getattr(row, 'roa_dp')), str2float(getattr(row, 'fixed_assets')),
str2float(getattr(row, 'profit_prefin_exp')), str2float(getattr(row, 'non_op_profit')), str2float(getattr(row, 'op_to_ebt')), str2float(getattr(row, 'nop_to_ebt')),
str2float(getattr(row, 'ocf_to_profit')), str2float(getattr(row, 'cash_to_liqdebt')), str2float(getattr(row, 'cash_to_liqdebt_withinterest')),
str2float(getattr(row, 'op_to_liqdebt')), str2float(getattr(row, 'op_to_debt')), str2float(getattr(row, 'roic_yearly')), str2float(getattr(row, 'total_fa_trun')),
str2float(getattr(row, 'profit_to_op')), str2float(getattr(row, 'q_opincome')), str2float(getattr(row, 'q_investincome')), str2float(getattr(row, 'q_dtprofit')),
str2float(getattr(row, 'q_eps')), str2float(getattr(row, 'q_netprofit_margin')), str2float(getattr(row, 'q_gsprofit_margin')), str2float(getattr(row, 'q_exp_to_sales')),
str2float(getattr(row, 'q_profit_to_gr')), str2float(getattr(row, 'q_saleexp_to_gr')), str2float(getattr(row, 'q_adminexp_to_gr')), str2float(getattr(row, 'q_finaexp_to_gr')),
str2float(getattr(row, 'q_impair_to_gr_ttm')), str2float(getattr(row, 'q_gc_to_gr')), str2float(getattr(row, 'q_op_to_gr')), str2float(getattr(row, 'q_roe')),
str2float(getattr(row, 'q_dt_roe')), str2float(getattr(row, 'q_npta')), str2float(getattr(row, 'q_opincome_to_ebt')), str2float(getattr(row, 'q_investincome_to_ebt')),
str2float(getattr(row, 'q_dtprofit_to_profit')), str2float(getattr(row, 'q_salescash_to_or')), str2float(getattr(row, 'q_ocf_to_sales')),
str2float(getattr(row, 'q_ocf_to_or')), str2float(getattr(row, 'basic_eps_yoy')), str2float(getattr(row, 'dt_eps_yoy')), str2float(getattr(row, 'cfps_yoy')),
str2float(getattr(row, 'op_yoy')), str2float(getattr(row, 'ebt_yoy')), str2float(getattr(row, 'netprofit_yoy')), str2float(getattr(row, 'dt_netprofit_yoy')),
str2float(getattr(row, 'ocf_yoy')), str2float(getattr(row, 'roe_yoy')), str2float(getattr(row, 'bps_yoy')), str2float(getattr(row, 'assets_yoy')),
str2float(getattr(row, 'eqt_yoy')), str2float(getattr(row, 'tr_yoy')), str2float(getattr(row, 'or_yoy')), str2float(getattr(row, 'q_gr_yoy')),
str2float(getattr(row, 'q_gr_qoq')), str2float(getattr(row, 'q_sales_yoy')), str2float(getattr(row, 'q_sales_qoq')), str2float(getattr(row, 'q_op_yoy')),
str2float(getattr(row, 'q_op_qoq')), str2float(getattr(row, 'q_profit_yoy')), str2float(getattr(row, 'q_profit_qoq')), str2float(getattr(row, 'q_netprofit_yoy')),
str2float(getattr(row, 'q_netprofit_qoq')), str2float(getattr(row, 'equity_yoy')), str2float(getattr(row, 'rd_exp')),
getattr(row, 'update_flag'),
str2float(getattr(row, 'eps')), str2float(getattr(row, 'dt_eps')), str2float(getattr(row, 'total_revenue_ps')), str2float(getattr(row, 'revenue_ps')),
str2float(getattr(row, 'capital_rese_ps')), str2float(getattr(row, 'surplus_rese_ps')), str2float(getattr(row, 'undist_profit_ps')),
str2float(getattr(row, 'extra_item')), str2float(getattr(row, 'profit_dedt')), str2float(getattr(row, 'gross_margin')), str2float(getattr(row, 'current_ratio')),
str2float(getattr(row, 'quick_ratio')), str2float(getattr(row, 'cash_ratio')), str2float(getattr(row, 'invturn_days')), str2float(getattr(row, 'arturn_days')),
str2float(getattr(row, 'inv_turn')), str2float(getattr(row, 'ar_turn')), str2float(getattr(row, 'ca_turn')), str2float(getattr(row, 'fa_turn')),
str2float(getattr(row, 'assets_turn')), str2float(getattr(row, 'op_income')), str2float(getattr(row, 'valuechange_income')), str2float(getattr(row, 'interst_income')),
str2float(getattr(row, 'daa')), str2float(getattr(row, 'ebit')), str2float(getattr(row, 'ebitda')), str2float(getattr(row, 'fcff')), str2float(getattr(row, 'fcfe')),
str2float(getattr(row, 'current_exint')), str2float(getattr(row, 'noncurrent_exint')), str2float(getattr(row, 'interestdebt')), str2float(getattr(row, 'netdebt')),
str2float(getattr(row, 'tangible_asset')), str2float(getattr(row, 'working_capital')), str2float(getattr(row, 'networking_capital')),
str2float(getattr(row, 'invest_capital')), str2float(getattr(row, 'retained_earnings')), str2float(getattr(row, 'diluted2_eps')), str2float(getattr(row, 'bps')),
str2float(getattr(row, 'ocfps')), str2float(getattr(row, 'retainedps')), str2float(getattr(row, 'cfps')), str2float(getattr(row, 'ebit_ps')),
str2float(getattr(row, 'fcff_ps')), str2float(getattr(row, 'fcfe_ps')), str2float(getattr(row, 'netprofit_margin')), str2float(getattr(row, 'grossprofit_margin')),
str2float(getattr(row, 'cogs_of_sales')), str2float(getattr(row, 'expense_of_sales')), str2float(getattr(row, 'profit_to_gr')), str2float(getattr(row, 'saleexp_to_gr')),
str2float(getattr(row, 'adminexp_of_gr')), str2float(getattr(row, 'finaexp_of_gr')), str2float(getattr(row, 'impai_ttm')), str2float(getattr(row, 'gc_of_gr')),
str2float(getattr(row, 'op_of_gr')), str2float(getattr(row, 'ebit_of_gr')), str2float(getattr(row, 'roe')), str2float(getattr(row, 'roe_waa')),
str2float(getattr(row, 'roe_dt')), str2float(getattr(row, 'roa')), str2float(getattr(row, 'npta')), str2float(getattr(row, 'roic')), str2float(getattr(row, 'roe_yearly')),
str2float(getattr(row, 'roa2_yearly')), str2float(getattr(row, 'roe_avg')), str2float(getattr(row, 'opincome_of_ebt')), str2float(getattr(row, 'investincome_of_ebt')),
str2float(getattr(row, 'n_op_profit_of_ebt')), str2float(getattr(row, 'tax_to_ebt')), str2float(getattr(row, 'dtprofit_to_profit')),
str2float(getattr(row, 'salescash_to_or')), str2float(getattr(row, 'ocf_to_or')), str2float(getattr(row, 'ocf_to_opincome')), str2float(getattr(row, 'capitalized_to_da')),
str2float(getattr(row, 'debt_to_assets')), str2float(getattr(row, 'assets_to_eqt')), str2float(getattr(row, 'dp_assets_to_eqt')), str2float(getattr(row, 'ca_to_assets')),
str2float(getattr(row, 'nca_to_assets')), str2float(getattr(row, 'tbassets_to_totalassets')), str2float(getattr(row, 'int_to_talcap')),
str2float(getattr(row, 'eqt_to_talcapital')), str2float(getattr(row, 'currentdebt_to_debt')), str2float(getattr(row, 'longdeb_to_debt')),
str2float(getattr(row, 'ocf_to_shortdebt')), str2float(getattr(row, 'debt_to_eqt')), str2float(getattr(row, 'eqt_to_debt')), str2float(getattr(row, 'eqt_to_interestdebt')),
str2float(getattr(row, 'tangibleasset_to_debt')), str2float(getattr(row, 'tangasset_to_intdebt')), str2float(getattr(row, 'tangibleasset_to_netdebt')),
str2float(getattr(row, 'ocf_to_debt')), str2float(getattr(row, 'ocf_to_interestdebt')), str2float(getattr(row, 'ocf_to_netdebt')),
str2float(getattr(row, 'ebit_to_interest')), str2float(getattr(row, 'longdebt_to_workingcapital')), str2float(getattr(row, 'ebitda_to_debt')),
str2float(getattr(row, 'turn_days')), str2float(getattr(row, 'roa_yearly')), str2float(getattr(row, 'roa_dp')), str2float(getattr(row, 'fixed_assets')),
str2float(getattr(row, 'profit_prefin_exp')), str2float(getattr(row, 'non_op_profit')), str2float(getattr(row, 'op_to_ebt')), str2float(getattr(row, 'nop_to_ebt')),
str2float(getattr(row, 'ocf_to_profit')), str2float(getattr(row, 'cash_to_liqdebt')), str2float(getattr(row, 'cash_to_liqdebt_withinterest')),
str2float(getattr(row, 'op_to_liqdebt')), str2float(getattr(row, 'op_to_debt')), str2float(getattr(row, 'roic_yearly')), str2float(getattr(row, 'total_fa_trun')),
str2float(getattr(row, 'profit_to_op')), str2float(getattr(row, 'q_opincome')), str2float(getattr(row, 'q_investincome')), str2float(getattr(row, 'q_dtprofit')),
str2float(getattr(row, 'q_eps')), str2float(getattr(row, 'q_netprofit_margin')), str2float(getattr(row, 'q_gsprofit_margin')), str2float(getattr(row, 'q_exp_to_sales')),
str2float(getattr(row, 'q_profit_to_gr')), str2float(getattr(row, 'q_saleexp_to_gr')), str2float(getattr(row, 'q_adminexp_to_gr')), str2float(getattr(row, 'q_finaexp_to_gr')),
str2float(getattr(row, 'q_impair_to_gr_ttm')), str2float(getattr(row, 'q_gc_to_gr')), str2float(getattr(row, 'q_op_to_gr')), str2float(getattr(row, 'q_roe')),
str2float(getattr(row, 'q_dt_roe')), str2float(getattr(row, 'q_npta')), str2float(getattr(row, 'q_opincome_to_ebt')), str2float(getattr(row, 'q_investincome_to_ebt')),
str2float(getattr(row, 'q_dtprofit_to_profit')), str2float(getattr(row, 'q_salescash_to_or')), str2float(getattr(row, 'q_ocf_to_sales')),
str2float(getattr(row, 'q_ocf_to_or')), str2float(getattr(row, 'basic_eps_yoy')), str2float(getattr(row, 'dt_eps_yoy')), str2float(getattr(row, 'cfps_yoy')),
str2float(getattr(row, 'op_yoy')), str2float(getattr(row, 'ebt_yoy')), str2float(getattr(row, 'netprofit_yoy')), str2float(getattr(row, 'dt_netprofit_yoy')),
str2float(getattr(row, 'ocf_yoy')), str2float(getattr(row, 'roe_yoy')), str2float(getattr(row, 'bps_yoy')), str2float(getattr(row, 'assets_yoy')),
str2float(getattr(row, 'eqt_yoy')), str2float(getattr(row, 'tr_yoy')), str2float(getattr(row, 'or_yoy')), str2float(getattr(row, 'q_gr_yoy')),
str2float(getattr(row, 'q_gr_qoq')), str2float(getattr(row, 'q_sales_yoy')), str2float(getattr(row, 'q_sales_qoq')), str2float(getattr(row, 'q_op_yoy')),
str2float(getattr(row, 'q_op_qoq')), str2float(getattr(row, 'q_profit_yoy')), str2float(getattr(row, 'q_profit_qoq')), str2float(getattr(row, 'q_netprofit_yoy')),
str2float(getattr(row, 'q_netprofit_qoq')), str2float(getattr(row, 'equity_yoy')), str2float(getattr(row, 'rd_exp'))
)
return sqlstr
def process():
stock_list = []
cursor = db.cursor()
total_stocks = 0
total_rows = 0
fd = open("./indicator.log", 'w+')
# get stock list
sqlstr = "select ts_code from t_ods_hs_base_list where list_status = 'L' "
try:
cursor.execute(sqlstr)
results = cursor.fetchall()
for row in results :
stock_list.append(row[0])
total_stocks = total_stocks+1
except Exception as ex:
print (ex)
print ("get stock list error!")
db.close()
return
# get income data
for st_code in stock_list :
df = queryts(st_code)
loop = 0
for row in df.itertuples():
sql = getsqlstr(row)
try:
cursor.execute(sql)
db.commit()
loop = loop+1
except Exception as ex:
print (ex)
print ("get stock %s error!" % st_code )
db.rollback()
return
print("get %s indicator data succ! total rows: %d" % (st_code, loop))
fd.write("get %s indicator data succ! total rows: %d \n" % (st_code, loop))
fd.flush()
total_rows = total_rows+loop
time.sleep(0.5)
# get all data
print("All stock indicator data process succ! total stocks: %d, total rows: %d " % (total_stocks, total_rows))
fd.write("All stock indicator data process succ! total stocks: %d, total rows: %d \n" % (total_stocks, total_rows))
# close db and file
fd.close()
db.close()
process()

73
tushare/src/job_ods_hs_indicator_list.py Normal file
View File

@ -0,0 +1,73 @@
import tushare as ts
import MySQLdb
from config import CONFIG_DB
from config import CONFIG_TS
db = MySQLdb.connect(CONFIG_DB['host'], CONFIG_DB['user'], CONFIG_DB['password'], CONFIG_DB['database'], charset='utf8')
pro = ts.pro_api(CONFIG_TS['secret'])
def str2float( str ):
try:
val = float(str)
if math.isinf(val) or math.isnan(val) :
val = 0
return val
except Exception as e:
return 0.0
df = pro.index_basic(**{
"ts_code": "",
"market": "",
"publisher": "",
"category": "",
"name": "",
"limit": "",
"offset": ""
}, fields=[
"ts_code",
"name",
"fullname",
"market",
"publisher",
"index_type",
"category",
"base_date",
"base_point",
"list_date",
"weight_rule",
"desc",
"exp_date"
])
cursor = db.cursor()
for row in df.itertuples():
sql = "insert into t_ods_hs_indicator_list(ts_code, name, fullname, market, publisher, index_type, category, \
base_date, base_point, list_date, weight_rule, ts_desc, exp_date) \
values('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', %f, '%s', '%s', '%s', '%s') \
on duplicate key update name= '%s', fullname= '%s', market='%s', publisher='%s', index_type='%s', \
category='%s', base_date='%s', base_point=%f, list_date='%s', weight_rule='%s', ts_desc='%s', \
exp_date='%s' " % \
(getattr(row, 'ts_code'), getattr(row, 'name'), getattr(row, 'fullname'), getattr(row, 'market'),
getattr(row, 'publisher'), getattr(row, 'index_type'), getattr(row, 'category'), getattr(row, 'base_date'),
str2float(getattr(row, 'base_point')), getattr(row, 'list_date'), getattr(row, 'weight_rule'),
getattr(row, 'desc'), getattr(row, 'exp_date'),
getattr(row, 'name'), getattr(row, 'fullname'), getattr(row, 'market'),
getattr(row, 'publisher'), getattr(row, 'index_type'), getattr(row, 'category'), getattr(row, 'base_date'),
str2float(getattr(row, 'base_point')), getattr(row, 'list_date'), getattr(row, 'weight_rule'),
getattr(row, 'desc'), getattr(row, 'exp_date'), )
try:
cursor.execute(sql)
db.commit()
except Exception as ex:
print (ex)
db.rollback()
break
db.close()

12
tushare/src/test.py Normal file
View File

@ -0,0 +1,12 @@
import tushare as ts
str = ""
flt = 0
try:
flt = float(str)
except Exception as e:
print(e)
flt = 0.0
print("val: %f" % flt)
print (float('452797773974.14'))