{"description":"实验创建于2022/11/5","graph":{"edges":[{"to_node_id":"-24:instruments","from_node_id":"-4:data"},{"to_node_id":"-35:instruments","from_node_id":"-4:data"},{"to_node_id":"-35:features","from_node_id":"-12:data"},{"to_node_id":"-62:features","from_node_id":"-12:data"},{"to_node_id":"-69:features","from_node_id":"-12:data"},{"to_node_id":"-42:features","from_node_id":"-12:data"},{"to_node_id":"-130:features","from_node_id":"-12:data"},{"to_node_id":"-62:instruments","from_node_id":"-16:data"},{"to_node_id":"-102:instruments","from_node_id":"-16:data"},{"to_node_id":"-51:data1","from_node_id":"-24:data"},{"to_node_id":"-42:input_data","from_node_id":"-35:data"},{"to_node_id":"-51:data2","from_node_id":"-42:data"},{"to_node_id":"-58:input_data","from_node_id":"-51:data"},{"to_node_id":"-130:training_ds","from_node_id":"-58:data"},{"to_node_id":"-69:input_data","from_node_id":"-62:data"},{"to_node_id":"-78:input_data","from_node_id":"-69:data"},{"to_node_id":"-130:predict_ds","from_node_id":"-78:data"},{"to_node_id":"-102:options_data","from_node_id":"-130:output_model"}],"nodes":[{"node_id":"-4","module_id":"BigQuantSpace.instruments.instruments-v2","parameters":[{"name":"start_date","value":"2010-01-01","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"2015-01-01","type":"Literal","bound_global_parameter":null},{"name":"market","value":"CN_STOCK_A","type":"Literal","bound_global_parameter":null},{"name":"instrument_list","value":"","type":"Literal","bound_global_parameter":null},{"name":"max_count","value":0,"type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"rolling_conf","node_id":"-4"}],"output_ports":[{"name":"data","node_id":"-4"}],"cacheable":true,"seq_num":1,"comment":"","comment_collapsed":true},{"node_id":"-12","module_id":"BigQuantSpace.input_features.input_features-v1","parameters":[{"name":"features","value":"\n# #号开始的表示注释,注释需单独一行\n# 多个特征,每行一个,可以包含基础特征和衍生特征,特征须为本平台特征\nreturn_5\nreturn_10\nreturn_20\navg_amount_0/avg_amount_5\navg_amount_5/avg_amount_20\nrank_avg_amount_0/rank_avg_amount_5\nrank_avg_amount_5/rank_avg_amount_10\nrank_return_0\nrank_return_5\nrank_return_10\nrank_return_0/rank_return_5\nrank_return_5/rank_return_10\npe_ttm_0\n","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"features_ds","node_id":"-12"}],"output_ports":[{"name":"data","node_id":"-12"}],"cacheable":true,"seq_num":2,"comment":"","comment_collapsed":true},{"node_id":"-16","module_id":"BigQuantSpace.instruments.instruments-v2","parameters":[{"name":"start_date","value":"2015-01-01","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"2017-01-01","type":"Literal","bound_global_parameter":null},{"name":"market","value":"CN_STOCK_A","type":"Literal","bound_global_parameter":null},{"name":"instrument_list","value":"","type":"Literal","bound_global_parameter":null},{"name":"max_count","value":0,"type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"rolling_conf","node_id":"-16"}],"output_ports":[{"name":"data","node_id":"-16"}],"cacheable":true,"seq_num":3,"comment":"","comment_collapsed":true},{"node_id":"-24","module_id":"BigQuantSpace.advanced_auto_labeler.advanced_auto_labeler-v2","parameters":[{"name":"label_expr","value":"# #号开始的表示注释\n# 0. 每行一个,顺序执行,从第二个开始,可以使用label字段\n# 1. 可用数据字段见 https://bigquant.com/docs/develop/datasource/deprecated/history_data.html\n# 添加benchmark_前缀,可使用对应的benchmark数据\n# 2. 可用操作符和函数见 `表达式引擎 <https://bigquant.com/docs/develop/bigexpr/usage.html>`_\n\n# 计算收益:5日收盘价(作为卖出价格)除以明日开盘价(作为买入价格)\n# shift(close, -5) / shift(open, -1)\nwhere(shift(close,-5) / shift(open,-1)>1,1,0)\n\n# 极值处理:用1%和99%分位的值做clip\n# clip(label, all_quantile(label, 0.01), all_quantile(label, 0.99))\n\n# 将分数映射到分类,这里使用20个分类\n# all_wbins(label, 20)\n\n# 过滤掉一字涨停的情况 (设置label为NaN,在后续处理和训练中会忽略NaN的label)\nwhere(shift(high, -1) == shift(low, -1), NaN, label)\n","type":"Literal","bound_global_parameter":null},{"name":"start_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"benchmark","value":"000300.SHA","type":"Literal","bound_global_parameter":null},{"name":"drop_na_label","value":"True","type":"Literal","bound_global_parameter":null},{"name":"cast_label_int","value":"True","type":"Literal","bound_global_parameter":null},{"name":"user_functions","value":"{}","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"instruments","node_id":"-24"}],"output_ports":[{"name":"data","node_id":"-24"}],"cacheable":true,"seq_num":4,"comment":"","comment_collapsed":true},{"node_id":"-35","module_id":"BigQuantSpace.general_feature_extractor.general_feature_extractor-v7","parameters":[{"name":"start_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"before_start_days","value":90,"type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"instruments","node_id":"-35"},{"name":"features","node_id":"-35"}],"output_ports":[{"name":"data","node_id":"-35"}],"cacheable":true,"seq_num":5,"comment":"","comment_collapsed":true},{"node_id":"-42","module_id":"BigQuantSpace.derived_feature_extractor.derived_feature_extractor-v3","parameters":[{"name":"date_col","value":"date","type":"Literal","bound_global_parameter":null},{"name":"instrument_col","value":"instrument","type":"Literal","bound_global_parameter":null},{"name":"drop_na","value":"False","type":"Literal","bound_global_parameter":null},{"name":"remove_extra_columns","value":"False","type":"Literal","bound_global_parameter":null},{"name":"user_functions","value":"{}","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"input_data","node_id":"-42"},{"name":"features","node_id":"-42"}],"output_ports":[{"name":"data","node_id":"-42"}],"cacheable":true,"seq_num":6,"comment":"","comment_collapsed":true},{"node_id":"-51","module_id":"BigQuantSpace.join.join-v3","parameters":[{"name":"on","value":"date,instrument","type":"Literal","bound_global_parameter":null},{"name":"how","value":"inner","type":"Literal","bound_global_parameter":null},{"name":"sort","value":"False","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"data1","node_id":"-51"},{"name":"data2","node_id":"-51"}],"output_ports":[{"name":"data","node_id":"-51"}],"cacheable":true,"seq_num":7,"comment":"","comment_collapsed":true},{"node_id":"-58","module_id":"BigQuantSpace.dropnan.dropnan-v2","parameters":[],"input_ports":[{"name":"input_data","node_id":"-58"},{"name":"features","node_id":"-58"}],"output_ports":[{"name":"data","node_id":"-58"}],"cacheable":true,"seq_num":8,"comment":"","comment_collapsed":true},{"node_id":"-62","module_id":"BigQuantSpace.general_feature_extractor.general_feature_extractor-v7","parameters":[{"name":"start_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"before_start_days","value":90,"type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"instruments","node_id":"-62"},{"name":"features","node_id":"-62"}],"output_ports":[{"name":"data","node_id":"-62"}],"cacheable":true,"seq_num":9,"comment":"","comment_collapsed":true},{"node_id":"-69","module_id":"BigQuantSpace.derived_feature_extractor.derived_feature_extractor-v3","parameters":[{"name":"date_col","value":"date","type":"Literal","bound_global_parameter":null},{"name":"instrument_col","value":"instrument","type":"Literal","bound_global_parameter":null},{"name":"drop_na","value":"False","type":"Literal","bound_global_parameter":null},{"name":"remove_extra_columns","value":"False","type":"Literal","bound_global_parameter":null},{"name":"user_functions","value":"{}","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"input_data","node_id":"-69"},{"name":"features","node_id":"-69"}],"output_ports":[{"name":"data","node_id":"-69"}],"cacheable":true,"seq_num":10,"comment":"","comment_collapsed":true},{"node_id":"-78","module_id":"BigQuantSpace.dropnan.dropnan-v2","parameters":[],"input_ports":[{"name":"input_data","node_id":"-78"},{"name":"features","node_id":"-78"}],"output_ports":[{"name":"data","node_id":"-78"}],"cacheable":true,"seq_num":11,"comment":"","comment_collapsed":true},{"node_id":"-102","module_id":"BigQuantSpace.trade.trade-v4","parameters":[{"name":"start_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"initialize","value":"# 回测引擎:初始化函数,只执行一次\ndef bigquant_run(context):\n # 加载预测数据\n# context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)\n context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)\n\n # 系统已经设置了默认的交易手续费和滑点,要修改手续费可使用如下函数\n context.set_commission(PerOrder(buy_cost=0.0003, sell_cost=0.0013, min_cost=5))\n # 预测数据,通过options传入进来,使用 read_df 函数,加载到内存 (DataFrame)\n # 设置买入的股票数量,这里买入预测股票列表排名靠前的5只\n stock_count = 5\n # 每只的股票的权重,如下的权重分配会使得靠前的股票分配多一点的资金,[0.339160, 0.213986, 0.169580, ..]\n context.stock_weights = T.norm([1 / math.log(i + 2) for i in range(0, stock_count)])\n # 设置每只股票占用的最大资金比例\n context.max_cash_per_instrument = 0.2\n context.hold_days = 5\n","type":"Literal","bound_global_parameter":null},{"name":"handle_data","value":"# 回测引擎:每日数据处理函数,每天执行一次\ndef bigquant_run(context, data):\n # 按日期过滤得到今日的预测数据\n ranker_prediction = context.ranker_prediction[\n context.ranker_prediction.date == data.current_dt.strftime('%Y-%m-%d')]\n\n # 1. 资金分配\n # 平均持仓时间是hold_days,每日都将买入股票,每日预期使用 1/hold_days 的资金\n # 实际操作中,会存在一定的买入误差,所以在前hold_days天,等量使用资金;之后,尽量使用剩余资金(这里设置最多用等量的1.5倍)\n is_staging = context.trading_day_index < context.hold_days # 是否在建仓期间(前 hold_days 天)\n cash_avg = context.portfolio.portfolio_value / context.hold_days\n cash_for_buy = min(context.portfolio.cash, (1 if is_staging else 1.5) * cash_avg)\n cash_for_sell = cash_avg - (context.portfolio.cash - cash_for_buy)\n positions = {e.symbol: p.amount * p.last_sale_price\n for e, p in context.perf_tracker.position_tracker.positions.items()}\n\n # 2. 生成卖出订单:hold_days天之后才开始卖出;对持仓的股票,按StockRanker预测的排序末位淘汰\n if not is_staging and cash_for_sell > 0:\n equities = {e.symbol: e for e, p in context.perf_tracker.position_tracker.positions.items()}\n instruments = list(reversed(list(ranker_prediction.instrument[ranker_prediction.instrument.apply(\n lambda x: x in equities and not context.has_unfinished_sell_order(equities[x]))])))\n # print('rank order for sell %s' % instruments)\n for instrument in instruments:\n context.order_target(context.symbol(instrument), 0)\n cash_for_sell -= positions[instrument]\n if cash_for_sell <= 0:\n break\n\n # 3. 生成买入订单:按StockRanker预测的排序,买入前面的stock_count只股票\n buy_cash_weights = context.stock_weights\n buy_instruments = list(ranker_prediction.instrument[:len(buy_cash_weights)])\n max_cash_per_instrument = context.portfolio.portfolio_value * context.max_cash_per_instrument\n for i, instrument in enumerate(buy_instruments):\n cash = cash_for_buy * buy_cash_weights[i]\n if cash > max_cash_per_instrument - positions.get(instrument, 0):\n # 确保股票持仓量不会超过每次股票最大的占用资金量\n cash = max_cash_per_instrument - positions.get(instrument, 0)\n if cash > 0:\n context.order_value(context.symbol(instrument), cash)\n","type":"Literal","bound_global_parameter":null},{"name":"prepare","value":"# 回测引擎:准备数据,只执行一次\ndef bigquant_run(context):\n pass\n","type":"Literal","bound_global_parameter":null},{"name":"before_trading_start","value":"# 回测引擎:每个单位时间开始前调用一次,即每日开盘前调用一次。\ndef bigquant_run(context, data):\n pass\n","type":"Literal","bound_global_parameter":null},{"name":"volume_limit","value":0.025,"type":"Literal","bound_global_parameter":null},{"name":"order_price_field_buy","value":"open","type":"Literal","bound_global_parameter":null},{"name":"order_price_field_sell","value":"close","type":"Literal","bound_global_parameter":null},{"name":"capital_base","value":1000000,"type":"Literal","bound_global_parameter":null},{"name":"auto_cancel_non_tradable_orders","value":"True","type":"Literal","bound_global_parameter":null},{"name":"data_frequency","value":"daily","type":"Literal","bound_global_parameter":null},{"name":"price_type","value":"真实价格","type":"Literal","bound_global_parameter":null},{"name":"product_type","value":"股票","type":"Literal","bound_global_parameter":null},{"name":"plot_charts","value":"True","type":"Literal","bound_global_parameter":null},{"name":"backtest_only","value":"False","type":"Literal","bound_global_parameter":null},{"name":"benchmark","value":"000300.HIX","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"instruments","node_id":"-102"},{"name":"options_data","node_id":"-102"},{"name":"history_ds","node_id":"-102"},{"name":"benchmark_ds","node_id":"-102"},{"name":"trading_calendar","node_id":"-102"}],"output_ports":[{"name":"raw_perf","node_id":"-102"}],"cacheable":false,"seq_num":13,"comment":"","comment_collapsed":true},{"node_id":"-130","module_id":"BigQuantSpace.extra_trees_classifier.extra_trees_classifier-v1","parameters":[{"name":"criterion","value":"gini","type":"Literal","bound_global_parameter":null},{"name":"iterations","value":10,"type":"Literal","bound_global_parameter":null},{"name":"feature_fraction","value":1,"type":"Literal","bound_global_parameter":null},{"name":"max_depth","value":30,"type":"Literal","bound_global_parameter":null},{"name":"min_samples_per_leaf","value":200,"type":"Literal","bound_global_parameter":null},{"name":"key_cols","value":"date,instrument","type":"Literal","bound_global_parameter":null},{"name":"workers","value":1,"type":"Literal","bound_global_parameter":null},{"name":"random_state","value":0,"type":"Literal","bound_global_parameter":null},{"name":"other_train_parameters","value":"{}","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"training_ds","node_id":"-130"},{"name":"features","node_id":"-130"},{"name":"model","node_id":"-130"},{"name":"predict_ds","node_id":"-130"}],"output_ports":[{"name":"output_model","node_id":"-130"},{"name":"predictions","node_id":"-130"}],"cacheable":true,"seq_num":12,"comment":"","comment_collapsed":true}],"node_layout":"<node_postions><node_position Node='-4' Position='69,82,200,200'/><node_position Node='-12' Position='387,85,200,200'/><node_position Node='-16' Position='704,86,200,200'/><node_position Node='-24' Position='73,182,200,200'/><node_position Node='-35' Position='389,187,200,200'/><node_position Node='-42' Position='399,311,200,200'/><node_position Node='-51' Position='114,409,200,200'/><node_position Node='-58' Position='118,490,200,200'/><node_position Node='-62' Position='717,188,200,200'/><node_position Node='-69' Position='746,314,200,200'/><node_position Node='-78' Position='714.9540405273438,405.9321594238281,200,200'/><node_position Node='-102' Position='298,665,200,200'/><node_position Node='-130' Position='339.5941162109375,566.7505493164062,200,200'/></node_postions>"},"nodes_readonly":false,"studio_version":"v2"}
[2022-11-06 10:30:30.885753] INFO: moduleinvoker: instruments.v2 开始运行..
[2022-11-06 10:30:30.922470] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:30.927044] INFO: moduleinvoker: instruments.v2 运行完成[0.04181s].
[2022-11-06 10:30:30.941047] INFO: moduleinvoker: advanced_auto_labeler.v2 开始运行..
[2022-11-06 10:30:30.977196] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:30.980843] INFO: moduleinvoker: advanced_auto_labeler.v2 运行完成[0.039807s].
[2022-11-06 10:30:30.992674] INFO: moduleinvoker: input_features.v1 开始运行..
[2022-11-06 10:30:31.008843] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.011928] INFO: moduleinvoker: input_features.v1 运行完成[0.019282s].
[2022-11-06 10:30:31.052793] INFO: moduleinvoker: general_feature_extractor.v7 开始运行..
[2022-11-06 10:30:31.072817] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.076977] INFO: moduleinvoker: general_feature_extractor.v7 运行完成[0.024154s].
[2022-11-06 10:30:31.091241] INFO: moduleinvoker: derived_feature_extractor.v3 开始运行..
[2022-11-06 10:30:31.103962] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.106893] INFO: moduleinvoker: derived_feature_extractor.v3 运行完成[0.01566s].
[2022-11-06 10:30:31.123809] INFO: moduleinvoker: join.v3 开始运行..
[2022-11-06 10:30:31.137440] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.140774] INFO: moduleinvoker: join.v3 运行完成[0.016964s].
[2022-11-06 10:30:31.160995] INFO: moduleinvoker: dropnan.v2 开始运行..
[2022-11-06 10:30:31.180129] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.184004] INFO: moduleinvoker: dropnan.v2 运行完成[0.023004s].
[2022-11-06 10:30:31.192682] INFO: moduleinvoker: instruments.v2 开始运行..
[2022-11-06 10:30:31.210638] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.212687] INFO: moduleinvoker: instruments.v2 运行完成[0.020021s].
[2022-11-06 10:30:31.229348] INFO: moduleinvoker: general_feature_extractor.v7 开始运行..
[2022-11-06 10:30:31.240328] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.242418] INFO: moduleinvoker: general_feature_extractor.v7 运行完成[0.013084s].
[2022-11-06 10:30:31.258796] INFO: moduleinvoker: derived_feature_extractor.v3 开始运行..
[2022-11-06 10:30:31.274828] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.277741] INFO: moduleinvoker: derived_feature_extractor.v3 运行完成[0.018935s].
[2022-11-06 10:30:31.288845] INFO: moduleinvoker: dropnan.v2 开始运行..
[2022-11-06 10:30:31.299350] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.302042] INFO: moduleinvoker: dropnan.v2 运行完成[0.013196s].
[2022-11-06 10:30:31.312554] INFO: moduleinvoker: extra_trees_classifier.v1 开始运行..
[2022-11-06 10:30:31.326818] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.329551] INFO: moduleinvoker: extra_trees_classifier.v1 运行完成[0.016997s].
[2022-11-06 10:30:31.447596] INFO: moduleinvoker: backtest.v8 开始运行..
[2022-11-06 10:30:31.455106] INFO: backtest: biglearning backtest:V8.6.3
[2022-11-06 10:30:31.457195] INFO: backtest: product_type:stock by specified
[2022-11-06 10:30:31.798048] INFO: moduleinvoker: cached.v2 开始运行..
[2022-11-06 10:30:31.862602] INFO: moduleinvoker: 命中缓存
[2022-11-06 10:30:31.865412] INFO: moduleinvoker: cached.v2 运行完成[0.067383s].
[2022-11-06 10:30:45.923362] INFO: backtest: algo history_data=DataSource(354d9549fb7a4f129065a9412c8e3cb7T)
[2022-11-06 10:30:45.926004] INFO: algo: TradingAlgorithm V1.8.8
[2022-11-06 10:30:47.598424] ERROR: moduleinvoker: module name: backtest, module version: v8, trackeback: tables.exceptions.HDF5ExtError: HDF5 error back trace
File "H5F.c", line 509, in H5Fopen
unable to open file
File "H5Fint.c", line 1400, in H5F__open
unable to open file
File "H5Fint.c", line 1700, in H5F_open
unable to read superblock
File "H5Fsuper.c", line 411, in H5F__super_read
file signature not found
End of HDF5 error back trace
Unable to open/create file '/tmp/data.h5'
During handling of the above exception, another exception occurred:
IndexError: tuple index out of range
[2022-11-06 10:30:47.611867] ERROR: moduleinvoker: module name: trade, module version: v4, trackeback: tables.exceptions.HDF5ExtError: HDF5 error back trace
File "H5F.c", line 509, in H5Fopen
unable to open file
File "H5Fint.c", line 1400, in H5F__open
unable to open file
File "H5Fint.c", line 1700, in H5F_open
unable to read superblock
File "H5Fsuper.c", line 411, in H5F__super_read
file signature not found
End of HDF5 error back trace
Unable to open/create file '/tmp/data.h5'
During handling of the above exception, another exception occurred:
IndexError: tuple index out of range
---------------------------------------------------------------------------
HDF5ExtError Traceback (most recent call last)
HDF5ExtError: HDF5 error back trace
File "H5F.c", line 509, in H5Fopen
unable to open file
File "H5Fint.c", line 1400, in H5F__open
unable to open file
File "H5Fint.c", line 1700, in H5F_open
unable to read superblock
File "H5Fsuper.c", line 411, in H5F__super_read
file signature not found
End of HDF5 error back trace
Unable to open/create file '/tmp/data.h5'
During handling of the above exception, another exception occurred:
IndexError Traceback (most recent call last)
<ipython-input-14-085c45bee760> in <module>
201 )
202
--> 203 m13 = M.trade.v4(
204 instruments=m3.data,
205 options_data=m12.output_model,
<ipython-input-14-085c45bee760> in m13_initialize_bigquant_run(context)
7 # 加载预测数据
8 # context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)
----> 9 context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)
10
11 # 系统已经设置了默认的交易手续费和滑点,要修改手续费可使用如下函数
IndexError: tuple index out of range