{"description":"实验创建于2022/11/5","graph":{"edges":[{"to_node_id":"-24:instruments","from_node_id":"-4:data"},{"to_node_id":"-35:instruments","from_node_id":"-4:data"},{"to_node_id":"-35:features","from_node_id":"-12:data"},{"to_node_id":"-62:features","from_node_id":"-12:data"},{"to_node_id":"-69:features","from_node_id":"-12:data"},{"to_node_id":"-42:features","from_node_id":"-12:data"},{"to_node_id":"-252:features","from_node_id":"-12:data"},{"to_node_id":"-62:instruments","from_node_id":"-16:data"},{"to_node_id":"-102:instruments","from_node_id":"-16:data"},{"to_node_id":"-51:data1","from_node_id":"-24:data"},{"to_node_id":"-42:input_data","from_node_id":"-35:data"},{"to_node_id":"-51:data2","from_node_id":"-42:data"},{"to_node_id":"-58:input_data","from_node_id":"-51:data"},{"to_node_id":"-252:training_ds","from_node_id":"-58:data"},{"to_node_id":"-69:input_data","from_node_id":"-62:data"},{"to_node_id":"-78:input_data","from_node_id":"-69:data"},{"to_node_id":"-252:predict_ds","from_node_id":"-78:data"},{"to_node_id":"-102:options_data","from_node_id":"-252:predictions"}],"nodes":[{"node_id":"-4","module_id":"BigQuantSpace.instruments.instruments-v2","parameters":[{"name":"start_date","value":"2011-01-01","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"2016-01-01","type":"Literal","bound_global_parameter":null},{"name":"market","value":"CN_STOCK_A","type":"Literal","bound_global_parameter":null},{"name":"instrument_list","value":"","type":"Literal","bound_global_parameter":null},{"name":"max_count","value":0,"type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"rolling_conf","node_id":"-4"}],"output_ports":[{"name":"data","node_id":"-4"}],"cacheable":true,"seq_num":1,"comment":"","comment_collapsed":true},{"node_id":"-12","module_id":"BigQuantSpace.input_features.input_features-v1","parameters":[{"name":"features","value":"\n# #号开始的表示注释,注释需单独一行\n# 多个特征,每行一个,可以包含基础特征和衍生特征,特征须为本平台特征\nreturn_5\nreturn_10\nreturn_20\navg_amount_0/avg_amount_5\navg_amount_5/avg_amount_20\nrank_avg_amount_0/rank_avg_amount_5\nrank_avg_amount_5/rank_avg_amount_10\nrank_return_0\nrank_return_5\nrank_return_10\nrank_return_0/rank_return_5\nrank_return_5/rank_return_10\npe_ttm_0\n","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"features_ds","node_id":"-12"}],"output_ports":[{"name":"data","node_id":"-12"}],"cacheable":true,"seq_num":2,"comment":"","comment_collapsed":true},{"node_id":"-16","module_id":"BigQuantSpace.instruments.instruments-v2","parameters":[{"name":"start_date","value":"2016-01-01","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"2018-01-01","type":"Literal","bound_global_parameter":null},{"name":"market","value":"CN_STOCK_A","type":"Literal","bound_global_parameter":null},{"name":"instrument_list","value":"","type":"Literal","bound_global_parameter":null},{"name":"max_count","value":0,"type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"rolling_conf","node_id":"-16"}],"output_ports":[{"name":"data","node_id":"-16"}],"cacheable":true,"seq_num":3,"comment":"","comment_collapsed":true},{"node_id":"-24","module_id":"BigQuantSpace.advanced_auto_labeler.advanced_auto_labeler-v2","parameters":[{"name":"label_expr","value":"# #号开始的表示注释\n# 0. 每行一个,顺序执行,从第二个开始,可以使用label字段\n# 1. 可用数据字段见 https://bigquant.com/docs/develop/datasource/deprecated/history_data.html\n# 添加benchmark_前缀,可使用对应的benchmark数据\n# 2. 可用操作符和函数见 `表达式引擎 <https://bigquant.com/docs/develop/bigexpr/usage.html>`_\n\n# 计算收益:5日收盘价(作为卖出价格)除以明日开盘价(作为买入价格)\n# shift(close, -5) / shift(open, -1)\nwhere(shift(close,-5) / shift(open,-1)>1,1,0)\n\n# 极值处理:用1%和99%分位的值做clip\n# clip(label, all_quantile(label, 0.01), all_quantile(label, 0.99))\n\n# 将分数映射到分类,这里使用20个分类\n# all_wbins(label, 20)\n\n# 过滤掉一字涨停的情况 (设置label为NaN,在后续处理和训练中会忽略NaN的label)\nwhere(shift(high, -1) == shift(low, -1), NaN, label)\n","type":"Literal","bound_global_parameter":null},{"name":"start_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"benchmark","value":"000300.SHA","type":"Literal","bound_global_parameter":null},{"name":"drop_na_label","value":"True","type":"Literal","bound_global_parameter":null},{"name":"cast_label_int","value":"False","type":"Literal","bound_global_parameter":null},{"name":"user_functions","value":"{}","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"instruments","node_id":"-24"}],"output_ports":[{"name":"data","node_id":"-24"}],"cacheable":true,"seq_num":4,"comment":"","comment_collapsed":true},{"node_id":"-35","module_id":"BigQuantSpace.general_feature_extractor.general_feature_extractor-v7","parameters":[{"name":"start_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"before_start_days","value":90,"type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"instruments","node_id":"-35"},{"name":"features","node_id":"-35"}],"output_ports":[{"name":"data","node_id":"-35"}],"cacheable":true,"seq_num":5,"comment":"","comment_collapsed":true},{"node_id":"-42","module_id":"BigQuantSpace.derived_feature_extractor.derived_feature_extractor-v3","parameters":[{"name":"date_col","value":"date","type":"Literal","bound_global_parameter":null},{"name":"instrument_col","value":"instrument","type":"Literal","bound_global_parameter":null},{"name":"drop_na","value":"False","type":"Literal","bound_global_parameter":null},{"name":"remove_extra_columns","value":"False","type":"Literal","bound_global_parameter":null},{"name":"user_functions","value":"{}","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"input_data","node_id":"-42"},{"name":"features","node_id":"-42"}],"output_ports":[{"name":"data","node_id":"-42"}],"cacheable":true,"seq_num":6,"comment":"","comment_collapsed":true},{"node_id":"-51","module_id":"BigQuantSpace.join.join-v3","parameters":[{"name":"on","value":"date,instrument","type":"Literal","bound_global_parameter":null},{"name":"how","value":"inner","type":"Literal","bound_global_parameter":null},{"name":"sort","value":"False","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"data1","node_id":"-51"},{"name":"data2","node_id":"-51"}],"output_ports":[{"name":"data","node_id":"-51"}],"cacheable":true,"seq_num":7,"comment":"","comment_collapsed":true},{"node_id":"-58","module_id":"BigQuantSpace.dropnan.dropnan-v2","parameters":[],"input_ports":[{"name":"input_data","node_id":"-58"},{"name":"features","node_id":"-58"}],"output_ports":[{"name":"data","node_id":"-58"}],"cacheable":true,"seq_num":8,"comment":"","comment_collapsed":true},{"node_id":"-62","module_id":"BigQuantSpace.general_feature_extractor.general_feature_extractor-v7","parameters":[{"name":"start_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"before_start_days","value":90,"type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"instruments","node_id":"-62"},{"name":"features","node_id":"-62"}],"output_ports":[{"name":"data","node_id":"-62"}],"cacheable":true,"seq_num":9,"comment":"","comment_collapsed":true},{"node_id":"-69","module_id":"BigQuantSpace.derived_feature_extractor.derived_feature_extractor-v3","parameters":[{"name":"date_col","value":"date","type":"Literal","bound_global_parameter":null},{"name":"instrument_col","value":"instrument","type":"Literal","bound_global_parameter":null},{"name":"drop_na","value":"False","type":"Literal","bound_global_parameter":null},{"name":"remove_extra_columns","value":"False","type":"Literal","bound_global_parameter":null},{"name":"user_functions","value":"{}","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"input_data","node_id":"-69"},{"name":"features","node_id":"-69"}],"output_ports":[{"name":"data","node_id":"-69"}],"cacheable":true,"seq_num":10,"comment":"","comment_collapsed":true},{"node_id":"-78","module_id":"BigQuantSpace.dropnan.dropnan-v2","parameters":[],"input_ports":[{"name":"input_data","node_id":"-78"},{"name":"features","node_id":"-78"}],"output_ports":[{"name":"data","node_id":"-78"}],"cacheable":true,"seq_num":11,"comment":"","comment_collapsed":true},{"node_id":"-102","module_id":"BigQuantSpace.trade.trade-v4","parameters":[{"name":"start_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"end_date","value":"","type":"Literal","bound_global_parameter":null},{"name":"initialize","value":"# 回测引擎:初始化函数,只执行一次\ndef bigquant_run(context):\n # 加载预测数据\n# context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)\n# context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)\n context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)\n# context.ranker_prediction = context.options['data'].read_df().sort_values('classes_prob_1',ascending=False)\n# \n\n # 系统已经设置了默认的交易手续费和滑点,要修改手续费可使用如下函数\n context.set_commission(PerOrder(buy_cost=0.0003, sell_cost=0.0013, min_cost=5))\n # 预测数据,通过options传入进来,使用 read_df 函数,加载到内存 (DataFrame)\n # 设置买入的股票数量,这里买入预测股票列表排名靠前的5只\n stock_count = 5\n # 每只的股票的权重,如下的权重分配会使得靠前的股票分配多一点的资金,[0.339160, 0.213986, 0.169580, ..]\n context.stock_weights = T.norm([1 / math.log(i + 2) for i in range(0, stock_count)])\n # 设置每只股票占用的最大资金比例\n context.max_cash_per_instrument = 0.2\n context.hold_days = 5\n","type":"Literal","bound_global_parameter":null},{"name":"handle_data","value":"# 回测引擎:每日数据处理函数,每天执行一次\ndef bigquant_run(context, data):\n # 按日期过滤得到今日的预测数据\n ranker_prediction = context.ranker_prediction[\n context.ranker_prediction.date == data.current_dt.strftime('%Y-%m-%d')]\n\n # 1. 资金分配\n # 平均持仓时间是hold_days,每日都将买入股票,每日预期使用 1/hold_days 的资金\n # 实际操作中,会存在一定的买入误差,所以在前hold_days天,等量使用资金;之后,尽量使用剩余资金(这里设置最多用等量的1.5倍)\n is_staging = context.trading_day_index < context.hold_days # 是否在建仓期间(前 hold_days 天)\n cash_avg = context.portfolio.portfolio_value / context.hold_days\n cash_for_buy = min(context.portfolio.cash, (1 if is_staging else 1.5) * cash_avg)\n cash_for_sell = cash_avg - (context.portfolio.cash - cash_for_buy)\n positions = {e.symbol: p.amount * p.last_sale_price\n for e, p in context.perf_tracker.position_tracker.positions.items()}\n\n # 2. 生成卖出订单:hold_days天之后才开始卖出;对持仓的股票,按StockRanker预测的排序末位淘汰\n if not is_staging and cash_for_sell > 0:\n equities = {e.symbol: e for e, p in context.perf_tracker.position_tracker.positions.items()}\n instruments = list(reversed(list(ranker_prediction.instrument[ranker_prediction.instrument.apply(\n lambda x: x in equities and not context.has_unfinished_sell_order(equities[x]))])))\n # print('rank order for sell %s' % instruments)\n for instrument in instruments:\n context.order_target(context.symbol(instrument), 0)\n cash_for_sell -= positions[instrument]\n if cash_for_sell <= 0:\n break\n\n # 3. 生成买入订单:按StockRanker预测的排序,买入前面的stock_count只股票\n buy_cash_weights = context.stock_weights\n buy_instruments = list(ranker_prediction.instrument[:len(buy_cash_weights)])\n max_cash_per_instrument = context.portfolio.portfolio_value * context.max_cash_per_instrument\n for i, instrument in enumerate(buy_instruments):\n cash = cash_for_buy * buy_cash_weights[i]\n if cash > max_cash_per_instrument - positions.get(instrument, 0):\n # 确保股票持仓量不会超过每次股票最大的占用资金量\n cash = max_cash_per_instrument - positions.get(instrument, 0)\n if cash > 0:\n context.order_value(context.symbol(instrument), cash)\n","type":"Literal","bound_global_parameter":null},{"name":"prepare","value":"# 回测引擎:准备数据,只执行一次\ndef bigquant_run(context):\n pass\n","type":"Literal","bound_global_parameter":null},{"name":"before_trading_start","value":"# 回测引擎:每个单位时间开始前调用一次,即每日开盘前调用一次。\ndef bigquant_run(context, data):\n pass\n","type":"Literal","bound_global_parameter":null},{"name":"volume_limit","value":0.025,"type":"Literal","bound_global_parameter":null},{"name":"order_price_field_buy","value":"open","type":"Literal","bound_global_parameter":null},{"name":"order_price_field_sell","value":"close","type":"Literal","bound_global_parameter":null},{"name":"capital_base","value":1000000,"type":"Literal","bound_global_parameter":null},{"name":"auto_cancel_non_tradable_orders","value":"True","type":"Literal","bound_global_parameter":null},{"name":"data_frequency","value":"daily","type":"Literal","bound_global_parameter":null},{"name":"price_type","value":"真实价格","type":"Literal","bound_global_parameter":null},{"name":"product_type","value":"股票","type":"Literal","bound_global_parameter":null},{"name":"plot_charts","value":"True","type":"Literal","bound_global_parameter":null},{"name":"backtest_only","value":"False","type":"Literal","bound_global_parameter":null},{"name":"benchmark","value":"000300.HIX","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"instruments","node_id":"-102"},{"name":"options_data","node_id":"-102"},{"name":"history_ds","node_id":"-102"},{"name":"benchmark_ds","node_id":"-102"},{"name":"trading_calendar","node_id":"-102"}],"output_ports":[{"name":"raw_perf","node_id":"-102"}],"cacheable":false,"seq_num":13,"comment":"","comment_collapsed":true},{"node_id":"-252","module_id":"BigQuantSpace.stock_ranker.stock_ranker-v2","parameters":[{"name":"learning_algorithm","value":"排序","type":"Literal","bound_global_parameter":null},{"name":"number_of_leaves","value":30,"type":"Literal","bound_global_parameter":null},{"name":"minimum_docs_per_leaf","value":1000,"type":"Literal","bound_global_parameter":null},{"name":"number_of_trees","value":20,"type":"Literal","bound_global_parameter":null},{"name":"learning_rate","value":0.1,"type":"Literal","bound_global_parameter":null},{"name":"max_bins","value":1023,"type":"Literal","bound_global_parameter":null},{"name":"feature_fraction","value":1,"type":"Literal","bound_global_parameter":null},{"name":"data_row_fraction","value":1,"type":"Literal","bound_global_parameter":null},{"name":"ndcg_discount_base","value":1,"type":"Literal","bound_global_parameter":null},{"name":"slim_data","value":"True","type":"Literal","bound_global_parameter":null}],"input_ports":[{"name":"training_ds","node_id":"-252"},{"name":"features","node_id":"-252"},{"name":"base_model","node_id":"-252"},{"name":"test_ds","node_id":"-252"},{"name":"input_model","node_id":"-252"},{"name":"predict_ds","node_id":"-252"}],"output_ports":[{"name":"model","node_id":"-252"},{"name":"predictions","node_id":"-252"}],"cacheable":true,"seq_num":12,"comment":"","comment_collapsed":true}],"node_layout":"<node_postions><node_position Node='-4' Position='69,82,200,200'/><node_position Node='-12' Position='387,85,200,200'/><node_position Node='-16' Position='704,86,200,200'/><node_position Node='-24' Position='73,182,200,200'/><node_position Node='-35' Position='389,187,200,200'/><node_position Node='-42' Position='399,311,200,200'/><node_position Node='-51' Position='114,409,200,200'/><node_position Node='-58' Position='118,490,200,200'/><node_position Node='-62' Position='717,188,200,200'/><node_position Node='-69' Position='746,314,200,200'/><node_position Node='-78' Position='714.9540405273438,405.9321594238281,200,200'/><node_position Node='-102' Position='309.3260498046875,657.9212341308594,200,200'/><node_position Node='-252' Position='299.8764343261719,563.4542846679688,200,200'/></node_postions>"},"nodes_readonly":false,"studio_version":"v2"}
[2022-11-06 21:39:37.774210] INFO: moduleinvoker: instruments.v2 开始运行..
[2022-11-06 21:39:37.799709] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:37.802595] INFO: moduleinvoker: instruments.v2 运行完成[0.028387s].
[2022-11-06 21:39:37.819790] INFO: moduleinvoker: advanced_auto_labeler.v2 开始运行..
[2022-11-06 21:39:37.833450] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:37.836579] INFO: moduleinvoker: advanced_auto_labeler.v2 运行完成[0.016779s].
[2022-11-06 21:39:37.847763] INFO: moduleinvoker: input_features.v1 开始运行..
[2022-11-06 21:39:37.855689] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:37.858359] INFO: moduleinvoker: input_features.v1 运行完成[0.010607s].
[2022-11-06 21:39:37.878175] INFO: moduleinvoker: general_feature_extractor.v7 开始运行..
[2022-11-06 21:39:37.890725] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:37.893552] INFO: moduleinvoker: general_feature_extractor.v7 运行完成[0.015403s].
[2022-11-06 21:39:37.904720] INFO: moduleinvoker: derived_feature_extractor.v3 开始运行..
[2022-11-06 21:39:37.916170] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:37.919229] INFO: moduleinvoker: derived_feature_extractor.v3 运行完成[0.014517s].
[2022-11-06 21:39:37.933003] INFO: moduleinvoker: join.v3 开始运行..
[2022-11-06 21:39:37.954022] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:37.957726] INFO: moduleinvoker: join.v3 运行完成[0.024691s].
[2022-11-06 21:39:37.974610] INFO: moduleinvoker: dropnan.v2 开始运行..
[2022-11-06 21:39:37.987570] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:37.990815] INFO: moduleinvoker: dropnan.v2 运行完成[0.0162s].
[2022-11-06 21:39:38.009034] INFO: moduleinvoker: instruments.v2 开始运行..
[2022-11-06 21:39:38.021993] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:38.026645] INFO: moduleinvoker: instruments.v2 运行完成[0.017615s].
[2022-11-06 21:39:38.054315] INFO: moduleinvoker: general_feature_extractor.v7 开始运行..
[2022-11-06 21:39:38.062834] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:38.064893] INFO: moduleinvoker: general_feature_extractor.v7 运行完成[0.010615s].
[2022-11-06 21:39:38.073900] INFO: moduleinvoker: derived_feature_extractor.v3 开始运行..
[2022-11-06 21:39:38.084229] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:38.087255] INFO: moduleinvoker: derived_feature_extractor.v3 运行完成[0.013349s].
[2022-11-06 21:39:38.101874] INFO: moduleinvoker: dropnan.v2 开始运行..
[2022-11-06 21:39:38.110351] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:38.112536] INFO: moduleinvoker: dropnan.v2 运行完成[0.010668s].
[2022-11-06 21:39:38.159617] INFO: moduleinvoker: stock_ranker.v2 开始运行..
[2022-11-06 21:39:38.190160] INFO: moduleinvoker: stock_ranker_train.v6 开始运行..
[2022-11-06 21:39:38.200589] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:39:38.392707] INFO: moduleinvoker: stock_ranker_train.v6 运行完成[0.202538s].
[2022-11-06 21:39:38.407045] INFO: moduleinvoker: stock_ranker_predict.v5 开始运行..
[2022-11-06 21:39:43.432251] INFO: StockRanker预测: /y_2015 ..
[2022-11-06 21:39:47.973156] INFO: StockRanker预测: /y_2016 ..
[2022-11-06 21:39:54.406709] INFO: StockRanker预测: /y_2017 ..
[2022-11-06 21:40:02.228235] INFO: moduleinvoker: stock_ranker_predict.v5 运行完成[23.821178s].
[2022-11-06 21:40:02.357014] INFO: moduleinvoker: stock_ranker.v2 运行完成[24.197393s].
[2022-11-06 21:40:02.431334] INFO: moduleinvoker: backtest.v8 开始运行..
[2022-11-06 21:40:02.440075] INFO: backtest: biglearning backtest:V8.6.3
[2022-11-06 21:40:02.445481] INFO: backtest: product_type:stock by specified
[2022-11-06 21:40:02.855356] INFO: moduleinvoker: cached.v2 开始运行..
[2022-11-06 21:40:02.868630] INFO: moduleinvoker: 命中缓存
[2022-11-06 21:40:02.871062] INFO: moduleinvoker: cached.v2 运行完成[0.015727s].
[2022-11-06 21:40:19.475722] INFO: backtest: algo history_data=DataSource(30dd559ef9304bccbc4399f62e3b1cbcT)
[2022-11-06 21:40:19.478447] INFO: algo: TradingAlgorithm V1.8.8
[2022-11-06 21:40:25.243163] ERROR: moduleinvoker: module name: backtest, module version: v8, trackeback: KeyError: 'pred_label'
[2022-11-06 21:40:25.249995] ERROR: moduleinvoker: module name: trade, module version: v4, trackeback: KeyError: 'pred_label'
bigcharts-data-start/{"__type":"tabs","__id":"bigchart-e06cc4e44d644814b1e995be92e6db5a"}/bigcharts-data-end
bigcharts-data-start/{"__type":"tabs","__id":"bigchart-bfe79a389f184764aa1c15f9155475fc"}/bigcharts-data-end
---------------------------------------------------------------------------
KeyError Traceback (most recent call last)
<ipython-input-29-695b9c0b8042> in <module>
205 )
206
--> 207 m13 = M.trade.v4(
208 instruments=m3.data,
209 options_data=m12.predictions,
<ipython-input-29-695b9c0b8042> in m13_initialize_bigquant_run(context)
8 # context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)
9 # context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)
---> 10 context.ranker_prediction = context.options['data'].read_df().sort_values('pred_label',ascending=False)
11 # context.ranker_prediction = context.options['data'].read_df().sort_values('classes_prob_1',ascending=False)
12 #
KeyError: 'pred_label'