dataSaver.dos 39 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821
  1. module fundit::dataSaver
  2. use fundit::sqlUtilities
  3. /*
  4. * 存数据表到mySQL或本地dolphindb,原数据表会被TRUNCATE
  5. *
  6. * save_table(tb_fund_performance, "raw_db.fund_performance", false)
  7. */
  8. def save_table(tb, table_name, isToMySQL) {
  9. if(isToMySQL == true) {
  10. conn = connect_mysql('raw_db');
  11. odbc::execute(conn, "TRUNCATE TABLE " + table_name + "_dolphin");
  12. odbc::append(conn, tb, table_name + "_dolphin", false);
  13. conn.close();
  14. } else {
  15. db = get_local_database("fundit", table_name.split(".")[0]);
  16. //local_table = loadTable(db, table_name.split(".")[1]);
  17. saveTable(db, tb, table_name.split(".")[1]);
  18. }
  19. }
  20. /*
  21. * 【临时】 用于将dolphin table 存到 mysql
  22. *
  23. */
  24. def save_table2(tb, table_name, isCreateTable) {
  25. tb.addColumn(['creatorid', 'createtime', 'updaterid', 'updatetime'], [INT, DATETIME, INT, DATETIME]);
  26. conn = connect_mysql('raw_db');
  27. odbc::append(conn, tb, table_name , isCreateTable, false);
  28. conn.close()
  29. }
  30. /*
  31. * 存私募基金净值到本地dolphindb
  32. *
  33. * save_hedge_fund_nav_to_local(tb_nav)
  34. */
  35. def save_hedge_fund_nav_to_local(tb_nav) {
  36. save_table(tb_nav, "mfdb.nav", false)
  37. }
  38. /*
  39. * 将数据存到本地,之后传回MySQL并同步至正式表
  40. *
  41. *
  42. */
  43. def save_and_sync(table, source_table_name, target_table_name) {
  44. save_table(table, source_table_name, true);
  45. t_table_name = iif(target_table_name.isNothing(), source_table_name, target_table_name);
  46. s_query = "CALL raw_db.sp_sync_table_from_dolphin('" + source_table_name + "_dolphin', '" + t_table_name + "');"
  47. conn = connect_mysql('raw_db');
  48. odbc::execute(conn, s_query);
  49. conn.close();
  50. }
  51. /*
  52. * 建表 XXXX_nav
  53. */
  54. def create_entity_nav(is_id_integer=false) {
  55. return table(1000:0,
  56. ['entity_id', 'price_date', 'cumulative_nav'],
  57. [iif(is_id_integer, INT, SYMBOL), DATE, DOUBLE]);
  58. }
  59. /*
  60. * 建表 XXXX_performance
  61. */
  62. def create_entity_performance(is_id_integer=false) {
  63. return table(1000:0,
  64. ['entity_id', 'end_date', 'price_date', 'cumulative_nav',
  65. 'ret_1m', 'ret_1m_a', 'ret_3m', 'ret_3m_a', 'ret_6m', 'ret_6m_a',
  66. 'ret_1y', 'ret_1y_a', 'ret_2y', 'ret_2y_a', 'ret_3y', 'ret_3y_a', 'ret_4y', 'ret_4y_a',
  67. 'ret_5y', 'ret_5y_a', 'ret_10y', 'ret_10y_a', 'ret_ytd', 'ret_ytd_a', 'ret_incep', 'ret_incep_a'],
  68. [iif(is_id_integer, INT, SYMBOL), MONTH, DATE, DOUBLE,
  69. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  70. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  71. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE]);
  72. }
  73. /*
  74. * 建表 XXX_indicator
  75. */
  76. def create_entity_indicator(is_id_integer=false) {
  77. return table(1000:0,
  78. ['entity_id', 'end_date',
  79. 'info_ratio_6m', 'm2_6m', 'tracking_error_6m',
  80. 'info_ratio_1y', 'm2_1y', 'tracking_error_1y',
  81. 'info_ratio_2y', 'm2_2y', 'tracking_error_2y', 'var_2y', 'cvar_2y',
  82. 'info_ratio_3y', 'm2_3y', 'tracking_error_3y', 'var_3y', 'cvar_3y',
  83. 'info_ratio_4y', 'm2_4y', 'tracking_error_4y', 'var_4y', 'cvar_4y',
  84. 'info_ratio_5y', 'm2_5y', 'tracking_error_5y', 'var_5y', 'cvar_5y',
  85. 'info_ratio_10y', 'm2_10y', 'tracking_error_10y', 'var_10y', 'cvar_10y',
  86. 'info_ratio_ytd', 'm2_ytd', 'tracking_error_ytd',
  87. 'info_ratio_incep', 'm2_incep','tracking_error_incep', 'var_incep', 'cvar_incep'],
  88. [iif(is_id_integer, INT, SYMBOL), MONTH,
  89. DOUBLE, DOUBLE, DOUBLE,
  90. DOUBLE, DOUBLE, DOUBLE,
  91. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  92. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  93. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  94. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  95. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  96. DOUBLE, DOUBLE, DOUBLE,
  97. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE]);
  98. }
  99. /*
  100. * 建表 XXX_risk_stats
  101. *
  102. * NOTE: mfdb.fund_risk_stats 中 maxdrawdown_6m 和 maxdrawdown_ytd 因不明原因分别是 6m_maxdrawdown 和 ytd_maxdrawdown 的虚拟列!
  103. */
  104. def create_entity_risk_stats(is_id_integer=false) {
  105. return table(1000:0,
  106. ['entity_id', 'end_date',
  107. 'stddev_6m', 'downsidedev_6m', 'alpha_6m', 'winrate_6m', 'beta_6m', 'skewness_6m', 'kurtosis_6m', 'worstmonth_6m', 'maxdrawdown_6m',
  108. 'stddev_1y', 'downsidedev_1y', 'alpha_1y', 'winrate_1y', 'beta_1y', 'skewness_1y', 'kurtosis_1y', 'worstmonth_1y', 'maxdrawdown_1y',
  109. 'stddev_2y', 'downsidedev_2y', 'alpha_2y', 'winrate_2y', 'beta_2y', 'skewness_2y', 'kurtosis_2y', 'worstmonth_2y', 'maxdrawdown_2y',
  110. 'stddev_3y', 'downsidedev_3y', 'alpha_3y', 'winrate_3y', 'beta_3y', 'skewness_3y', 'kurtosis_3y', 'worstmonth_3y', 'maxdrawdown_3y',
  111. 'stddev_4y', 'downsidedev_4y', 'alpha_4y', 'winrate_4y', 'beta_4y', 'skewness_4y', 'kurtosis_4y', 'worstmonth_4y', 'maxdrawdown_4y',
  112. 'stddev_5y', 'downsidedev_5y', 'alpha_5y', 'winrate_5y', 'beta_5y', 'skewness_5y', 'kurtosis_5y', 'worstmonth_5y', 'maxdrawdown_5y',
  113. 'stddev_10y', 'downsidedev_10y','alpha_10y', 'winrate_10y', 'beta_10y', 'skewness_10y', 'kurtosis_10y', 'worstmonth_10y', 'maxdrawdown_10y',
  114. 'stddev_ytd', 'downsidedev_ytd', 'alpha_ytd', 'winrate_ytd', 'beta_ytd', 'skewness_ytd', 'kurtosis_ytd', 'worstmonth_ytd', 'maxdrawdown_ytd',
  115. 'stddev_incep', 'downsidedev_incep', 'alpha_incep', 'winrate_incep', 'beta_incep', 'skewness_incep', 'kurtosis_incep', 'worstmonth_incep', 'maxdrawdown_incep'],
  116. [iif(is_id_integer, INT, SYMBOL), MONTH,
  117. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  118. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  119. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  120. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  121. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  122. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  123. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  124. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  125. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE]);
  126. }
  127. /*
  128. * 建表 XXX_riskadjret_stats
  129. */
  130. def create_entity_riskadjret_stats(is_id_integer=false) {
  131. return table(1000:0,
  132. ['entity_id', 'end_date',
  133. 'sharperatio_6m', 'sortinoratio_6m', 'treynorratio_6m', 'jensen_6m', 'calmarratio_6m', 'omegaratio_6m', 'kapparatio_6m',
  134. 'sharperatio_1y', 'sortinoratio_1y', 'treynorratio_1y', 'jensen_1y', 'calmarratio_1y', 'omegaratio_1y', 'kapparatio_1y',
  135. 'sharperatio_2y', 'sortinoratio_2y', 'treynorratio_2y', 'jensen_2y', 'calmarratio_2y', 'omegaratio_2y', 'kapparatio_2y',
  136. 'sharperatio_3y', 'sortinoratio_3y', 'treynorratio_3y', 'jensen_3y', 'calmarratio_3y', 'omegaratio_3y', 'kapparatio_3y',
  137. 'sharperatio_4y', 'sortinoratio_4y', 'treynorratio_4y', 'jensen_4y', 'calmarratio_4y', 'omegaratio_4y', 'kapparatio_4y',
  138. 'sharperatio_5y', 'sortinoratio_5y', 'treynorratio_5y', 'jensen_5y', 'calmarratio_5y', 'omegaratio_5y', 'kapparatio_5y',
  139. 'sharperatio_10y', 'sortinoratio_10y', 'treynorratio_10y', 'jensen_10y', 'calmarratio_10y', 'omegaratio_10y', 'kapparatio_10y',
  140. 'sharperatio_ytd', 'sortinoratio_ytd', 'treynorratio_ytd', 'jensen_ytd', 'calmarratio_ytd', 'omegaratio_ytd', 'kapparatio_ytd',
  141. 'sharperatio_incep', 'sortinoratio_incep', 'treynorratio_incep', 'jensen_incep', 'calmarratio_incep', 'omegaratio_incep', 'kapparatio_incep'],
  142. [iif(is_id_integer, INT, SYMBOL), MONTH,
  143. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  144. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  145. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  146. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  147. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  148. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  149. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  150. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  151. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE]);
  152. }
  153. /*
  154. * 建表 XXX_style_stats
  155. */
  156. def create_entity_style_stats(is_id_integer=false) {
  157. return table(1000:0,
  158. ['entity_id', 'end_date',
  159. 'upsidecapture_ret_6m', 'downsidecapture_ret_6m', 'upsidecapture_ratio_6m', 'downsidecapture_ratio_6m',
  160. 'upsidecapture_ret_1y', 'downsidecapture_ret_1y', 'upsidecapture_ratio_1y', 'downsidecapture_ratio_1y',
  161. 'upsidecapture_ret_2y', 'downsidecapture_ret_2y', 'upsidecapture_ratio_2y', 'downsidecapture_ratio_2y',
  162. 'upsidecapture_ret_3y', 'downsidecapture_ret_3y', 'upsidecapture_ratio_3y', 'downsidecapture_ratio_3y',
  163. 'upsidecapture_ret_4y', 'downsidecapture_ret_4y', 'upsidecapture_ratio_4y', 'downsidecapture_ratio_4y',
  164. 'upsidecapture_ret_5y', 'downsidecapture_ret_5y', 'upsidecapture_ratio_5y', 'downsidecapture_ratio_5y',
  165. 'upsidecapture_ret_10y', 'downsidecapture_ret_10y', 'upsidecapture_ratio_10y', 'downsidecapture_ratio_10y',
  166. 'upsidecapture_ret_ytd', 'downsidecapture_ret_ytd', 'upsidecapture_ratio_ytd', 'downsidecapture_ratio_ytd',
  167. 'upsidecapture_ret_incep', 'downsidecapture_ret_incep', 'upsidecapture_ratio_incep', 'downsidecapture_ratio_incep'],
  168. [iif(is_id_integer, INT, SYMBOL), MONTH,
  169. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  170. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  171. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  172. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  173. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  174. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  175. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  176. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  177. DOUBLE, DOUBLE, DOUBLE, DOUBLE]);
  178. }
  179. /*
  180. * 建表 XXX_bfi_bm_indicator
  181. */
  182. def create_entity_bfi_indicator(is_id_integer=false) {
  183. return table(1000:0,
  184. ['entity_id', 'end_date', 'factor_id',
  185. 'upsidecapture_ret_6m', 'downsidecapture_ret_6m', 'upsidecapture_ratio_6m', 'downsidecapture_ratio_6m',
  186. 'alpha_6m', 'winrate_6m', 'beta_6m', 'info_ratio_6m', 'tracking_error_6m', 'jensen_6m',
  187. 'upsidecapture_ret_1y', 'downsidecapture_ret_1y', 'upsidecapture_ratio_1y', 'downsidecapture_ratio_1y',
  188. 'alpha_1y', 'winrate_1y', 'beta_1y', 'info_ratio_1y', 'tracking_error_1y', 'jensen_1y',
  189. 'upsidecapture_ret_2y', 'downsidecapture_ret_2y', 'upsidecapture_ratio_2y', 'downsidecapture_ratio_2y',
  190. 'alpha_2y', 'winrate_2y', 'beta_2y', 'info_ratio_2y', 'tracking_error_2y', 'jensen_2y',
  191. 'upsidecapture_ret_3y', 'downsidecapture_ret_3y', 'upsidecapture_ratio_3y', 'downsidecapture_ratio_3y',
  192. 'alpha_3y', 'winrate_3y', 'beta_3y', 'info_ratio_3y', 'tracking_error_3y', 'jensen_3y',
  193. 'upsidecapture_ret_4y', 'downsidecapture_ret_4y', 'upsidecapture_ratio_4y', 'downsidecapture_ratio_4y',
  194. 'alpha_4y', 'winrate_4y', 'beta_4y', 'info_ratio_4y', 'tracking_error_4y', 'jensen_4y',
  195. 'upsidecapture_ret_5y', 'downsidecapture_ret_5y', 'upsidecapture_ratio_5y', 'downsidecapture_ratio_5y',
  196. 'alpha_5y', 'winrate_5y', 'beta_5y', 'info_ratio_5y', 'tracking_error_5y', 'jensen_5y',
  197. 'upsidecapture_ret_10y', 'downsidecapture_ret_10y', 'upsidecapture_ratio_10y', 'downsidecapture_ratio_10y',
  198. 'alpha_10y', 'winrate_10y', 'beta_10y', 'info_ratio_10y', 'tracking_error_10y', 'jensen_10y',
  199. 'upsidecapture_ret_ytd', 'downsidecapture_ret_ytd', 'upsidecapture_ratio_ytd', 'downsidecapture_ratio_ytd',
  200. 'alpha_ytd', 'winrate_ytd', 'beta_ytd', 'info_ratio_ytd', 'tracking_error_ytd', 'jensen_ytd',
  201. 'upsidecapture_ret_incep', 'downsidecapture_ret_incep', 'upsidecapture_ratio_incep', 'downsidecapture_ratio_incep',
  202. 'alpha_incep', 'winrate_incep', 'beta_incep', 'info_ratio_incep', 'tracking_error_incep', 'jensen_incep'],
  203. [iif(is_id_integer, INT, SYMBOL), MONTH, SYMBOL,
  204. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  205. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  206. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  207. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  208. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  209. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  210. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  211. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  212. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  213. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  214. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  215. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  216. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  217. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  218. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  219. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  220. DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  221. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE] );
  222. }
  223. /*
  224. * 建表 xxx_performance_weekly
  225. */
  226. def create_entity_performance_weekly(is_id_integer=false) {
  227. return table(1000:0,
  228. ['entity_id', 'year_week', 'end_year', 'week_of_year', 'price_date', 'cumulative_nav', 'ret_1w'],
  229. [iif(is_id_integer, INT, SYMBOL), STRING, STRING, SHORT, DATE, DOUBLE, DOUBLE]);
  230. }
  231. /*
  232. * 建表 xxx_latest_performance
  233. */
  234. def create_entity_latest_performance(is_id_integer=false) {
  235. return table(1000:0,
  236. ['entity_id', 'end_date', 'price_date', 'pre_price_date', 'nav', 'cumulative_nav',
  237. 'net_value_change', 'ret_1d', 'ret_1w', 'ret_1m', 'ret_3m', 'ret_6m',
  238. 'ret_1y', 'ret_2y', 'ret_3y', 'ret_4y', 'ret_5y', 'ret_10y', 'ret_ytd', 'ret_incep', 'ret_incep_a', 'ret_incep_a_all', 'ret_incep_a_gips',
  239. 'maxdrawdown_1m', 'maxdrawdown_3m', 'maxdrawdown_1y', 'maxdrawdown_incep', 'calmarratio_incep',
  240. 'ret_1y_a', 'ret_2y_a', 'ret_3y_a', 'ret_4y_a', 'ret_5y_a', 'ret_10y_a'],
  241. [iif(is_id_integer, INT, SYMBOL), STRING, DATE, DATE, DOUBLE, DOUBLE,
  242. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  243. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  244. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  245. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE]);
  246. }
  247. /*
  248. * 建表 xxx_index_coe
  249. *
  250. */
  251. def create_entity_index_coe(is_id_integer=false) {
  252. return table(1000:0,
  253. ['entity_id', 'end_date',
  254. 'coe_1y', 'coe_3y', 'coe_5y', 'info_ratio_1y', 'info_ratio_3y', 'info_ratio_5y',
  255. 't_value_1y', 't_value_3y', 't_value_5y', 'beta_1y', 'beta_3y', 'beta_5y'],
  256. [iif(is_id_integer, INT, SYMBOL), STRING,
  257. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  258. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE]);
  259. }
  260. /*
  261. * 建表 XXXX_indicator_ranking
  262. */
  263. def create_entity_indicator_ranking(is_id_integer=false) {
  264. return table(1000:0,
  265. ['entity_id', 'end_date', 'category_id', 'indicator_id',
  266. 'indicator_1m', 'absrank_1m', 'perrank_1m', 'indicator_3m', 'absrank_3m', 'perrank_3m',
  267. 'indicator_6m', 'absrank_6m', 'perrank_6m', 'indicator_1y', 'absrank_1y', 'perrank_1y',
  268. 'indicator_2y', 'absrank_2y', 'perrank_2y', 'indicator_3y', 'absrank_3y', 'perrank_3y',
  269. 'indicator_5y', 'absrank_5y', 'perrank_5y',
  270. 'indicator_10y', 'absrank_10y', 'perrank_10y', 'indicator_ytd', 'absrank_ytd', 'perrank_ytd'],
  271. [iif(is_id_integer, INT, SYMBOL), STRING, SYMBOL, INT,
  272. DOUBLE, INT, INT, DOUBLE, INT, INT,
  273. DOUBLE, INT, INT, DOUBLE, INT, INT,
  274. DOUBLE, INT, INT, DOUBLE, INT, INT,
  275. DOUBLE, INT, INT,
  276. DOUBLE, INT, INT, DOUBLE, INT, INT]);
  277. }
  278. /*
  279. * 建表 XXXX_indicator_ranking_num, raise_type 没有用
  280. */
  281. def create_entity_indicator_ranking_num() {
  282. return table(1000:0,
  283. ['end_date', 'category_id', 'raise_type', 'indicator_id',
  284. 'avg_1m', 'avg_1m_cnt', 'perrank_percent_5_1m', 'perrank_percent_10_1m', 'perrank_percent_25_1m', 'perrank_percent_50_1m',
  285. 'perrank_percent_75_1m', 'perrank_percent_90_1m', 'perrank_percent_95_1m', 'best_1m', 'worst_1m',
  286. 'avg_3m', 'avg_3m_cnt', 'perrank_percent_5_3m', 'perrank_percent_10_3m', 'perrank_percent_25_3m', 'perrank_percent_50_3m',
  287. 'perrank_percent_75_3m', 'perrank_percent_90_3m', 'perrank_percent_95_3m', 'best_3m', 'worst_3m',
  288. 'avg_6m', 'avg_6m_cnt', 'perrank_percent_5_6m', 'perrank_percent_10_6m', 'perrank_percent_25_6m', 'perrank_percent_50_6m',
  289. 'perrank_percent_75_6m', 'perrank_percent_90_6m', 'perrank_percent_95_6m', 'best_6m', 'worst_6m',
  290. 'avg_1y', 'avg_1y_cnt', 'perrank_percent_5_1y', 'perrank_percent_10_1y', 'perrank_percent_25_1y', 'perrank_percent_50_1y',
  291. 'perrank_percent_75_1y', 'perrank_percent_90_1y', 'perrank_percent_95_1y', 'best_1y', 'worst_1y',
  292. 'avg_2y', 'avg_2y_cnt', 'perrank_percent_5_2y', 'perrank_percent_10_2y', 'perrank_percent_25_2y', 'perrank_percent_50_2y',
  293. 'perrank_percent_75_2y', 'perrank_percent_90_2y', 'perrank_percent_95_2y', 'best_2y', 'worst_2y',
  294. 'avg_3y', 'avg_3y_cnt', 'perrank_percent_5_3y', 'perrank_percent_10_3y', 'perrank_percent_25_3y', 'perrank_percent_50_3y',
  295. 'perrank_percent_75_3y', 'perrank_percent_90_3y', 'perrank_percent_95_3y', 'best_3y', 'worst_3y',
  296. 'avg_5y', 'avg_5y_cnt', 'perrank_percent_5_5y', 'perrank_percent_10_5y', 'perrank_percent_25_5y', 'perrank_percent_50_5y',
  297. 'perrank_percent_75_5y', 'perrank_percent_90_5y', 'perrank_percent_95_5y', 'best_5y', 'worst_5y',
  298. 'avg_10y', 'avg_10y_cnt', 'perrank_percent_5_10y', 'perrank_percent_10_10y', 'perrank_percent_25_10y', 'perrank_percent_50_10y',
  299. 'perrank_percent_75_10y', 'perrank_percent_90_10y', 'perrank_percent_95_10y', 'best_10y', 'worst_10y',
  300. 'avg_ytd', 'avg_ytd_cnt', 'perrank_percent_5_ytd', 'perrank_percent_10_ytd', 'perrank_percent_25_ytd', 'perrank_percent_50_ytd',
  301. 'perrank_percent_75_ytd', 'perrank_percent_90_ytd', 'perrank_percent_95_ytd', 'best_ytd', 'worst_ytd'],
  302. [STRING, SYMBOL, INT, INT,
  303. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  304. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  305. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  306. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  307. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  308. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  309. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  310. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  311. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  312. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  313. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  314. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  315. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  316. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  317. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  318. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  319. DOUBLE, INT, DOUBLE, DOUBLE, DOUBLE, DOUBLE,
  320. DOUBLE, DOUBLE, DOUBLE, DOUBLE, DOUBLE ]);
  321. }
  322. /*
  323. * 根据 mysql 表改动某些字段
  324. */
  325. def chg_columns_for_mysql(mutable tb_mysql, id_col_name) {
  326. tb_mysql.rename!('entity_id', id_col_name);
  327. // 将 dolphinDB 的 MONTH 换成 MySQL 的 YYYY-MM 格式
  328. v_end_date = EXEC end_date.temporalFormat('yyyy-MM') FROM tb_mysql;
  329. tb_mysql.replaceColumn!('end_date', v_end_date);
  330. }
  331. /*
  332. * 按照 XXX_performance 表结构准备数据记录
  333. *
  334. *
  335. */
  336. def generate_entity_performance(entity_info, indicators, isToMySQL, mutable entity_performance) {
  337. t = null;
  338. if(isToMySQL) {
  339. if(indicators['PBI-3M'].isVoid() || indicators['PBI-3M'].size() == 0) return;
  340. t = SELECT entity_id AS entity_id, end_date, price_date, nav AS cumulative_nav, ret AS ret_1m, ret AS ret_1m_a, trailing_ret AS ret_3m, trailing_ret_a AS ret_3m_a
  341. FROM indicators['PBI-3M'] AS ind
  342. INNER JOIN entity_info fi ON ind.entity_id = fi.entity_id
  343. WHERE ind.end_date >= fi.price_date.month(); // 过滤掉不必更新的旧记录
  344. UPDATE t
  345. SET ret_6m = trailing_ret, ret_6m_a = trailing_ret_a
  346. FROM ej(t, indicators['PBI-6M'], ['entity_id', 'end_date']);
  347. UPDATE t
  348. SET ret_1y = trailing_ret, ret_1y_a = trailing_ret_a
  349. FROM ej(t, indicators['PBI-1Y'], ['entity_id', 'end_date']);
  350. UPDATE t
  351. SET ret_2y = trailing_ret, ret_2y_a = trailing_ret_a
  352. FROM ej(t, indicators['PBI-2Y'], ['entity_id', 'end_date']);
  353. UPDATE t
  354. SET ret_3y = trailing_ret, ret_3y_a = trailing_ret_a
  355. FROM ej(t, indicators['PBI-3Y'], ['entity_id', 'end_date']);
  356. UPDATE t
  357. SET ret_4y = trailing_ret, ret_4y_a = trailing_ret_a
  358. FROM ej(t, indicators['PBI-4Y'], ['entity_id', 'end_date']);
  359. UPDATE t
  360. SET ret_5y = trailing_ret, ret_5y_a = trailing_ret_a
  361. FROM ej(t, indicators['PBI-5Y'], ['entity_id', 'end_date']);
  362. UPDATE t
  363. SET ret_10y = trailing_ret, ret_10y_a = trailing_ret_a
  364. FROM ej(t, indicators['PBI-10Y'], ['entity_id', 'end_date']);
  365. UPDATE t
  366. SET ret_ytd = trailing_ret, ret_ytd_a = trailing_ret_a
  367. FROM ej(t, indicators['PBI-YTD'], ['entity_id', 'end_date']);
  368. // 取消了 ret_incep_a_all (没意义) 和 ret_incep_a_gips (ret_incep_a 与之相等)
  369. UPDATE t
  370. SET ret_incep = trailing_ret, ret_incep_a = trailing_ret_a
  371. FROM ej(t, indicators['PBI-INCEP'], ['entity_id', 'end_date']);
  372. INSERT INTO entity_performance SELECT * FROM t;
  373. } else {
  374. }
  375. }
  376. /*
  377. * 按照 XXX_risk_stats 表结构准备数据记录
  378. *
  379. *
  380. */
  381. def generate_entity_risk_stats(entity_info, indicators, isToMySQL, mutable entity_risk_stats) {
  382. t = null;
  383. if(indicators['PBI-6M'].isVoid() || indicators['PBI-6M'].size() == 0) return;
  384. if(isToMySQL) {
  385. t = SELECT entity_id, end_date, std_dev_a AS stddev_6m, ds_dev_a AS downsidedev_6m, alpha_a AS alpha_6m, winrate AS winrate_6m, beta AS beta_6m,
  386. skewness AS skewness_6m, kurtosis AS kurtosis_6m, wrst_month AS worstmonth_6m, drawdown AS maxdrawdown_6m // mfdb中的真实字段名是 6m_maxdrawdown
  387. FROM indicators['PBI-6M'] AS ind
  388. INNER JOIN entity_info fi ON ind.entity_id = fi.entity_id
  389. WHERE ind.end_date >= fi.price_date.month(); // 过滤掉不必更新的旧记录
  390. UPDATE t
  391. SET stddev_1y = std_dev_a, downsidedev_1y = ds_dev_a, alpha_1y = alpha_a, winrate_1y = winrate, beta_1y = beta,
  392. skewness_1y = skewness, kurtosis_1y = kurtosis, worstmonth_1y = wrst_month, maxdrawdown_1y = drawdown
  393. FROM ej(t, indicators['PBI-1Y'], ['entity_id', 'end_date']);
  394. UPDATE t
  395. SET stddev_2y = std_dev_a, downsidedev_2y = ds_dev_a, alpha_2y = alpha_a, winrate_2y = winrate, beta_2y = beta,
  396. skewness_2y = skewness, kurtosis_2y = kurtosis, worstmonth_2y = wrst_month, maxdrawdown_2y = drawdown
  397. FROM ej(t, indicators['PBI-2Y'], ['entity_id', 'end_date']);
  398. UPDATE t
  399. SET stddev_3y = std_dev_a, downsidedev_3y = ds_dev_a, alpha_3y = alpha_a, winrate_3y = winrate, beta_3y = beta,
  400. skewness_3y = skewness, kurtosis_3y = kurtosis, worstmonth_3y = wrst_month, maxdrawdown_3y = drawdown
  401. FROM ej(t, indicators['PBI-3Y'], ['entity_id', 'end_date']);
  402. UPDATE t
  403. SET stddev_4y = std_dev_a, downsidedev_4y = ds_dev_a, alpha_4y = alpha_a, winrate_4y = winrate, beta_4y = beta,
  404. skewness_4y = skewness, kurtosis_4y = kurtosis, worstmonth_4y = wrst_month, maxdrawdown_4y = drawdown
  405. FROM ej(t, indicators['PBI-4Y'], ['entity_id', 'end_date']);
  406. UPDATE t
  407. SET stddev_5y = std_dev_a, downsidedev_5y = ds_dev_a, alpha_5y = alpha_a, winrate_5y = winrate, beta_5y = beta,
  408. skewness_5y = skewness, kurtosis_5y = kurtosis, worstmonth_5y = wrst_month, maxdrawdown_5y = drawdown
  409. FROM ej(t, indicators['PBI-5Y'], ['entity_id', 'end_date']);
  410. UPDATE t
  411. SET stddev_10y = std_dev_a, downsidedev_10y = ds_dev_a, alpha_10y = alpha_a, winrate_10y = winrate, beta_10y = beta,
  412. skewness_10y = skewness, kurtosis_10y = kurtosis, worstmonth_10y = wrst_month, maxdrawdown_10y = drawdown
  413. FROM ej(t, indicators['PBI-10Y'], ['entity_id', 'end_date']);
  414. UPDATE t
  415. SET stddev_ytd = std_dev_a, downsidedev_ytd = ds_dev_a, alpha_ytd = alpha_a, winrate_ytd = winrate, beta_ytd = beta,
  416. skewness_ytd = skewness, kurtosis_ytd = kurtosis, worstmonth_ytd = wrst_month, maxdrawdown_ytd = drawdown // mfdb中的真实字段名是 ytd_maxdrawdown
  417. FROM ej(t, indicators['PBI-YTD'], ['entity_id', 'end_date']);
  418. UPDATE t
  419. SET stddev_incep = std_dev_a, downsidedev_incep = ds_dev_a, alpha_incep = alpha_a, winrate_incep = winrate, beta_incep = beta,
  420. skewness_incep = skewness, kurtosis_incep = kurtosis, worstmonth_incep = wrst_month, maxdrawdown_incep = drawdown
  421. FROM ej(t, indicators['PBI-INCEP'], ['entity_id', 'end_date']);
  422. INSERT INTO entity_risk_stats SELECT * FROM t;
  423. } else {
  424. }
  425. }
  426. /*
  427. * 按照 XXX_riskadjret_stats 表结构准备数据记录
  428. *
  429. *
  430. */
  431. def generate_entity_riskadjret_stats(entity_info, indicators, isToMySQL, mutable entity_riskadjret_stats) {
  432. t = null;
  433. if(indicators['PBI-6M'].isVoid() || indicators['PBI-6M'].size() == 0) return;
  434. if(isToMySQL) {
  435. t = SELECT entity_id, end_date,
  436. sharpe_a AS sharperatio_6m, sortino_a AS sortinoratio_6m, treynor AS treynorratio_6m, jensen_a AS jensen_6m,
  437. calmar AS calmarratio_6m, omega AS omegaratio_6m, kappa AS kapparatio_6m
  438. FROM indicators['PBI-6M'] AS ind
  439. INNER JOIN entity_info fi ON ind.entity_id = fi.entity_id
  440. WHERE ind.end_date >= fi.price_date.month(); // 过滤掉不必更新的旧记录
  441. UPDATE t
  442. SET sharperatio_1y = sharpe_a, sortinoratio_1y = sortino_a, treynorratio_1y = treynor, jensen_1y = jensen_a,
  443. calmarratio_1y = calmar, omegaratio_1y = omega, kapparatio_1y = kappa
  444. FROM ej(t, indicators['PBI-1Y'], ['entity_id', 'end_date']);
  445. UPDATE t
  446. SET sharperatio_2y = sharpe_a, sortinoratio_2y = sortino_a, treynorratio_2y = treynor, jensen_2y = jensen_a,
  447. calmarratio_2y = calmar, omegaratio_2y = omega, kapparatio_2y = kappa
  448. FROM ej(t, indicators['PBI-2Y'], ['entity_id', 'end_date']);
  449. UPDATE t
  450. SET sharperatio_3y = sharpe_a, sortinoratio_3y = sortino_a, treynorratio_3y = treynor, jensen_3y = jensen_a,
  451. calmarratio_3y = calmar, omegaratio_3y = omega, kapparatio_3y = kappa
  452. FROM ej(t, indicators['PBI-3Y'], ['entity_id', 'end_date']);
  453. UPDATE t
  454. SET sharperatio_4y = sharpe_a, sortinoratio_4y = sortino_a, treynorratio_4y = treynor, jensen_4y = jensen_a,
  455. calmarratio_4y = calmar, omegaratio_4y = omega, kapparatio_4y = kappa
  456. FROM ej(t, indicators['PBI-4Y'], ['entity_id', 'end_date']);
  457. UPDATE t
  458. SET sharperatio_5y = sharpe_a, sortinoratio_5y = sortino_a, treynorratio_5y = treynor, jensen_5y = jensen_a,
  459. calmarratio_5y = calmar, omegaratio_5y = omega, kapparatio_5y = kappa
  460. FROM ej(t, indicators['PBI-5Y'], ['entity_id', 'end_date']);
  461. UPDATE t
  462. SET sharperatio_10y = sharpe_a, sortinoratio_10y = sortino_a, treynorratio_10y = treynor, jensen_10y = jensen_a,
  463. calmarratio_10y = calmar, omegaratio_10y = omega, kapparatio_10y = kappa
  464. FROM ej(t, indicators['PBI-10Y'], ['entity_id', 'end_date']);
  465. UPDATE t
  466. SET sharperatio_ytd = sharpe_a, sortinoratio_ytd = sortino_a, treynorratio_ytd = treynor, jensen_ytd = jensen_a,
  467. calmarratio_ytd = calmar, omegaratio_ytd = omega, kapparatio_ytd = kappa
  468. FROM ej(t, indicators['PBI-YTD'], ['entity_id', 'end_date']);
  469. UPDATE t
  470. SET sharperatio_incep = sharpe_a, sortinoratio_incep = sortino_a, treynorratio_incep = treynor, jensen_incep = jensen_a,
  471. calmarratio_incep = calmar, omegaratio_incep = omega, kapparatio_incep = kappa
  472. FROM ej(t, indicators['PBI-INCEP'], ['entity_id', 'end_date']);
  473. INSERT INTO entity_riskadjret_stats SELECT * FROM t;
  474. } else {
  475. }
  476. }
  477. /*
  478. * 按照 XXX_indicator 表结构准备数据记录
  479. *
  480. *
  481. */
  482. def generate_entity_indicator(entity_info, indicators, isToMySQL, mutable entity_indicator) {
  483. t = null;
  484. if(indicators['PBI-6M'].isVoid() || indicators['PBI-6M'].size() == 0) return;
  485. if(isToMySQL) {
  486. t = SELECT entity_id, end_date, info_a AS info_ratio_6m, m2_a AS m2_6m, track_error_a AS tracking_error_6m
  487. FROM indicators['PBI-6M'] AS ind
  488. INNER JOIN entity_info fi ON ind.entity_id = fi.entity_id
  489. WHERE ind.end_date >= fi.price_date.month(); // 过滤掉不必更新的旧记录
  490. UPDATE t
  491. SET info_ratio_1y = info_a, m2_1y = m2_a, tracking_error_1y = track_error_a
  492. FROM ej(t, indicators['PBI-1Y'], ['entity_id', 'end_date']);
  493. UPDATE t
  494. SET info_ratio_2y = info_a, m2_2y = m2_a, tracking_error_2y = track_error_a, var_2y = var, cvar_2y = cvar
  495. FROM ej(t, indicators['PBI-2Y'], ['entity_id', 'end_date']);
  496. UPDATE t
  497. SET info_ratio_3y = info_a, m2_3y = m2_a, tracking_error_3y = track_error_a, var_3y = var, cvar_3y = cvar
  498. FROM ej(t, indicators['PBI-3Y'], ['entity_id', 'end_date']);
  499. UPDATE t
  500. SET info_ratio_4y = info_a, m2_4y = m2_a, tracking_error_4y = track_error_a, var_4y = var, cvar_4y = cvar
  501. FROM ej(t, indicators['PBI-4Y'], ['entity_id', 'end_date']);
  502. UPDATE t
  503. SET info_ratio_5y = info_a, m2_5y = m2_a, tracking_error_5y = track_error_a, var_5y = var, cvar_5y = cvar
  504. FROM ej(t, indicators['PBI-5Y'], ['entity_id', 'end_date']);
  505. UPDATE t
  506. SET info_ratio_10y = info_a, m2_10y = m2_a, tracking_error_10y = track_error_a, var_10y = var, cvar_10y = cvar
  507. FROM ej(t, indicators['PBI-10Y'], ['entity_id', 'end_date']);
  508. UPDATE t
  509. SET info_ratio_ytd = info_a, m2_ytd = m2_a, tracking_error_ytd = track_error_a
  510. FROM ej(t, indicators['PBI-YTD'], ['entity_id', 'end_date']);
  511. UPDATE t
  512. SET info_ratio_incep = info_a, m2_incep = m2_a, tracking_error_incep = track_error_a, var_incep = var, cvar_incep = cvar
  513. FROM ej(t, indicators['PBI-INCEP'], ['entity_id', 'end_date']);
  514. INSERT INTO entity_indicator SELECT * FROM t;
  515. } else {
  516. }
  517. }
  518. /*
  519. * 按照 XXX_style_stats 表结构准备数据记录
  520. *
  521. *
  522. */
  523. def generate_entity_style_stats(entity_info, indicators, isToMySQL, mutable entity_style_stats) {
  524. t = null;
  525. if(indicators['PBI-6M'].isVoid() || indicators['PBI-6M'].size() == 0) return;
  526. if(isToMySQL) {
  527. t = SELECT entity_id, end_date, upside_capture_ret AS upsidecapture_ret_6m, downside_capture_ret AS downsidecapture_ret_6m,
  528. upside_capture_ratio AS upsidecapture_ratio_6m, downside_capture_ratio AS downsidecapture_ratio_6m
  529. FROM indicators['PBI-6M'] AS ind
  530. INNER JOIN entity_info fi ON ind.entity_id = fi.entity_id
  531. WHERE ind.end_date >= fi.price_date.month(); // 过滤掉不必更新的旧记录
  532. UPDATE t
  533. SET upsidecapture_ret_1y = upside_capture_ret, downsidecapture_ret_1y = downside_capture_ret,
  534. upsidecapture_ratio_1y = upside_capture_ratio, downsidecapture_ratio_1y = downside_capture_ratio
  535. FROM ej(t, indicators['PBI-1Y'], ['entity_id', 'end_date']);
  536. UPDATE t
  537. SET upsidecapture_ret_2y = upside_capture_ret, downsidecapture_ret_2y = downside_capture_ret,
  538. upsidecapture_ratio_2y = upside_capture_ratio, downsidecapture_ratio_2y = downside_capture_ratio
  539. FROM ej(t, indicators['PBI-2Y'], ['entity_id', 'end_date']);
  540. UPDATE t
  541. SET upsidecapture_ret_3y = upside_capture_ret, downsidecapture_ret_3y = downside_capture_ret,
  542. upsidecapture_ratio_3y = upside_capture_ratio, downsidecapture_ratio_3y = downside_capture_ratio
  543. FROM ej(t, indicators['PBI-3Y'], ['entity_id', 'end_date']);
  544. UPDATE t
  545. SET upsidecapture_ret_4y = upside_capture_ret, downsidecapture_ret_4y = downside_capture_ret,
  546. upsidecapture_ratio_4y = upside_capture_ratio, downsidecapture_ratio_4y = downside_capture_ratio
  547. FROM ej(t, indicators['PBI-4Y'], ['entity_id', 'end_date']);
  548. UPDATE t
  549. SET upsidecapture_ret_5y = upside_capture_ret, downsidecapture_ret_5y = downside_capture_ret,
  550. upsidecapture_ratio_5y = upside_capture_ratio, downsidecapture_ratio_5y = downside_capture_ratio
  551. FROM ej(t, indicators['PBI-5Y'], ['entity_id', 'end_date']);
  552. UPDATE t
  553. SET upsidecapture_ret_10y = upside_capture_ret, downsidecapture_ret_10y = downside_capture_ret,
  554. upsidecapture_ratio_10y = upside_capture_ratio, downsidecapture_ratio_10y = downside_capture_ratio
  555. FROM ej(t, indicators['PBI-10Y'], ['entity_id', 'end_date']);
  556. UPDATE t
  557. SET upsidecapture_ret_ytd = upside_capture_ret, downsidecapture_ret_ytd = downside_capture_ret,
  558. upsidecapture_ratio_ytd = upside_capture_ratio, downsidecapture_ratio_ytd = downside_capture_ratio
  559. FROM ej(t, indicators['PBI-YTD'], ['entity_id', 'end_date']);
  560. UPDATE t
  561. SET upsidecapture_ret_incep = upside_capture_ret, downsidecapture_ret_incep = downside_capture_ret,
  562. upsidecapture_ratio_incep = upside_capture_ratio, downsidecapture_ratio_incep = downside_capture_ratio
  563. FROM ej(t, indicators['PBI-INCEP'], ['entity_id', 'end_date']);
  564. INSERT INTO entity_style_stats SELECT * FROM t;
  565. } else {
  566. }
  567. }
  568. /*
  569. * 按照 XXX_bfi_bm_indicator 表结构准备数据记录
  570. *
  571. * TODO: why we need isToMySQL here?
  572. * 其它的指标恐怕也要按这个改,因为私募可能会有近6月没有数据但近2年之类的周期有数据的情况!
  573. */
  574. def generate_entity_bfi_indicator(entity_info, indicators, isToMySQL, mutable entity_bfi_indicator) {
  575. t = null;
  576. v_cols_from = ['upside_capture_ret', 'downside_capture_ret', 'upside_capture_ratio', 'downside_capture_ratio', 'alpha_a', 'winrate', 'beta', 'info_a', 'track_error_a', 'jensen_a'];
  577. v_cols_to = ['upsidecapture_ret', 'downsidecapture_ret', 'upsidecapture_ratio', 'downsidecapture_ratio', 'alpha', 'winrate', 'beta', 'info_ratio', 'tracking_error', 'jensen'];
  578. v_cols_useless = ['track_error', 'info', 'alpha', 'treynor', 'jensen', 'm2', 'm2_a']; // 标准指标中不被当前表覆盖的数据点
  579. if(isToMySQL) {
  580. t = lj(
  581. lj(
  582. lj(
  583. lj(
  584. lj(
  585. lj(
  586. lj(
  587. lj(
  588. lj(entity_info,
  589. indicators['BFI-6M'] AS t_6m, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless),
  590. indicators['BFI-1Y'] AS t_1y, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless),
  591. indicators['BFI-2Y'] AS t_2y, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless),
  592. indicators['BFI-3Y'] AS t_3y, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless),
  593. indicators['BFI-4Y'] AS t_4y, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless),
  594. indicators['BFI-5Y'] AS t_5y, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless),
  595. indicators['BFI-10Y'] AS t_10y, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless),
  596. indicators['BFI-YTD'] AS t_ytd, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless),
  597. indicators['BFI-INCEP'] AS t_incep, ['entity_id', 'benchmark_id', 'end_date']).dropColumns!(v_cols_useless);
  598. t.rename!(v_cols_from, v_cols_to + '_6m');
  599. t.rename!('t_1y_' + v_cols_from, v_cols_to + '_1y');
  600. t.rename!('t_2y_' + v_cols_from, v_cols_to + '_2y');
  601. t.rename!('t_3y_' + v_cols_from, v_cols_to + '_3y');
  602. t.rename!('t_4y_' + v_cols_from, v_cols_to + '_4y');
  603. t.rename!('t_5y_' + v_cols_from, v_cols_to + '_5y');
  604. t.rename!('t_10y_' + v_cols_from, v_cols_to + '_10y');
  605. t.rename!('t_ytd_' + v_cols_from, v_cols_to + '_ytd');
  606. t.rename!('t_incep_' + v_cols_from, v_cols_to + '_incep');
  607. t.dropColumns!(['inception_date', 'ini_value']).rename!('benchmark_id', 'factor_id');
  608. entity_bfi_indicator.tableInsert(t.reorderColumns!(entity_bfi_indicator.colNames()));
  609. } else {
  610. }
  611. }
  612. /*
  613. * 按照 XXX_performance_weekly 表结构准备数据记录
  614. *
  615. *
  616. */
  617. def generate_entity_performance_weekly(entity_info, ret_w, isToMySQL, mutable entity_performance_weekly) {
  618. t = null;
  619. if(ret_w.isVoid() || ret_w.size() == 0) return;
  620. if(isToMySQL) {
  621. t = SELECT entity_id, year_week, year_week.left(4)$INT AS end_year, year_week.right(2)$INT AS week_of_year, price_date,
  622. cumulative_nav, ret_1w
  623. FROM ret_w r
  624. INNER JOIN entity_info fi ON r.entity_id = fi.entity_id
  625. WHERE r.price_date >= fi.price_date; // 过滤掉不必更新的旧记录
  626. INSERT INTO entity_performance_weekly SELECT * FROM t;
  627. } else {
  628. }
  629. }
  630. /*
  631. * 按照 XXX_latest_performance 表结构准备数据记录
  632. *
  633. *
  634. */
  635. def generate_entity_latest_performance(entity_info, perf_latest, isToMySQL, mutable entity_latest_performance) {
  636. t = null;
  637. if(perf_latest.isVoid() || perf_latest.size() == 0) return;
  638. if(isToMySQL) {
  639. t = SELECT r.*
  640. FROM perf_latest r
  641. INNER JOIN entity_info fi ON r.entity_id = fi.entity_id
  642. WHERE r.price_date >= fi.price_date; // 过滤掉不必更新的旧记录
  643. INSERT INTO entity_latest_performance SELECT * FROM t;
  644. } else {
  645. }
  646. }