From ec724cc3daa4ef115618048bb976afdfac71deed Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Wed, 4 Oct 2023 15:30:28 +0200 Subject: [PATCH 01/31] feature: add a new tsdb track to test _tsid hashing --- tsdb_synth/README.md | 182 +++++++++++++++++++++++++++ tsdb_synth/challenges/default.json | 57 +++++++++ tsdb_synth/files.txt | 2 + tsdb_synth/index-template.json | 191 +++++++++++++++++++++++++++++ tsdb_synth/operations/default.json | 93 ++++++++++++++ tsdb_synth/track.json | 39 ++++++ 6 files changed, 564 insertions(+) create mode 100644 tsdb_synth/README.md create mode 100644 tsdb_synth/challenges/default.json create mode 100644 tsdb_synth/files.txt create mode 100644 tsdb_synth/index-template.json create mode 100644 tsdb_synth/operations/default.json create mode 100644 tsdb_synth/track.json diff --git a/tsdb_synth/README.md b/tsdb_synth/README.md new file mode 100644 index 00000000..532afd82 --- /dev/null +++ b/tsdb_synth/README.md @@ -0,0 +1,182 @@ +## TSDB k8s query track + +The main goal of the TSDB TSID HASH track is to measure the performance of TSID hashing both at index and query time. +The dataset is synthetic and has been crafted to include many dimensions with different dimension name length and value size. + +### Generated data + +Generated data has the following characteristics: +* Includes about 3.5 hours of data with about 256 time series per second. Per each epoch a complete set of all time series is generated with timestamps calculated to be in a small range of less than 1 second so to have data more distributed over time other then generating all time series at the same point in time. +* Each time series is identified by a set of dimensions, one default `def_dim` dimension used as the `routing path` and 128 more dimensions whose names and values are + randomly generated. Names are generated with different lenghts while values are generated with lengths such that the total aggregated size of all dimensions per each + time series is (sometimes) larger then 32 Kb. The name of each dimension field starts with the prefix `d_` and ends with a progressive value as a suffix such as `001`, `002` and so on. +* Other then the timestamp field and dimension fields, data includes two metric fields, a gauge `gauge` and a counter `counter` and two non-metric fields, `key` and `val` + +### Mapping properties + +```json +{ + "properties": { + "@timestamp": { + "type": "date" + }, + "def_dim": { + "type": "keyword", + "time_series_dimension": "true" + }, + "counter": { + "type": "long", + "time_series_metric": "counter" + }, + "gauge": { + "type": "double", + "time_series_metric": "gauge", + }, + "key": { + "type": "keyword" + }, + "val": { + "type": "integer" + }, + "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword", "time_series_dimension": "true"}, + "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword", "time_series_dimension": "true"}, + "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword", "time_series_dimension": "true"}, + "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword", "time_series_dimension": "true"}, + "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword", "time_series_dimension": "true"}, + "d_akjodkyqfl_006": {"type": "keyword", "time_series_dimension": "true"}, + "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword", "time_series_dimension": "true"}, + "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword", "time_series_dimension": "true"}, + "d_rxkywkwqguca_009": {"type": "keyword", "time_series_dimension": "true"}, + "d_eisgvcnksbawsvd_010": {"type": "keyword", "time_series_dimension": "true"}, + "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword", "time_series_dimension": "true"}, + "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword", "time_series_dimension": "true"}, + "d_tmdopgrw_013": {"type": "keyword", "time_series_dimension": "true"}, + "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword", "time_series_dimension": "true"}, + "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword", "time_series_dimension": "true"}, + "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword", "time_series_dimension": "true"}, + "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword", "time_series_dimension": "true"}, + "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword", "time_series_dimension": "true"}, + "d_aqcxnjgteaazeywfa_019": {"type": "keyword", "time_series_dimension": "true"}, + "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword", "time_series_dimension": "true"}, + "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword", "time_series_dimension": "true"}, + "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword", "time_series_dimension": "true"}, + "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword", "time_series_dimension": "true"}, + "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword", "time_series_dimension": "true"}, + "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword", "time_series_dimension": "true"}, + "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword", "time_series_dimension": "true"}, + "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword", "time_series_dimension": "true"}, + "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword", "time_series_dimension": "true"}, + "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword", "time_series_dimension": "true"}, + "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword", "time_series_dimension": "true"}, + "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword", "time_series_dimension": "true"}, + "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword", "time_series_dimension": "true"}, + "d_dpbpucerm_033": {"type": "keyword", "time_series_dimension": "true"}, + "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword", "time_series_dimension": "true"}, + "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword", "time_series_dimension": "true"}, + "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword", "time_series_dimension": "true"}, + "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword", "time_series_dimension": "true"}, + "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword", "time_series_dimension": "true"}, + "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword", "time_series_dimension": "true"}, + "d_zljayrez_040": {"type": "keyword", "time_series_dimension": "true"}, + "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword", "time_series_dimension": "true"}, + "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword", "time_series_dimension": "true"}, + "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword", "time_series_dimension": "true"}, + "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword", "time_series_dimension": "true"}, + "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword", "time_series_dimension": "true"}, + "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword", "time_series_dimension": "true"}, + "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword", "time_series_dimension": "true"}, + "d_gupwiidxrmpoptpzg_048": {"type": "keyword", "time_series_dimension": "true"}, + "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword", "time_series_dimension": "true"}, + "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword", "time_series_dimension": "true"}, + "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword", "time_series_dimension": "true"}, + "d_qjjrgdicrrbb_052": {"type": "keyword", "time_series_dimension": "true"}, + "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword", "time_series_dimension": "true"}, + "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword", "time_series_dimension": "true"}, + "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword", "time_series_dimension": "true"}, + "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword", "time_series_dimension": "true"}, + "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword", "time_series_dimension": "true"}, + "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword", "time_series_dimension": "true"}, + "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword", "time_series_dimension": "true"}, + "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword", "time_series_dimension": "true"}, + "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword", "time_series_dimension": "true"}, + "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword", "time_series_dimension": "true"}, + "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword", "time_series_dimension": "true"}, + "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword", "time_series_dimension": "true"}, + "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword", "time_series_dimension": "true"}, + "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword", "time_series_dimension": "true"}, + "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword", "time_series_dimension": "true"}, + "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword", "time_series_dimension": "true"}, + "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword", "time_series_dimension": "true"}, + "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword", "time_series_dimension": "true"}, + "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword", "time_series_dimension": "true"}, + "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword", "time_series_dimension": "true"}, + "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword", "time_series_dimension": "true"}, + "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword", "time_series_dimension": "true"}, + "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword", "time_series_dimension": "true"}, + "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword", "time_series_dimension": "true"}, + "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword", "time_series_dimension": "true"}, + "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword", "time_series_dimension": "true"}, + "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword", "time_series_dimension": "true"}, + "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword", "time_series_dimension": "true"}, + "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword", "time_series_dimension": "true"}, + "d_dklsivejoouqdcl_082": {"type": "keyword", "time_series_dimension": "true"}, + "d_rolvyswdillwdausp_083": {"type": "keyword", "time_series_dimension": "true"}, + "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword", "time_series_dimension": "true"}, + "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword", "time_series_dimension": "true"}, + "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword", "time_series_dimension": "true"}, + "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword", "time_series_dimension": "true"}, + "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword", "time_series_dimension": "true"}, + "d_jvzcvudaqy_089": {"type": "keyword", "time_series_dimension": "true"}, + "d_ndljtwayqimwxvpv_090": {"type": "keyword", "time_series_dimension": "true"}, + "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword", "time_series_dimension": "true"}, + "d_eqahosohrurcs_092": {"type": "keyword", "time_series_dimension": "true"}, + "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword", "time_series_dimension": "true"}, + "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword", "time_series_dimension": "true"}, + "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword", "time_series_dimension": "true"}, + "d_egldfzguunvjvoe_096": {"type": "keyword", "time_series_dimension": "true"}, + "d_kmhhervu_097": {"type": "keyword", "time_series_dimension": "true"}, + "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword", "time_series_dimension": "true"}, + "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword", "time_series_dimension": "true"}, + "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword", "time_series_dimension": "true"}, + "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword", "time_series_dimension": "true"}, + "d_tpuknqhtrar_102": {"type": "keyword", "time_series_dimension": "true"}, + "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword", "time_series_dimension": "true"}, + "d_hftdsrzzdrbtmbska_104": {"type": "keyword", "time_series_dimension": "true"}, + "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword", "time_series_dimension": "true"}, + "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword", "time_series_dimension": "true"}, + "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword", "time_series_dimension": "true"}, + "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword", "time_series_dimension": "true"}, + "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword", "time_series_dimension": "true"}, + "d_eomnifgshvuj_110": {"type": "keyword", "time_series_dimension": "true"}, + "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword", "time_series_dimension": "true"}, + "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword", "time_series_dimension": "true"}, + "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword", "time_series_dimension": "true"}, + "d_psybipczrhsymii_114": {"type": "keyword", "time_series_dimension": "true"}, + "d_cvciybuuydrodukczp_115": {"type": "keyword", "time_series_dimension": "true"}, + "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword", "time_series_dimension": "true"}, + "d_ckgvgaiagassnuftbvm_117": {"type": "keyword", "time_series_dimension": "true"}, + "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword", "time_series_dimension": "true"}, + "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword", "time_series_dimension": "true"}, + "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword", "time_series_dimension": "true"}, + "d_vavkrppflewbbgpmbyi_121": {"type": "keyword", "time_series_dimension": "true"}, + "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword", "time_series_dimension": "true"}, + "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword", "time_series_dimension": "true"}, + "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword", "time_series_dimension": "true"}, + "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword", "time_series_dimension": "true"}, + "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword", "time_series_dimension": "true"}, + "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword", "time_series_dimension": "true"}, + "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword", "time_series_dimension": "true"} + } +} +``` + +### Parameters + +This track allows to overwrite the following parameters using `--track-params`: + +* `bulk_size` (default: 5000) +* `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests. +* `ingest_percentage` (default: 100): A number between 0 and 100 that defines how much of the document corpus should be ingested. +* `force_merge_max_num_segments` (default: unset): An integer specifying the max amount of segments the force-merge operation should use. +* `number_of_replicas` (default: 0) +* `number_of_shards` (default: 1) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json new file mode 100644 index 00000000..7895ef35 --- /dev/null +++ b/tsdb_synth/challenges/default.json @@ -0,0 +1,57 @@ + { + "name": "append-no-conflicts", + "description": "Indexes the whole document corpus.", + "default": true, + "schedule": [ + { + "name": "create-all-templates", + "operation": { + "operation-type": "create-composable-template", + "request-params": { + "create": "true" + } + } + }, + { + "name": "check-cluster-health", + "operation": { + "operation-type": "cluster-health", + "request-params": { + "wait_for_status": "{{cluster_health | default('green')}}", + "wait_for_no_relocating_shards": "true" + }, + "retry-until-success": true + } + }, + { + "operation": "index", + "warmup-time-period": 240, + "clients": {{bulk_indexing_clients | default(8)}} + }, + { + "name": "refresh-after-index", + "operation": "refresh" + }, + { + "operation": { + "operation-type": "force-merge", + "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, + "max-num-segments": {{ force_merge_max_num_segments | tojson }} + {%- endif %} + } + }, + { + "name": "wait-until-merges-finish", + "operation": { + "operation-type": "index-stats", + "index": "_all", + "condition": { + "path": "_all.total.merges.current", + "expected-value": 0 + }, + "retry-until-success": true, + "include-in-reporting": false + } + } + ] + } diff --git a/tsdb_synth/files.txt b/tsdb_synth/files.txt new file mode 100644 index 00000000..0fa7f46d --- /dev/null +++ b/tsdb_synth/files.txt @@ -0,0 +1,2 @@ +documents.json.bz2 +documents-1k.json.bz2 diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json new file mode 100644 index 00000000..baabda3d --- /dev/null +++ b/tsdb_synth/index-template.json @@ -0,0 +1,191 @@ +{% import "rally.helpers" as rally with context %} + +{ + "index_patterns": [ + "tsdb_*" + ], + "data_stream": {}, + "template": { + "settings": { + "index": { + "number_of_shards": {{number_of_shards | default(1)}}, + "number_of_replicas": {{number_of_replicas | default(0)}}, + "codec": "{{codec | default('best_compression')}}", + "routing": { + "allocation": { + "include": { + "_tier_preference": "data_hot" + } + } + }, + "mapping": { + "total_fields": { + "limit": "10000" + } + }, + "mode": "time_series", + "routing_path": [ + "def_dim" + ], + "time_series": { + "start_time": "2000-01-01T00:00:00Z", + "end_time": "2099-12-31T23:59:59Z" + }, + "requests.cache.enable": false + } + }, + "mappings": { + "properties": { + "@timestamp": { + "type": "date" + }, + "def_dim": { + "type": "keyword", + "time_series_dimension": "true" + }, + "counter": { + "type": "long", + "time_series_metric": "counter" + }, + "gauge": { + "type": "double", + "time_series_metric": "gauge" + }, + "key": { + "type": "keyword" + }, + "val": { + "type": "integer" + }, + "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword", "time_series_dimension": "true"}, + "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword", "time_series_dimension": "true"}, + "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword", "time_series_dimension": "true"}, + "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword", "time_series_dimension": "true"}, + "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword", "time_series_dimension": "true"}, + "d_akjodkyqfl_006": {"type": "keyword", "time_series_dimension": "true"}, + "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword", "time_series_dimension": "true"}, + "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword", "time_series_dimension": "true"}, + "d_rxkywkwqguca_009": {"type": "keyword", "time_series_dimension": "true"}, + "d_eisgvcnksbawsvd_010": {"type": "keyword", "time_series_dimension": "true"}, + "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword", "time_series_dimension": "true"}, + "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword", "time_series_dimension": "true"}, + "d_tmdopgrw_013": {"type": "keyword", "time_series_dimension": "true"}, + "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword", "time_series_dimension": "true"}, + "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword", "time_series_dimension": "true"}, + "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword", "time_series_dimension": "true"}, + "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword", "time_series_dimension": "true"}, + "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword", "time_series_dimension": "true"}, + "d_aqcxnjgteaazeywfa_019": {"type": "keyword", "time_series_dimension": "true"}, + "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword", "time_series_dimension": "true"}, + "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword", "time_series_dimension": "true"}, + "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword", "time_series_dimension": "true"}, + "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword", "time_series_dimension": "true"}, + "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword", "time_series_dimension": "true"}, + "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword", "time_series_dimension": "true"}, + "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword", "time_series_dimension": "true"}, + "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword", "time_series_dimension": "true"}, + "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword", "time_series_dimension": "true"}, + "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword", "time_series_dimension": "true"}, + "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword", "time_series_dimension": "true"}, + "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword", "time_series_dimension": "true"}, + "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword", "time_series_dimension": "true"}, + "d_dpbpucerm_033": {"type": "keyword", "time_series_dimension": "true"}, + "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword", "time_series_dimension": "true"}, + "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword", "time_series_dimension": "true"}, + "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword", "time_series_dimension": "true"}, + "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword", "time_series_dimension": "true"}, + "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword", "time_series_dimension": "true"}, + "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword", "time_series_dimension": "true"}, + "d_zljayrez_040": {"type": "keyword", "time_series_dimension": "true"}, + "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword", "time_series_dimension": "true"}, + "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword", "time_series_dimension": "true"}, + "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword", "time_series_dimension": "true"}, + "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword", "time_series_dimension": "true"}, + "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword", "time_series_dimension": "true"}, + "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword", "time_series_dimension": "true"}, + "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword", "time_series_dimension": "true"}, + "d_gupwiidxrmpoptpzg_048": {"type": "keyword", "time_series_dimension": "true"}, + "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword", "time_series_dimension": "true"}, + "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword", "time_series_dimension": "true"}, + "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword", "time_series_dimension": "true"}, + "d_qjjrgdicrrbb_052": {"type": "keyword", "time_series_dimension": "true"}, + "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword", "time_series_dimension": "true"}, + "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword", "time_series_dimension": "true"}, + "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword", "time_series_dimension": "true"}, + "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword", "time_series_dimension": "true"}, + "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword", "time_series_dimension": "true"}, + "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword", "time_series_dimension": "true"}, + "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword", "time_series_dimension": "true"}, + "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword", "time_series_dimension": "true"}, + "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword", "time_series_dimension": "true"}, + "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword", "time_series_dimension": "true"}, + "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword", "time_series_dimension": "true"}, + "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword", "time_series_dimension": "true"}, + "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword", "time_series_dimension": "true"}, + "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword", "time_series_dimension": "true"}, + "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword", "time_series_dimension": "true"}, + "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword", "time_series_dimension": "true"}, + "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword", "time_series_dimension": "true"}, + "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword", "time_series_dimension": "true"}, + "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword", "time_series_dimension": "true"}, + "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword", "time_series_dimension": "true"}, + "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword", "time_series_dimension": "true"}, + "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword", "time_series_dimension": "true"}, + "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword", "time_series_dimension": "true"}, + "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword", "time_series_dimension": "true"}, + "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword", "time_series_dimension": "true"}, + "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword", "time_series_dimension": "true"}, + "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword", "time_series_dimension": "true"}, + "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword", "time_series_dimension": "true"}, + "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword", "time_series_dimension": "true"}, + "d_dklsivejoouqdcl_082": {"type": "keyword", "time_series_dimension": "true"}, + "d_rolvyswdillwdausp_083": {"type": "keyword", "time_series_dimension": "true"}, + "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword", "time_series_dimension": "true"}, + "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword", "time_series_dimension": "true"}, + "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword", "time_series_dimension": "true"}, + "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword", "time_series_dimension": "true"}, + "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword", "time_series_dimension": "true"}, + "d_jvzcvudaqy_089": {"type": "keyword", "time_series_dimension": "true"}, + "d_ndljtwayqimwxvpv_090": {"type": "keyword", "time_series_dimension": "true"}, + "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword", "time_series_dimension": "true"}, + "d_eqahosohrurcs_092": {"type": "keyword", "time_series_dimension": "true"}, + "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword", "time_series_dimension": "true"}, + "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword", "time_series_dimension": "true"}, + "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword", "time_series_dimension": "true"}, + "d_egldfzguunvjvoe_096": {"type": "keyword", "time_series_dimension": "true"}, + "d_kmhhervu_097": {"type": "keyword", "time_series_dimension": "true"}, + "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword", "time_series_dimension": "true"}, + "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword", "time_series_dimension": "true"}, + "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword", "time_series_dimension": "true"}, + "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword", "time_series_dimension": "true"}, + "d_tpuknqhtrar_102": {"type": "keyword", "time_series_dimension": "true"}, + "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword", "time_series_dimension": "true"}, + "d_hftdsrzzdrbtmbska_104": {"type": "keyword", "time_series_dimension": "true"}, + "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword", "time_series_dimension": "true"}, + "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword", "time_series_dimension": "true"}, + "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword", "time_series_dimension": "true"}, + "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword", "time_series_dimension": "true"}, + "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword", "time_series_dimension": "true"}, + "d_eomnifgshvuj_110": {"type": "keyword", "time_series_dimension": "true"}, + "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword", "time_series_dimension": "true"}, + "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword", "time_series_dimension": "true"}, + "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword", "time_series_dimension": "true"}, + "d_psybipczrhsymii_114": {"type": "keyword", "time_series_dimension": "true"}, + "d_cvciybuuydrodukczp_115": {"type": "keyword", "time_series_dimension": "true"}, + "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword", "time_series_dimension": "true"}, + "d_ckgvgaiagassnuftbvm_117": {"type": "keyword", "time_series_dimension": "true"}, + "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword", "time_series_dimension": "true"}, + "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword", "time_series_dimension": "true"}, + "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword", "time_series_dimension": "true"}, + "d_vavkrppflewbbgpmbyi_121": {"type": "keyword", "time_series_dimension": "true"}, + "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword", "time_series_dimension": "true"}, + "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword", "time_series_dimension": "true"}, + "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword", "time_series_dimension": "true"}, + "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword", "time_series_dimension": "true"}, + "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword", "time_series_dimension": "true"}, + "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword", "time_series_dimension": "true"}, + "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword", "time_series_dimension": "true"} + } + } + } +} \ No newline at end of file diff --git a/tsdb_synth/operations/default.json b/tsdb_synth/operations/default.json new file mode 100644 index 00000000..320c5c08 --- /dev/null +++ b/tsdb_synth/operations/default.json @@ -0,0 +1,93 @@ +{ + "name": "index", + "operation-type": "bulk", + "bulk-size": {{bulk_size | default(5000)}}, + "ingest-percentage": {{ingest_percentage | default(100)}} +}, +{ + "name": "time-series-rate-minute", + "operation-type": "search", + "index": "tsdb_synth", + "body": { + "size": 0, + "aggs": { + "date_histogram": { + "date_histogram": { + "field": "@timestamp", + "calendar_interval": "1m" + }, + "aggs": { + "time_series": { + "time_series": { + "keyed": false + }, + "aggs": { + "rate": { + "field": "counter", + "unit": "1m" + } + } + } + } + } + } + } +}, +{ + "name": "time-series-rate-hour", + "operation-type": "search", + "index": "tsdb_synth", + "body": { + "size": 0, + "aggs": { + "date_histogram": { + "date_histogram": { + "field": "@timestamp", + "calendar_interval": "1h" + }, + "aggs": { + "time_series": { + "time_series": { + "keyed": false + }, + "aggs": { + "rate": { + "field": "counter", + "unit": "1h" + } + } + } + } + } + } + } +}, +{ + "name": "time-series-rate-day", + "operation-type": "search", + "index": "tsdb_synth", + "body": { + "size": 0, + "aggs": { + "date_histogram": { + "date_histogram": { + "field": "@timestamp", + "calendar_interval": "1d" + }, + "aggs": { + "time_series": { + "time_series": { + "keyed": false + }, + "aggs": { + "rate": { + "field": "counter", + "unit": "1d" + } + } + } + } + } + } + } +} \ No newline at end of file diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json new file mode 100644 index 00000000..4c1b279f --- /dev/null +++ b/tsdb_synth/track.json @@ -0,0 +1,39 @@ +{% import "rally.helpers" as rally with context %} +{ + "version": 2, + "description": "synthetic time series dataset for tsid hashing benchmarks", + "composable-templates": [ + { + "name": "index-template", + "index-pattern": "tsdb_*", + "delete-matching-indices": true, + "template": "index-template.json" + } + ], + "data-streams": [ + { + "name": "tsdb_synth" + } + ], + "corpora": [ + { + "name": "tsdb_synth", + "base-url": "https://storage.googleapis.com/rally-tracks/tsdb_synth/", + "documents": [ + { + "target-data-stream": "tsdb_synth", + "source-file": "documents.json.bz2", + "document-count": 3145728, + "compressed-bytes": 80735788640, + "uncompressed-bytes": 123666200041 + } + ] + } + ], + "operations": [ + {{ rally.collect(parts="operations/*.json") }} + ], + "challenges": [ + {{ rally.collect(parts="challenges/*.json") }} + ] +} From d964e531a0a5cb30aada295c66db428d4c8f847a Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Wed, 4 Oct 2023 17:11:05 +0200 Subject: [PATCH 02/31] fix: include a parameter which enables more dimension fields --- tsdb_synth/README.md | 1 + tsdb_synth/index-template.json | 256 ++++++++++++++++----------------- 2 files changed, 129 insertions(+), 128 deletions(-) diff --git a/tsdb_synth/README.md b/tsdb_synth/README.md index 532afd82..5bdb4a69 100644 --- a/tsdb_synth/README.md +++ b/tsdb_synth/README.md @@ -180,3 +180,4 @@ This track allows to overwrite the following parameters using `--track-params`: * `force_merge_max_num_segments` (default: unset): An integer specifying the max amount of segments the force-merge operation should use. * `number_of_replicas` (default: 0) * `number_of_shards` (default: 1) +* `enable_more_dimensions` (default: false) diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index baabda3d..95c836f2 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -57,134 +57,134 @@ "val": { "type": "integer" }, - "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword", "time_series_dimension": "true"}, - "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword", "time_series_dimension": "true"}, - "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword", "time_series_dimension": "true"}, - "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword", "time_series_dimension": "true"}, - "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword", "time_series_dimension": "true"}, - "d_akjodkyqfl_006": {"type": "keyword", "time_series_dimension": "true"}, - "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword", "time_series_dimension": "true"}, - "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword", "time_series_dimension": "true"}, - "d_rxkywkwqguca_009": {"type": "keyword", "time_series_dimension": "true"}, - "d_eisgvcnksbawsvd_010": {"type": "keyword", "time_series_dimension": "true"}, - "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword", "time_series_dimension": "true"}, - "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword", "time_series_dimension": "true"}, - "d_tmdopgrw_013": {"type": "keyword", "time_series_dimension": "true"}, - "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword", "time_series_dimension": "true"}, - "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword", "time_series_dimension": "true"}, - "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword", "time_series_dimension": "true"}, - "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword", "time_series_dimension": "true"}, - "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword", "time_series_dimension": "true"}, - "d_aqcxnjgteaazeywfa_019": {"type": "keyword", "time_series_dimension": "true"}, - "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword", "time_series_dimension": "true"}, - "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword", "time_series_dimension": "true"}, - "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword", "time_series_dimension": "true"}, - "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword", "time_series_dimension": "true"}, - "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword", "time_series_dimension": "true"}, - "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword", "time_series_dimension": "true"}, - "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword", "time_series_dimension": "true"}, - "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword", "time_series_dimension": "true"}, - "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword", "time_series_dimension": "true"}, - "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword", "time_series_dimension": "true"}, - "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword", "time_series_dimension": "true"}, - "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword", "time_series_dimension": "true"}, - "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword", "time_series_dimension": "true"}, - "d_dpbpucerm_033": {"type": "keyword", "time_series_dimension": "true"}, - "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword", "time_series_dimension": "true"}, - "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword", "time_series_dimension": "true"}, - "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword", "time_series_dimension": "true"}, - "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword", "time_series_dimension": "true"}, - "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword", "time_series_dimension": "true"}, - "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword", "time_series_dimension": "true"}, - "d_zljayrez_040": {"type": "keyword", "time_series_dimension": "true"}, - "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword", "time_series_dimension": "true"}, - "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword", "time_series_dimension": "true"}, - "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword", "time_series_dimension": "true"}, - "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword", "time_series_dimension": "true"}, - "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword", "time_series_dimension": "true"}, - "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword", "time_series_dimension": "true"}, - "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword", "time_series_dimension": "true"}, - "d_gupwiidxrmpoptpzg_048": {"type": "keyword", "time_series_dimension": "true"}, - "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword", "time_series_dimension": "true"}, - "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword", "time_series_dimension": "true"}, - "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword", "time_series_dimension": "true"}, - "d_qjjrgdicrrbb_052": {"type": "keyword", "time_series_dimension": "true"}, - "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword", "time_series_dimension": "true"}, - "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword", "time_series_dimension": "true"}, - "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword", "time_series_dimension": "true"}, - "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword", "time_series_dimension": "true"}, - "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword", "time_series_dimension": "true"}, - "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword", "time_series_dimension": "true"}, - "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword", "time_series_dimension": "true"}, - "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword", "time_series_dimension": "true"}, - "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword", "time_series_dimension": "true"}, - "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword", "time_series_dimension": "true"}, - "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword", "time_series_dimension": "true"}, - "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword", "time_series_dimension": "true"}, - "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword", "time_series_dimension": "true"}, - "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword", "time_series_dimension": "true"}, - "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword", "time_series_dimension": "true"}, - "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword", "time_series_dimension": "true"}, - "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword", "time_series_dimension": "true"}, - "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword", "time_series_dimension": "true"}, - "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword", "time_series_dimension": "true"}, - "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword", "time_series_dimension": "true"}, - "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword", "time_series_dimension": "true"}, - "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword", "time_series_dimension": "true"}, - "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword", "time_series_dimension": "true"}, - "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword", "time_series_dimension": "true"}, - "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword", "time_series_dimension": "true"}, - "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword", "time_series_dimension": "true"}, - "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword", "time_series_dimension": "true"}, - "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword", "time_series_dimension": "true"}, - "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword", "time_series_dimension": "true"}, - "d_dklsivejoouqdcl_082": {"type": "keyword", "time_series_dimension": "true"}, - "d_rolvyswdillwdausp_083": {"type": "keyword", "time_series_dimension": "true"}, - "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword", "time_series_dimension": "true"}, - "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword", "time_series_dimension": "true"}, - "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword", "time_series_dimension": "true"}, - "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword", "time_series_dimension": "true"}, - "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword", "time_series_dimension": "true"}, - "d_jvzcvudaqy_089": {"type": "keyword", "time_series_dimension": "true"}, - "d_ndljtwayqimwxvpv_090": {"type": "keyword", "time_series_dimension": "true"}, - "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword", "time_series_dimension": "true"}, - "d_eqahosohrurcs_092": {"type": "keyword", "time_series_dimension": "true"}, - "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword", "time_series_dimension": "true"}, - "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword", "time_series_dimension": "true"}, - "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword", "time_series_dimension": "true"}, - "d_egldfzguunvjvoe_096": {"type": "keyword", "time_series_dimension": "true"}, - "d_kmhhervu_097": {"type": "keyword", "time_series_dimension": "true"}, - "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword", "time_series_dimension": "true"}, - "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword", "time_series_dimension": "true"}, - "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword", "time_series_dimension": "true"}, - "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword", "time_series_dimension": "true"}, - "d_tpuknqhtrar_102": {"type": "keyword", "time_series_dimension": "true"}, - "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword", "time_series_dimension": "true"}, - "d_hftdsrzzdrbtmbska_104": {"type": "keyword", "time_series_dimension": "true"}, - "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword", "time_series_dimension": "true"}, - "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword", "time_series_dimension": "true"}, - "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword", "time_series_dimension": "true"}, - "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword", "time_series_dimension": "true"}, - "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword", "time_series_dimension": "true"}, - "d_eomnifgshvuj_110": {"type": "keyword", "time_series_dimension": "true"}, - "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword", "time_series_dimension": "true"}, - "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword", "time_series_dimension": "true"}, - "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword", "time_series_dimension": "true"}, - "d_psybipczrhsymii_114": {"type": "keyword", "time_series_dimension": "true"}, - "d_cvciybuuydrodukczp_115": {"type": "keyword", "time_series_dimension": "true"}, - "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword", "time_series_dimension": "true"}, - "d_ckgvgaiagassnuftbvm_117": {"type": "keyword", "time_series_dimension": "true"}, - "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword", "time_series_dimension": "true"}, - "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword", "time_series_dimension": "true"}, - "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword", "time_series_dimension": "true"}, - "d_vavkrppflewbbgpmbyi_121": {"type": "keyword", "time_series_dimension": "true"}, - "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword", "time_series_dimension": "true"}, - "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword", "time_series_dimension": "true"}, - "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword", "time_series_dimension": "true"}, - "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword", "time_series_dimension": "true"}, - "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword", "time_series_dimension": "true"}, - "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword", "time_series_dimension": "true"}, - "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword", "time_series_dimension": "true"} + "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_akjodkyqfl_006": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_rxkywkwqguca_009": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_eisgvcnksbawsvd_010": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_tmdopgrw_013": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_aqcxnjgteaazeywfa_019": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_dpbpucerm_033": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_zljayrez_040": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_gupwiidxrmpoptpzg_048": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_qjjrgdicrrbb_052": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_dklsivejoouqdcl_082": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_rolvyswdillwdausp_083": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_jvzcvudaqy_089": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ndljtwayqimwxvpv_090": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_eqahosohrurcs_092": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_egldfzguunvjvoe_096": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_kmhhervu_097": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_tpuknqhtrar_102": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_hftdsrzzdrbtmbska_104": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_eomnifgshvuj_110": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_psybipczrhsymii_114": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_cvciybuuydrodukczp_115": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ckgvgaiagassnuftbvm_117": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_vavkrppflewbbgpmbyi_121": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, + "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}} } } } From 5673d5d776c7a51676191bce9b9f59f7d0d59bfd Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Wed, 4 Oct 2023 18:38:32 +0200 Subject: [PATCH 03/31] fix: inclrrect uncompressed-bytes --- tsdb_synth/track.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json index 4c1b279f..5d27269e 100644 --- a/tsdb_synth/track.json +++ b/tsdb_synth/track.json @@ -25,7 +25,7 @@ "source-file": "documents.json.bz2", "document-count": 3145728, "compressed-bytes": 80735788640, - "uncompressed-bytes": 123666200041 + "uncompressed-bytes": 124432004765 } ] } From b67661bff7440d63e13f50e4a972e1f7e08adcab Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Thu, 5 Oct 2023 15:07:48 +0200 Subject: [PATCH 04/31] fix: increase index.mapping.dimension_fields.limit --- tsdb_synth/index-template.json | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index 95c836f2..52b0d364 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -21,6 +21,9 @@ "mapping": { "total_fields": { "limit": "10000" + }, + "dimension_fields": { + "limit": "9999" } }, "mode": "time_series", From ef1e822f834aa82fc27ea80691d76b6027f3afa6 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Tue, 10 Oct 2023 15:26:09 +0200 Subject: [PATCH 05/31] fix: introduce standard index_mode --- tsdb_synth/README.md | 158 ++++++++++++++++++- tsdb_synth/index-template.json | 271 +++++++++++++++++---------------- 2 files changed, 295 insertions(+), 134 deletions(-) diff --git a/tsdb_synth/README.md b/tsdb_synth/README.md index 5bdb4a69..b7849c97 100644 --- a/tsdb_synth/README.md +++ b/tsdb_synth/README.md @@ -12,7 +12,7 @@ Generated data has the following characteristics: time series is (sometimes) larger then 32 Kb. The name of each dimension field starts with the prefix `d_` and ends with a progressive value as a suffix such as `001`, `002` and so on. * Other then the timestamp field and dimension fields, data includes two metric fields, a gauge `gauge` and a counter `counter` and two non-metric fields, `key` and `val` -### Mapping properties +### Mapping properties (time series mode) ```json { @@ -170,10 +170,166 @@ Generated data has the following characteristics: } ``` +### Mapping properties (standard mode) + +```json +{ + "properties": { + "@timestamp": { + "type": "date" + }, + "def_dim": { + "type": "keyword" + }, + "counter": { + "type": "long" + }, + "gauge": { + "type": "double" + }, + "key": { + "type": "keyword" + }, + "val": { + "type": "integer" + }, + "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword"}, + "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword"}, + "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword"}, + "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword"}, + "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword"}, + "d_akjodkyqfl_006": {"type": "keyword"}, + "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword"}, + "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword"}, + "d_rxkywkwqguca_009": {"type": "keyword"}, + "d_eisgvcnksbawsvd_010": {"type": "keyword"}, + "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword"}, + "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword"}, + "d_tmdopgrw_013": {"type": "keyword"}, + "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword"}, + "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword"}, + "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword"}, + "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword"}, + "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword"}, + "d_aqcxnjgteaazeywfa_019": {"type": "keyword"}, + "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword"}, + "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword"}, + "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword"}, + "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword"}, + "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword"}, + "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword"}, + "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword"}, + "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword"}, + "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword"}, + "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword"}, + "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword"}, + "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword"}, + "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword"}, + "d_dpbpucerm_033": {"type": "keyword"}, + "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword"}, + "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword"}, + "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword"}, + "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword"}, + "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword"}, + "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword"}, + "d_zljayrez_040": {"type": "keyword"}, + "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword"}, + "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword"}, + "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword"}, + "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword"}, + "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword"}, + "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword"}, + "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword"}, + "d_gupwiidxrmpoptpzg_048": {"type": "keyword"}, + "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword"}, + "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword"}, + "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword"}, + "d_qjjrgdicrrbb_052": {"type": "keyword"}, + "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword"}, + "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword"}, + "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword"}, + "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword"}, + "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword"}, + "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword"}, + "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword"}, + "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword"}, + "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword"}, + "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword"}, + "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword"}, + "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword"}, + "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword"}, + "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword"}, + "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword"}, + "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword"}, + "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword"}, + "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword"}, + "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword"}, + "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword"}, + "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword"}, + "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword"}, + "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword"}, + "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword"}, + "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword"}, + "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword"}, + "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword"}, + "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword"}, + "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword"}, + "d_dklsivejoouqdcl_082": {"type": "keyword"}, + "d_rolvyswdillwdausp_083": {"type": "keyword"}, + "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword"}, + "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword"}, + "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword"}, + "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword"}, + "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword"}, + "d_jvzcvudaqy_089": {"type": "keyword"}, + "d_ndljtwayqimwxvpv_090": {"type": "keyword"}, + "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword"}, + "d_eqahosohrurcs_092": {"type": "keyword"}, + "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword"}, + "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword"}, + "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword"}, + "d_egldfzguunvjvoe_096": {"type": "keyword"}, + "d_kmhhervu_097": {"type": "keyword"}, + "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword"}, + "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword"}, + "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword"}, + "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword"}, + "d_tpuknqhtrar_102": {"type": "keyword"}, + "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword"}, + "d_hftdsrzzdrbtmbska_104": {"type": "keyword"}, + "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword"}, + "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword"}, + "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword"}, + "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword"}, + "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword"}, + "d_eomnifgshvuj_110": {"type": "keyword"}, + "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword"}, + "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword"}, + "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword"}, + "d_psybipczrhsymii_114": {"type": "keyword"}, + "d_cvciybuuydrodukczp_115": {"type": "keyword"}, + "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword"}, + "d_ckgvgaiagassnuftbvm_117": {"type": "keyword"}, + "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword"}, + "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword"}, + "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword"}, + "d_vavkrppflewbbgpmbyi_121": {"type": "keyword"}, + "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword"}, + "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword"}, + "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword"}, + "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword"}, + "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword"}, + "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword"}, + "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword"} + } +} +``` + ### Parameters This track allows to overwrite the following parameters using `--track-params`: +* `index_mode` (default: time_series): Whether to make a standard index (`standard`) or time series index (`time_series`) * `bulk_size` (default: 5000) * `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests. * `ingest_percentage` (default: 100): A number between 0 and 100 that defines how much of the document corpus should be ingested. diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index 52b0d364..88d5b021 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -23,10 +23,11 @@ "limit": "10000" }, "dimension_fields": { - "limit": "9999" + "limit": "10000" } }, - "mode": "time_series", + "mode": "{{index_mode | default('time_series')}}", + {% if index_mode | default('time_series') is equalto 'time_series' %} "routing_path": [ "def_dim" ], @@ -34,6 +35,7 @@ "start_time": "2000-01-01T00:00:00Z", "end_time": "2099-12-31T23:59:59Z" }, + {% endif %} "requests.cache.enable": false } }, @@ -43,16 +45,19 @@ "type": "date" }, "def_dim": { - "type": "keyword", + "type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": "true" + {% endif %} }, "counter": { - "type": "long", + "type": "long"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_metric": "counter" + {% endif %} }, "gauge": { - "type": "double", + "type": "double"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_metric": "gauge" + {% endif %} }, "key": { "type": "keyword" @@ -60,134 +65,134 @@ "val": { "type": "integer" }, - "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_akjodkyqfl_006": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_rxkywkwqguca_009": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_eisgvcnksbawsvd_010": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_tmdopgrw_013": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_aqcxnjgteaazeywfa_019": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_dpbpucerm_033": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_zljayrez_040": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_gupwiidxrmpoptpzg_048": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_qjjrgdicrrbb_052": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_dklsivejoouqdcl_082": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_rolvyswdillwdausp_083": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_jvzcvudaqy_089": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ndljtwayqimwxvpv_090": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_eqahosohrurcs_092": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_egldfzguunvjvoe_096": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_kmhhervu_097": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_tpuknqhtrar_102": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_hftdsrzzdrbtmbska_104": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_eomnifgshvuj_110": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_psybipczrhsymii_114": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_cvciybuuydrodukczp_115": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ckgvgaiagassnuftbvm_117": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_vavkrppflewbbgpmbyi_121": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}}, - "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword", "time_series_dimension": {{enable_more_dimensions | default("false")}}} + "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_akjodkyqfl_006": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rxkywkwqguca_009": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_eisgvcnksbawsvd_010": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_tmdopgrw_013": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_aqcxnjgteaazeywfa_019": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dpbpucerm_033": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zljayrez_040": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_gupwiidxrmpoptpzg_048": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qjjrgdicrrbb_052": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dklsivejoouqdcl_082": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rolvyswdillwdausp_083": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_jvzcvudaqy_089": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ndljtwayqimwxvpv_090": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_eqahosohrurcs_092": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_egldfzguunvjvoe_096": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_kmhhervu_097": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_tpuknqhtrar_102": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_hftdsrzzdrbtmbska_104": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_eomnifgshvuj_110": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_psybipczrhsymii_114": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_cvciybuuydrodukczp_115": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ckgvgaiagassnuftbvm_117": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vavkrppflewbbgpmbyi_121": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}} } } } From 899c73e0fc6decc2171188634d499bc5a216aea6 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Wed, 11 Oct 2023 18:53:35 +0200 Subject: [PATCH 06/31] fix: include additional force merge --- tsdb_synth/challenges/default.json | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 7895ef35..27b7b7d5 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -40,6 +40,27 @@ {%- endif %} } }, + { + "name": "wait-until-merges-finish", + "operation": { + "operation-type": "index-stats", + "index": "_all", + "condition": { + "path": "_all.total.merges.current", + "expected-value": 0 + }, + "retry-until-success": true, + "include-in-reporting": false + } + }, + { + "operation": { + "operation-type": "force-merge", + "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, + "max-num-segments": {{ force_merge_max_num_segments | tojson }} + {%- endif %} + } + }, { "name": "wait-until-merges-finish", "operation": { From 789cdbc542574a1cb5399b87fbe48098b7253bc1 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Wed, 11 Oct 2023 19:02:57 +0200 Subject: [PATCH 07/31] fix: just wait before force merging --- tsdb_synth/challenges/default.json | 8 -------- 1 file changed, 8 deletions(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 27b7b7d5..a771f1db 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -32,14 +32,6 @@ "name": "refresh-after-index", "operation": "refresh" }, - { - "operation": { - "operation-type": "force-merge", - "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, - "max-num-segments": {{ force_merge_max_num_segments | tojson }} - {%- endif %} - } - }, { "name": "wait-until-merges-finish", "operation": { From 33400aede2c5f2eda3bb6421f31be2591ad55a18 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Wed, 11 Oct 2023 19:07:06 +0200 Subject: [PATCH 08/31] fix: assign different names to tasks --- tsdb_synth/challenges/default.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index a771f1db..8c9526bc 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -33,7 +33,7 @@ "operation": "refresh" }, { - "name": "wait-until-merges-finish", + "name": "wait-until-merges-finish-before", "operation": { "operation-type": "index-stats", "index": "_all", @@ -54,7 +54,7 @@ } }, { - "name": "wait-until-merges-finish", + "name": "wait-until-merges-finish-after", "operation": { "operation-type": "index-stats", "index": "_all", From 93d04dbf61a0a3987b9b1e7cf379ba19bbf21b4a Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Thu, 12 Oct 2023 12:41:54 +0200 Subject: [PATCH 09/31] fix: run force merge twice --- tsdb_synth/challenges/default.json | 17 ++++++++++++----- 1 file changed, 12 insertions(+), 5 deletions(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 8c9526bc..3f1b70ff 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -33,7 +33,15 @@ "operation": "refresh" }, { - "name": "wait-until-merges-finish-before", + "operation": { + "operation-type": "force-merge-1", + "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, + "max-num-segments": {{ force_merge_max_num_segments | tojson }} + {%- endif %} + } + }, + { + "name": "wait-until-merges-finish-1", "operation": { "operation-type": "index-stats", "index": "_all", @@ -44,17 +52,16 @@ "retry-until-success": true, "include-in-reporting": false } - }, - { + },{ "operation": { - "operation-type": "force-merge", + "operation-type": "force-merge-2", "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} } }, { - "name": "wait-until-merges-finish-after", + "name": "wait-until-merges-finish-2", "operation": { "operation-type": "index-stats", "index": "_all", From 2f78d42e9e97a33955d13fd8a9669284110dd582 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Thu, 12 Oct 2023 14:20:52 +0200 Subject: [PATCH 10/31] fix: no such operation type --- tsdb_synth/challenges/default.json | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 3f1b70ff..6b4131cf 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -33,8 +33,9 @@ "operation": "refresh" }, { + "name": "force-merge-1", "operation": { - "operation-type": "force-merge-1", + "operation-type": "force-merge", "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} @@ -53,8 +54,9 @@ "include-in-reporting": false } },{ + "name": "force-merge-2", "operation": { - "operation-type": "force-merge-2", + "operation-type": "force-merge", "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} From cbd6c6e2ef326e9ff8b4ceab12c8525a3d720622 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Thu, 12 Oct 2023 18:02:34 +0200 Subject: [PATCH 11/31] fix: update lucene merge policy --- tsdb_synth/index-template.json | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index 88d5b021..9178f718 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -18,6 +18,11 @@ } } }, + "merge": { + "policy": { + "max_merged_segment": "1024GB" + } + }, "mapping": { "total_fields": { "limit": "10000" From 568135214c77d84013b635aaf7f1a2a746c0d84e Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 13 Oct 2023 12:46:20 +0200 Subject: [PATCH 12/31] fix: disable lifecycle --- tsdb_synth/index-template.json | 1 + 1 file changed, 1 insertion(+) diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index 9178f718..9b92431c 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -7,6 +7,7 @@ "data_stream": {}, "template": { "settings": { + "lifecycle.enabled": false, "index": { "number_of_shards": {{number_of_shards | default(1)}}, "number_of_replicas": {{number_of_replicas | default(0)}}, From fcfc9aa13d2ee5a8b7a94ec16c007a8e6ede31e7 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 13 Oct 2023 13:57:59 +0200 Subject: [PATCH 13/31] fix: move template out of settings --- tsdb_synth/index-template.json | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index 9b92431c..5bc21573 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -6,8 +6,10 @@ ], "data_stream": {}, "template": { + "lifecycle": { + "enabled": false + }, "settings": { - "lifecycle.enabled": false, "index": { "number_of_shards": {{number_of_shards | default(1)}}, "number_of_replicas": {{number_of_replicas | default(0)}}, From 286054b3a6f36d36f613e9995f5af8fa62a0a2fc Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Mon, 18 Dec 2023 12:26:59 +0100 Subject: [PATCH 14/31] fix: include downsampling after indexing --- tsdb_synth/challenges/default.json | 41 +++++++++++++++++++++++++++++- 1 file changed, 40 insertions(+), 1 deletion(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 6b4131cf..8b132c7e 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -1,8 +1,14 @@ { "name": "append-no-conflicts", - "description": "Indexes the whole document corpus.", + "description": "Indexes the whole document corpus and runs downsampling", "default": true, "schedule": [ + { + "operation": { + "operation-type": "delete-index", + "index": ["tsdb_synth-1m", "tsdb_synth-1h", "tsdb_synth-1d"] + } + }, { "name": "create-all-templates", "operation": { @@ -74,6 +80,39 @@ "retry-until-success": true, "include-in-reporting": false } + }, + { + "name": "refresh-after-force-merge", + "operation": "refresh" + }, + { + "name": "block-source-index-writes", + "operation": { + "operation-type": "raw-request", + "path": "/tsdb_synth/_block/write", + "method": "PUT" + } + }, + { + "name": "downsample-1m", + "operation": { + "operation-type": "downsample", + "fixed-interval": "1m" + } + }, + { + "name": "downsample-1h", + "operation": { + "operation-type": "downsample", + "fixed-interval": "1h" + } + }, + { + "name": "downsample-1d", + "operation": { + "operation-type": "downsample", + "fixed-interval": "1d" + } } ] } From d62f0476824345c174e8b6bd725c7da5b3b9e05d Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 22 Dec 2023 10:28:45 +0100 Subject: [PATCH 15/31] fix: block writes to all indices --- tsdb_synth/challenges/default.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 8b132c7e..c0fd023b 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -89,7 +89,7 @@ "name": "block-source-index-writes", "operation": { "operation-type": "raw-request", - "path": "/tsdb_synth/_block/write", + "path": "/_all/_block/write", "method": "PUT" } }, From e97319d35907026804b18b36a4de7360b246dbaa Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 22 Dec 2023 11:29:31 +0100 Subject: [PATCH 16/31] fix: include ingest_mode for datastream and index --- tsdb_synth/challenges/default.json | 6 +- tsdb_synth/index-mappings.json | 154 +++++++ tsdb_synth/index-template.json | 682 ++++++++++++++++++++++------- tsdb_synth/index.json | 557 +++++++++++++++++++++++ tsdb_synth/track.json | 13 +- 5 files changed, 1253 insertions(+), 159 deletions(-) create mode 100644 tsdb_synth/index-mappings.json create mode 100644 tsdb_synth/index.json diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index c0fd023b..341c4663 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -84,12 +84,13 @@ { "name": "refresh-after-force-merge", "operation": "refresh" - }, + } + {%- if ingest_mode is defined and ingest_mode != "data_stream" %}, { "name": "block-source-index-writes", "operation": { "operation-type": "raw-request", - "path": "/_all/_block/write", + "path": "/tsdb_synth/_block/write", "method": "PUT" } }, @@ -114,5 +115,6 @@ "fixed-interval": "1d" } } + {%- endif %} ] } diff --git a/tsdb_synth/index-mappings.json b/tsdb_synth/index-mappings.json new file mode 100644 index 00000000..34aa8ea0 --- /dev/null +++ b/tsdb_synth/index-mappings.json @@ -0,0 +1,154 @@ +"properties": { + "@timestamp": { + "type": "date" + }, + "def_dim": { + "type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, + "time_series_dimension": "true" + {% endif %} + }, + "counter": { + "type": "long"{% if index_mode | default('time_series') is equalto 'time_series' %}, + "time_series_metric": "counter" + {% endif %} + }, + "gauge": { + "type": "double"{% if index_mode | default('time_series') is equalto 'time_series' %}, + "time_series_metric": "gauge" + {% endif %} + }, + "key": { + "type": "keyword" + }, + "val": { + "type": "integer" + }, + "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_akjodkyqfl_006": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rxkywkwqguca_009": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_eisgvcnksbawsvd_010": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_tmdopgrw_013": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_aqcxnjgteaazeywfa_019": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dpbpucerm_033": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zljayrez_040": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_gupwiidxrmpoptpzg_048": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qjjrgdicrrbb_052": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dklsivejoouqdcl_082": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rolvyswdillwdausp_083": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_jvzcvudaqy_089": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ndljtwayqimwxvpv_090": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_eqahosohrurcs_092": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_egldfzguunvjvoe_096": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_kmhhervu_097": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_tpuknqhtrar_102": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_hftdsrzzdrbtmbska_104": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_eomnifgshvuj_110": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_psybipczrhsymii_114": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_cvciybuuydrodukczp_115": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ckgvgaiagassnuftbvm_117": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_vavkrppflewbbgpmbyi_121": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, + "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}} +} diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index 5bc21573..aa9d1a39 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -48,160 +48,532 @@ } }, "mappings": { - "properties": { - "@timestamp": { - "type": "date" - }, - "def_dim": { - "type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, - "time_series_dimension": "true" - {% endif %} - }, - "counter": { - "type": "long"{% if index_mode | default('time_series') is equalto 'time_series' %}, - "time_series_metric": "counter" - {% endif %} - }, - "gauge": { - "type": "double"{% if index_mode | default('time_series') is equalto 'time_series' %}, - "time_series_metric": "gauge" - {% endif %} - }, - "key": { - "type": "keyword" - }, - "val": { - "type": "integer" - }, - "d_ufseibmjnkguynqfyclevvweebkoxqgvspbbngkvtrsegqtwuyel_001": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_xnbbwadzlsmascuwfgmgezvpqdpxlhdbthcppsajhqbsakeyuhxoaiatvqrryxq_002": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_blzajgeqnkncwuxcvtynuzkzopovmspftvxsdctqebzuomkiwjcieo_003": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_qqnjuveqimaxewfvzdzardfuacdpiaitamagmvibwf_004": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_xipvxrsjoijnsuevivtolfykfocpfssuvmcfpsyt_005": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_akjodkyqfl_006": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_nnwotohljrhizujqcrtkxgmlsrmapuoriceoahjmjcxfqauloo_007": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_cadwiklfhhxnbepowpaoeexvdijgyhzaloxwrmvddctbcumvm_008": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_rxkywkwqguca_009": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_eisgvcnksbawsvd_010": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_wbgmzlirkitlvhgpziaihplhoneywqajuaurcnksivljjanmubmgswzkw_011": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_bjcrwryofdaefmutnmtycncwnp_012": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_tmdopgrw_013": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_dnysvciuvgtqgkeeqcuuffpnpiqumehnkkfchidmkacmef_014": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_trmmtvdzuglsnbutbuylldxmpyvioh_015": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_qtotzmjpdvrholegtddixzmhuklxpfkwdnqwicggtvuigppyzrovqf_016": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_jdokldxavpnsrmdedowxerks_017": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_hupbcujkmlecyeqixxuttowzctihnbexraglwwrixvdod_018": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_aqcxnjgteaazeywfa_019": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_vzawzvycpgzqjncnnvkmuwinzyaroepfyzfdnhvgen_020": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ppmjbulaiztsnhlcafqxmnaqtrkortvrhyxnylvtebslysmjzqvlxmeutyjrby_021": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_uwkxqgjcagzfkgscpnkd_022": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_aooyeqoyxulxzrliepbrgzxxbpjsybnsifurktorcjufj_023": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_rkjjdrnfrihsybkzauxvuyn_024": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_zzjvqkhnfuyjqmfyqycevcwrhxqkdvgfkvtxfdt_025": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_egoqbcrosickbczvyubmtgwehqwcjsskwkinrppfids_026": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_nsietpfxulkyrcyzscaasqlmdzktpou_027": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_xtkktnwqqpvbcorrfvxbcyinwlupjozrkmtewwzlgagswwiqhruqzujxojtue_028": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_gqxiwdeqjnccmzifzsavjlodzhccyzzsqopwzqvejgrbcsywpyetkpsehxwff_029": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_glmaozbqzpgmtvcrjutdmfc_030": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_pkvmdemjmfqzpaxxtiwypfclqpnltyvngxfjljsvkwxgapisjyvihlzrydgtl_031": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_vearqgikeibzckvljimabmtrgyacygtmzidufsnrruuxbkkhndkuiran_032": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_dpbpucerm_033": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_kgglppzibjgtilurxllbeeannpgmjupwosd_034": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_mfcwnfpwfiivsrpofmkfaddhktppfvfoq_035": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_icykvfpdxfqlaoqliamasxbaaoxixlwagovgfvuhtfx_036": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_dxynmwoxwtbeilsnmdbsordapgjmoetkijslzugydyjpnxfbgnwirjsjcm_037": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_bpksasvwxerwnwbuilzgvomsejcwvirkgikxymfbmdxovzjrqccsdavkess_038": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_fbskkemblnpczurtbabaomiezpulzjqbu_039": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_zljayrez_040": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_vyflfcdkqaqmzzafrwpsijldmnznekeeyclgqgyscfmwjgpjebxdisobvuzowzg_041": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_bplubclwrchjkurzuhyiafioenrnprgghebiaygggrkguqcihtxl_042": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_mwyuwbmyqjjuqvxhtgxpkbdalevlbtjowkfsm_043": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_zszslmzdkjictecjcjvrwfmnw_044": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_orgqbnoltihxfrghmqhfjdjpxskzpkdtovkyjsqagsmglwnjrymhmbxwwega_045": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_mfalfoicnoodvcvftkicuztnbcbrwkhwicupjkrcqgezsstj_046": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_pvqnuxsuaajhpsdlqpcawwpuvsjwvswrqgpkrqpcaumv_047": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_gupwiidxrmpoptpzg_048": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ezvzczzzkabvuepjnrjt_049": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_agmgfljrkslzymtjsqsxckuamkfkfmpsihyuvkdxvrcxyrvglwrcq_050": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_pfwxfjkpwkyoomzlfmcerdpqcmwbbnigqodmbyevvehcsvsger_051": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_qjjrgdicrrbb_052": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ayssroaqgoimnavyzohoqirjunvxfrvuqbroecpltibcujmigywq_053": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_xnzfyznysgokvlcvhburbgqwjfjzy_054": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ktgforazlqhrvgzvadyszuzkqqljjehnceylojxuqq_055": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ebxhkvisfyddafshzteafrpbpyxrcylvtnqvtpuyrbsoc_056": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_orsmhbwikbcwfxcmzskqdaqissfwilxrnzjynvrgceoptqpmjkgammmg_057": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_iyvedzjtmpclftsopznfipqdgidhdihd_058": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_mdyqxhdovbabgevnathxsqdvolqpadzfsoyeqcmsrrufhkxvmkwrabeisika_059": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_dvhkskmzmvtbaqtuimlgxkdmevrvkvbdoozqzstvdaccgizdxegcismuohvydv_060": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_wfhzvefualtakquglnvnfprgjuvrdlqzoegbxceawutkqmmmcsaftxciffjo_061": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_wzxuxyzjrrhnuvknbwdbxcxxziscojebtkaqvtrftohxselpshaxj_062": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_evgytuyrdqdhbcwijozzmeqtrnyvyqoqzsmp_063": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_xhfoxicrnpkbtqwphinpcwhdkcpbgqlpzonmmhoymrwlojatsu_064": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_erfsrejpcqazbbplfslaajubskdhcibmw_065": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_vvejaixmuxnnnxpnwnmregbwnkptblapykgzdczlpidoxqno_066": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_vegcmknltgrkfrxlmqzurpkuuhmiuiikpxzrcid_067": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_lxxhbhtcvzkoeswmoxizlkgzbfcthzepnrfvflfuwgyxypoujvvpsovaedlxigt_068": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_synpuqsgphcjhbuvnjjesqzwkdadikxqci_069": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_mlouyrisesaywnuxwctwuzupoopsrylgpvtsg_070": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_gstjsaggntqwugbzikeksujuyt_071": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_jsxyvyvgffldldyconidbtyfrvnisqsviychbaghpqdzzjz_072": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_slmlekdogwuyznlfzvflifsuxonfigpxyhpcadxof_073": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_zcxqaqfebivrbpnhgm_074": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_rgugqihpjcxlhglimkxruzpgzmcusnqwmnrzkfjahetbqpbtrmenudxnp_075": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_wucgvjqlfgupikliqfbqzrhicewcz_076": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_jfmfmjzsoluwljufgzdlskazqxjenjuzlyqoiavpcntzghonrlp_077": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_wyldzmvvrvjbkielxdbyjythgrahlwvgkxcubcajmeoearrikakmcsthdke_078": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_iarzgzcozvmkubufwrdwwuhhpbopdqhmbjiecpbbhdgrrkuhivhfsyni_079": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_rrdutmsokqmomnhtctniorumhjxuwpmpbuswhbdktuissmfcpzbrcxndntxn_080": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_qxaccsklvqjebsjwfbxnjcdnlhmoizvllxvkz_081": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_dklsivejoouqdcl_082": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_rolvyswdillwdausp_083": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_myqckvrvsmncbudocvixuewjywrkcdkscam_084": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_pluxuunglukbgjzcfaztqrhkngxdpfbicbgvxpcgpoamsrlswr_085": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_mlamwfmidvxhwohrtypcxwnvmlxfqviwqpexdoly_086": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_tswgxygdchjyqchjgncnrjhrzewhfusgfuavqjpttgy_087": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_mkxjegmjlzkkwzuaagket_088": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_jvzcvudaqy_089": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ndljtwayqimwxvpv_090": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_pdbrwzfkxdigwojaslwkoyhwdpuybvsowivjbuwkldkadtaxbros_091": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_eqahosohrurcs_092": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_djlimaqszvyheetenvrevzgnkrrtsxsl_093": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_kmpejulimytkrjczozfghforsychlbaysbrwrecfbawujny_094": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_nbslhdzmdeqanexovwmjgkocvrg_095": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_egldfzguunvjvoe_096": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_kmhhervu_097": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_kalqxdkiwtedrorvvrolmxwp_098": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ckxrhzavmsumfrnggqimvfoymzjguvpjanjctlwjlyegaiohikad_099": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_xzvgddcctnwfhpebzkxgruzrcfjadtwchikthvsvce_100": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_qudmdawmeyctcipeottybgepwerwitmrirnilvrcgxgyuntnrehmpnepcam_101": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_tpuknqhtrar_102": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_xhuhjbuevjylmmyoztqcqsdfmsbkttxxcgxyqgust_103": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_hftdsrzzdrbtmbska_104": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_pakcihdwycgvpsvtrqheavgspqkyxrkd_105": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_aznyanfwxokcomewgfcjpe_106": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_yarvhfrpetlhvpcaolhslhymgkwkhmmjlwlhnimvv_107": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_adsloyvqxcithmxkigtgttlhmfxfmxkbjddyeqgrimblwjdse_108": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_nbgwlbtqnperafzfrdshrisjvinagydmanucoebstqslbupqftrpsgqtc_109": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_eomnifgshvuj_110": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ttmpvutlcbddpachzoavrrakgcjfmqqmarfvbpkhxtrqewd_111": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_icgzivtjfwtrjtlmkxiayblroqujoapolpjldsrxuoiecdiiutys_112": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_msrslyxeeioakoqtxarcejhmmaquoietjhneyks_113": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_psybipczrhsymii_114": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_cvciybuuydrodukczp_115": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_rdmgfxyidmktyulcsdnehcsdkgqptzyqnjfuwgiksycxcjqvztolrwxnheiz_116": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ckgvgaiagassnuftbvm_117": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_xgawtepdmjtclkfhnreoyrrpzrimxyrjbxsegdanrvmpxokkpgwmtsrnmg_118": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_cfzzvuvzlldhfuudvgfz_119": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_heonoqtezapfykjeafldgufpdzorgprayzmuqyomqxs_120": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_vavkrppflewbbgpmbyi_121": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_fdgpdkqfpoaohyfkvcftacp_122": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_pisbrwfpvpcrwnawhlnvnfrgvholisawqa_123": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_wrwvqjahlxmpybcfrqrqjhfqykfkuur_124": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_faapharfxdlxuesunslqkfrmvvzggcgvtjbxedetojocnukhfxsoltckxsxhj_125": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_zynorwvbvpusmwktuxkbulhbfcnnhtscqaetmbdvcpnbqkum_126": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_ghfyoyozjwzgiwppedxemouhftmsakgjlyotbybommexuve_127": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}}, - "d_dvretyeczsbaiabqdxrkdfwgneifefnxedasvwcshjeirqdrvyj_128": {"type": "keyword"{% if index_mode | default('time_series') is equalto 'time_series' %}, "time_series_dimension": {{enable_more_dimensions | default("false")}}{% endif %}} - } + "_meta": { + "beat": "metricbeat", + "version": "7.6.2" + }, + "_source": { + "mode": {{ p_source_mode | tojson }} + }, + "dynamic_templates": [ + { + "labels": { + "path_match": "labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "container.labels": { + "path_match": "container.labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "dns.answers": { + "path_match": "dns.answers.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "log.syslog": { + "path_match": "log.syslog.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "fields": { + "path_match": "fields.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "docker.container.labels": { + "path_match": "docker.container.labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "kubernetes.labels.*": { + "path_match": "kubernetes.labels.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "kubernetes.annotations.*": { + "path_match": "kubernetes.annotations.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "aws.tags.*": { + "path_match": "aws.tags.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "aws.dimensions.*": { + "path_match": "aws.dimensions.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "aws.*.metrics.*.*": { + "path_match": "aws.*.metrics.*.*", + "mapping": { + "type": "double" + } + } + }, + { + "azure.resource.tags.*": { + "path_match": "azure.resource.tags.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "azure.dimensions.*": { + "path_match": "azure.dimensions.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "azure.compute_vm.*.*": { + "path_match": "azure.compute_vm.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "azure.compute_vm_scaleset.*.*": { + "path_match": "azure.compute_vm_scaleset.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "azure.monitor.metrics.*.*": { + "path_match": "azure.monitor.metrics.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "azure.storage.*.*": { + "path_match": "azure.storage.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "coredns.stats.dns.request.duration.ns.bucket.*": { + "path_match": "coredns.stats.dns.request.duration.ns.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "coredns.stats.dns.request.size.bytes.bucket.*": { + "path_match": "coredns.stats.dns.request.size.bytes.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "coredns.stats.dns.response.size.bytes.bucket.*": { + "path_match": "coredns.stats.dns.response.size.bytes.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "docker.cpu.core.*.pct": { + "path_match": "docker.cpu.core.*.pct", + "mapping": { + "scaling_factor": 1000, + "type": "scaled_float" + } + } + }, + { + "docker.cpu.core.*.norm.pct": { + "path_match": "docker.cpu.core.*.norm.pct", + "mapping": { + "scaling_factor": 1000, + "type": "scaled_float" + } + } + }, + { + "docker.cpu.core.*.ticks": { + "path_match": "docker.cpu.core.*.ticks", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "docker.event.actor.attributes": { + "path_match": "docker.event.actor.attributes.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "docker.image.labels": { + "path_match": "docker.image.labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "docker.memory.stats.*": { + "path_match": "docker.memory.stats.*", + "mapping": { + "type": "long" + } + } + }, + { + "etcd.disk.wal_fsync_duration.ns.bucket.*": { + "path_match": "etcd.disk.wal_fsync_duration.ns.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "etcd.disk.backend_commit_duration.ns.bucket.*": { + "path_match": "etcd.disk.backend_commit_duration.ns.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.apiserver.http.request.duration.us.percentile.*": { + "path_match": "kubernetes.apiserver.http.request.duration.us.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "kubernetes.apiserver.http.request.size.bytes.percentile.*": { + "path_match": "kubernetes.apiserver.http.request.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.apiserver.http.response.size.bytes.percentile.*": { + "path_match": "kubernetes.apiserver.http.response.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.apiserver.request.latency.bucket.*": { + "path_match": "kubernetes.apiserver.request.latency.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.apiserver.request.duration.us.bucket.*": { + "path_match": "kubernetes.apiserver.request.duration.us.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.controllermanager.http.request.duration.us.percentile.*": { + "path_match": "kubernetes.controllermanager.http.request.duration.us.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "kubernetes.controllermanager.http.request.size.bytes.percentile.*": { + "path_match": "kubernetes.controllermanager.http.request.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.controllermanager.http.response.size.bytes.percentile.*": { + "path_match": "kubernetes.controllermanager.http.response.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.proxy.http.request.duration.us.percentile.*": { + "path_match": "kubernetes.proxy.http.request.duration.us.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "kubernetes.proxy.http.request.size.bytes.percentile.*": { + "path_match": "kubernetes.proxy.http.request.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.proxy.http.response.size.bytes.percentile.*": { + "path_match": "kubernetes.proxy.http.response.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.proxy.sync.rules.duration.us.bucket.*": { + "path_match": "kubernetes.proxy.sync.rules.duration.us.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.*": { + "path_match": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.scheduler.http.request.duration.us.percentile.*": { + "path_match": "kubernetes.scheduler.http.request.duration.us.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "kubernetes.scheduler.http.request.size.bytes.percentile.*": { + "path_match": "kubernetes.scheduler.http.request.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.scheduler.http.response.size.bytes.percentile.*": { + "path_match": "kubernetes.scheduler.http.response.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.*": { + "path_match": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.scheduler.scheduling.duration.seconds.percentile.*": { + "path_match": "kubernetes.scheduler.scheduling.duration.seconds.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "munin.metrics.*": { + "path_match": "munin.metrics.*", + "mapping": { + "type": "double" + } + } + }, + { + "prometheus.labels.*": { + "path_match": "prometheus.labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "prometheus.metrics.*": { + "path_match": "prometheus.metrics.*", + "mapping": { + "type": "double" + } + } + }, + { + "sql.metrics.numeric.*": { + "path_match": "sql.metrics.numeric.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "sql.metrics.string.*": { + "path_match": "sql.metrics.string.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "statsd.*.count": { + "path_match": "statsd.*.count", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "statsd.*.*": { + "path_match": "statsd.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "system.process.env": { + "path_match": "system.process.env.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "system.process.cgroup.cpuacct.percpu": { + "path_match": "system.process.cgroup.cpuacct.percpu.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "system.raid.disks.states.*": { + "path_match": "system.raid.disks.states.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "traefik.health.response.status_codes.*": { + "path_match": "traefik.health.response.status_codes.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "vsphere.virtualmachine.custom_fields": { + "path_match": "vsphere.virtualmachine.custom_fields.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "strings_as_keyword": { + "match_mapping_type": "string", + "mapping": { + "type": "keyword"{% if p_source_mode != "synthetic" %},"ignore_above": 1024{% endif %} + } + } + } + ], + "date_detection": false, + {{ rally.collect(parts="index-mappings.json") }} } } -} \ No newline at end of file +} diff --git a/tsdb_synth/index.json b/tsdb_synth/index.json new file mode 100644 index 00000000..5ef9be46 --- /dev/null +++ b/tsdb_synth/index.json @@ -0,0 +1,557 @@ +{% import "rally.helpers" as rally with context %} +{# TODO By default, source_mode should be "synthetic" if index_mode == "time_series" else "stored" #} +{% set p_source_mode = (source_mode | default("synthetic")) %} +{ + "settings": { + "index": { + {# non-serverless-index-settings-marker-start #}{%- if build_flavor != "serverless" or serverless_operator == true -%} + "number_of_shards": {{number_of_shards | default(1)}}, + "number_of_replicas": {{number_of_replicas | default(0)}}, + "requests.cache.enable": false, + {%- endif -%}{# non-serverless-index-settings-marker-end #} + "codec": "{{codec | default('default')}}", + "mode": "{{index_mode | default('time_series')}}", + {% if refresh_interval %} + "refresh_interval": "{{refresh_interval}}", + {% endif %} + {% if index_mode | default('time_series') is equalto 'time_series' %} + "routing_path": [ + "def_dim" + ], + "time_series": { + "start_time": "2000-01-01T00:00:00.000Z", + "end_time": "9999-01-01T00:00:00.000Z" + }, + {% endif %} + "mapping.total_fields.limit": 10000 + } + }, + "mappings": { + "_meta": { + "beat": "metricbeat", + "version": "7.6.2" + }, + "_source": { + "mode": {{ p_source_mode | tojson }} + }, + "dynamic_templates": [ + { + "labels": { + "path_match": "labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "container.labels": { + "path_match": "container.labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "dns.answers": { + "path_match": "dns.answers.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "log.syslog": { + "path_match": "log.syslog.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "fields": { + "path_match": "fields.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "docker.container.labels": { + "path_match": "docker.container.labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "kubernetes.labels.*": { + "path_match": "kubernetes.labels.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "kubernetes.annotations.*": { + "path_match": "kubernetes.annotations.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "aws.tags.*": { + "path_match": "aws.tags.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "aws.dimensions.*": { + "path_match": "aws.dimensions.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "aws.*.metrics.*.*": { + "path_match": "aws.*.metrics.*.*", + "mapping": { + "type": "double" + } + } + }, + { + "azure.resource.tags.*": { + "path_match": "azure.resource.tags.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "azure.dimensions.*": { + "path_match": "azure.dimensions.*", + "mapping": { + "type": "keyword" + } + } + }, + { + "azure.compute_vm.*.*": { + "path_match": "azure.compute_vm.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "azure.compute_vm_scaleset.*.*": { + "path_match": "azure.compute_vm_scaleset.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "azure.monitor.metrics.*.*": { + "path_match": "azure.monitor.metrics.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "azure.storage.*.*": { + "path_match": "azure.storage.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "coredns.stats.dns.request.duration.ns.bucket.*": { + "path_match": "coredns.stats.dns.request.duration.ns.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "coredns.stats.dns.request.size.bytes.bucket.*": { + "path_match": "coredns.stats.dns.request.size.bytes.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "coredns.stats.dns.response.size.bytes.bucket.*": { + "path_match": "coredns.stats.dns.response.size.bytes.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "docker.cpu.core.*.pct": { + "path_match": "docker.cpu.core.*.pct", + "mapping": { + "scaling_factor": 1000, + "type": "scaled_float" + } + } + }, + { + "docker.cpu.core.*.norm.pct": { + "path_match": "docker.cpu.core.*.norm.pct", + "mapping": { + "scaling_factor": 1000, + "type": "scaled_float" + } + } + }, + { + "docker.cpu.core.*.ticks": { + "path_match": "docker.cpu.core.*.ticks", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "docker.event.actor.attributes": { + "path_match": "docker.event.actor.attributes.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "docker.image.labels": { + "path_match": "docker.image.labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "docker.memory.stats.*": { + "path_match": "docker.memory.stats.*", + "mapping": { + "type": "long" + } + } + }, + { + "etcd.disk.wal_fsync_duration.ns.bucket.*": { + "path_match": "etcd.disk.wal_fsync_duration.ns.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "etcd.disk.backend_commit_duration.ns.bucket.*": { + "path_match": "etcd.disk.backend_commit_duration.ns.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.apiserver.http.request.duration.us.percentile.*": { + "path_match": "kubernetes.apiserver.http.request.duration.us.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "kubernetes.apiserver.http.request.size.bytes.percentile.*": { + "path_match": "kubernetes.apiserver.http.request.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.apiserver.http.response.size.bytes.percentile.*": { + "path_match": "kubernetes.apiserver.http.response.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.apiserver.request.latency.bucket.*": { + "path_match": "kubernetes.apiserver.request.latency.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.apiserver.request.duration.us.bucket.*": { + "path_match": "kubernetes.apiserver.request.duration.us.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.controllermanager.http.request.duration.us.percentile.*": { + "path_match": "kubernetes.controllermanager.http.request.duration.us.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "kubernetes.controllermanager.http.request.size.bytes.percentile.*": { + "path_match": "kubernetes.controllermanager.http.request.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.controllermanager.http.response.size.bytes.percentile.*": { + "path_match": "kubernetes.controllermanager.http.response.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.proxy.http.request.duration.us.percentile.*": { + "path_match": "kubernetes.proxy.http.request.duration.us.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "kubernetes.proxy.http.request.size.bytes.percentile.*": { + "path_match": "kubernetes.proxy.http.request.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.proxy.http.response.size.bytes.percentile.*": { + "path_match": "kubernetes.proxy.http.response.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.proxy.sync.rules.duration.us.bucket.*": { + "path_match": "kubernetes.proxy.sync.rules.duration.us.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.*": { + "path_match": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.scheduler.http.request.duration.us.percentile.*": { + "path_match": "kubernetes.scheduler.http.request.duration.us.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "kubernetes.scheduler.http.request.size.bytes.percentile.*": { + "path_match": "kubernetes.scheduler.http.request.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.scheduler.http.response.size.bytes.percentile.*": { + "path_match": "kubernetes.scheduler.http.response.size.bytes.percentile.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.*": { + "path_match": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "kubernetes.scheduler.scheduling.duration.seconds.percentile.*": { + "path_match": "kubernetes.scheduler.scheduling.duration.seconds.percentile.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "munin.metrics.*": { + "path_match": "munin.metrics.*", + "mapping": { + "type": "double" + } + } + }, + { + "prometheus.labels.*": { + "path_match": "prometheus.labels.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "prometheus.metrics.*": { + "path_match": "prometheus.metrics.*", + "mapping": { + "type": "double" + } + } + }, + { + "sql.metrics.numeric.*": { + "path_match": "sql.metrics.numeric.*", + "match_mapping_type": "double", + "mapping": { + "type": "double" + } + } + }, + { + "sql.metrics.string.*": { + "path_match": "sql.metrics.string.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "statsd.*.count": { + "path_match": "statsd.*.count", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "statsd.*.*": { + "path_match": "statsd.*.*", + "mapping": { + "type": "float" + } + } + }, + { + "system.process.env": { + "path_match": "system.process.env.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "system.process.cgroup.cpuacct.percpu": { + "path_match": "system.process.cgroup.cpuacct.percpu.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "system.raid.disks.states.*": { + "path_match": "system.raid.disks.states.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "traefik.health.response.status_codes.*": { + "path_match": "traefik.health.response.status_codes.*", + "match_mapping_type": "long", + "mapping": { + "type": "long" + } + } + }, + { + "vsphere.virtualmachine.custom_fields": { + "path_match": "vsphere.virtualmachine.custom_fields.*", + "match_mapping_type": "string", + "mapping": { + "type": "keyword" + } + } + }, + { + "strings_as_keyword": { + "match_mapping_type": "string", + "mapping": { + "type": "keyword"{% if p_source_mode != "synthetic" %},"ignore_above": 1024{% endif %} + } + } + } + ], + "date_detection": false, + {{ rally.collect(parts="index-mappings.json") }} + } +} diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json index 5d27269e..e288ba81 100644 --- a/tsdb_synth/track.json +++ b/tsdb_synth/track.json @@ -2,10 +2,11 @@ { "version": 2, "description": "synthetic time series dataset for tsid hashing benchmarks", + {%- if ingest_mode is defined and ingest_mode == "data_stream" %} "composable-templates": [ { - "name": "index-template", - "index-pattern": "tsdb_*", + "name": "tsdb-template", + "index-pattern": "tsdb_synth*", "delete-matching-indices": true, "template": "index-template.json" } @@ -15,6 +16,14 @@ "name": "tsdb_synth" } ], + {%- else %} + "indices": [ + { + "name": "tsdb_synth", + "body": "index.json" + } + ], + {%- endif %} "corpora": [ { "name": "tsdb_synth", From 8257b870355dfbe58b477e8cf908c479243b70d7 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 22 Dec 2023 13:46:07 +0100 Subject: [PATCH 17/31] fix: gate usage of target-data-stream --- tsdb_synth/track.json | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json index e288ba81..07cb0196 100644 --- a/tsdb_synth/track.json +++ b/tsdb_synth/track.json @@ -30,7 +30,9 @@ "base-url": "https://storage.googleapis.com/rally-tracks/tsdb_synth/", "documents": [ { + {%- if ingest_mode is defined and ingest_mode == "data_stream" %} "target-data-stream": "tsdb_synth", + {%- endif %} "source-file": "documents.json.bz2", "document-count": 3145728, "compressed-bytes": 80735788640, From 9e14f2c3809a88c0212c3f0dffa4f7679f48cbb0 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 22 Dec 2023 14:55:59 +0100 Subject: [PATCH 18/31] fix: index pattern and template --- tsdb_synth/index-template.json | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index aa9d1a39..53f1dfc3 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -2,13 +2,10 @@ { "index_patterns": [ - "tsdb_*" + "tsdb_synth*" ], "data_stream": {}, "template": { - "lifecycle": { - "enabled": false - }, "settings": { "index": { "number_of_shards": {{number_of_shards | default(1)}}, From 85046608928b2de35493b40719994cc41ce9fbe0 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 22 Dec 2023 15:02:53 +0100 Subject: [PATCH 19/31] fix: gate usage of delete operation --- tsdb_synth/challenges/default.json | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 341c4663..f15e3ef4 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -3,12 +3,14 @@ "description": "Indexes the whole document corpus and runs downsampling", "default": true, "schedule": [ + {%- if ingest_mode is defined and ingest_mode != "data_stream" %}, { "operation": { "operation-type": "delete-index", "index": ["tsdb_synth-1m", "tsdb_synth-1h", "tsdb_synth-1d"] } }, + {%- endif %} { "name": "create-all-templates", "operation": { From a8e66809f71cf1ba8b0daad923ebef1be2c73f66 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 22 Dec 2023 15:47:43 +0100 Subject: [PATCH 20/31] fix: remove comma --- tsdb_synth/challenges/default.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index f15e3ef4..224b43c0 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -3,7 +3,7 @@ "description": "Indexes the whole document corpus and runs downsampling", "default": true, "schedule": [ - {%- if ingest_mode is defined and ingest_mode != "data_stream" %}, + {%- if ingest_mode is defined and ingest_mode != "data_stream" %} { "operation": { "operation-type": "delete-index", From 8159c85f34a4d522398e1a60e31cf59bdae3174f Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 22 Dec 2023 16:34:58 +0100 Subject: [PATCH 21/31] fix: index and data_stream modes --- tsdb_synth/challenges/default.json | 6 +++--- tsdb_synth/index-template.json | 3 ++- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 224b43c0..c73d745c 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -3,14 +3,13 @@ "description": "Indexes the whole document corpus and runs downsampling", "default": true, "schedule": [ - {%- if ingest_mode is defined and ingest_mode != "data_stream" %} { "operation": { "operation-type": "delete-index", - "index": ["tsdb_synth-1m", "tsdb_synth-1h", "tsdb_synth-1d"] + "index": ["_all"] } }, - {%- endif %} + {%- if ingest_mode is defined and ingest_mode == "data_stream" %} { "name": "create-all-templates", "operation": { @@ -20,6 +19,7 @@ } } }, + {%- endif %} { "name": "check-cluster-health", "operation": { diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index 53f1dfc3..520dc670 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -1,5 +1,6 @@ {% import "rally.helpers" as rally with context %} - +{# TODO By default, source_mode should be "synthetic" if index_mode == "time_series" else "stored" #} +{% set p_source_mode = (source_mode | default("synthetic")) %} { "index_patterns": [ "tsdb_synth*" From 076e48f39f8c442430b9f772e9a212c724dd602b Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 26 Jan 2024 16:51:14 +0100 Subject: [PATCH 22/31] fix: force mode time_series --- tsdb_synth/index.json | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/tsdb_synth/index.json b/tsdb_synth/index.json index 5ef9be46..1cff889d 100644 --- a/tsdb_synth/index.json +++ b/tsdb_synth/index.json @@ -4,17 +4,11 @@ { "settings": { "index": { - {# non-serverless-index-settings-marker-start #}{%- if build_flavor != "serverless" or serverless_operator == true -%} "number_of_shards": {{number_of_shards | default(1)}}, "number_of_replicas": {{number_of_replicas | default(0)}}, "requests.cache.enable": false, - {%- endif -%}{# non-serverless-index-settings-marker-end #} "codec": "{{codec | default('default')}}", - "mode": "{{index_mode | default('time_series')}}", - {% if refresh_interval %} - "refresh_interval": "{{refresh_interval}}", - {% endif %} - {% if index_mode | default('time_series') is equalto 'time_series' %} + "mode": "time_series", "routing_path": [ "def_dim" ], @@ -22,7 +16,6 @@ "start_time": "2000-01-01T00:00:00.000Z", "end_time": "9999-01-01T00:00:00.000Z" }, - {% endif %} "mapping.total_fields.limit": 10000 } }, From 0042771a439d20ba27dc721958d890ee71accb50 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 26 Jan 2024 18:34:41 +0100 Subject: [PATCH 23/31] fix: use different names for index and datastream --- tsdb_synth/index-template.json | 3 +-- tsdb_synth/track.json | 4 ++-- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json index 520dc670..1578f92e 100644 --- a/tsdb_synth/index-template.json +++ b/tsdb_synth/index-template.json @@ -3,9 +3,8 @@ {% set p_source_mode = (source_mode | default("synthetic")) %} { "index_patterns": [ - "tsdb_synth*" + "data_stream_tsdb_synth*" ], - "data_stream": {}, "template": { "settings": { "index": { diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json index 07cb0196..b385cdc5 100644 --- a/tsdb_synth/track.json +++ b/tsdb_synth/track.json @@ -13,13 +13,13 @@ ], "data-streams": [ { - "name": "tsdb_synth" + "name": "data_stream_tsdb_synth" } ], {%- else %} "indices": [ { - "name": "tsdb_synth", + "name": "index_tsdb_synth", "body": "index.json" } ], From 3590bd34c7d0b335c3bb3de8c49243fbb7a5c972 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 26 Jan 2024 18:38:59 +0100 Subject: [PATCH 24/31] fix: remove datastream indexing mode --- tsdb_synth/challenges/default.json | 2 +- tsdb_synth/index-template.json | 576 ----------------------------- tsdb_synth/track.json | 21 +- 3 files changed, 2 insertions(+), 597 deletions(-) delete mode 100644 tsdb_synth/index-template.json diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index c73d745c..18508bc9 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -92,7 +92,7 @@ "name": "block-source-index-writes", "operation": { "operation-type": "raw-request", - "path": "/tsdb_synth/_block/write", + "path": "/index_tsdb_synth/_block/write", "method": "PUT" } }, diff --git a/tsdb_synth/index-template.json b/tsdb_synth/index-template.json deleted file mode 100644 index 1578f92e..00000000 --- a/tsdb_synth/index-template.json +++ /dev/null @@ -1,576 +0,0 @@ -{% import "rally.helpers" as rally with context %} -{# TODO By default, source_mode should be "synthetic" if index_mode == "time_series" else "stored" #} -{% set p_source_mode = (source_mode | default("synthetic")) %} -{ - "index_patterns": [ - "data_stream_tsdb_synth*" - ], - "template": { - "settings": { - "index": { - "number_of_shards": {{number_of_shards | default(1)}}, - "number_of_replicas": {{number_of_replicas | default(0)}}, - "codec": "{{codec | default('best_compression')}}", - "routing": { - "allocation": { - "include": { - "_tier_preference": "data_hot" - } - } - }, - "merge": { - "policy": { - "max_merged_segment": "1024GB" - } - }, - "mapping": { - "total_fields": { - "limit": "10000" - }, - "dimension_fields": { - "limit": "10000" - } - }, - "mode": "{{index_mode | default('time_series')}}", - {% if index_mode | default('time_series') is equalto 'time_series' %} - "routing_path": [ - "def_dim" - ], - "time_series": { - "start_time": "2000-01-01T00:00:00Z", - "end_time": "2099-12-31T23:59:59Z" - }, - {% endif %} - "requests.cache.enable": false - } - }, - "mappings": { - "_meta": { - "beat": "metricbeat", - "version": "7.6.2" - }, - "_source": { - "mode": {{ p_source_mode | tojson }} - }, - "dynamic_templates": [ - { - "labels": { - "path_match": "labels.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "container.labels": { - "path_match": "container.labels.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "dns.answers": { - "path_match": "dns.answers.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "log.syslog": { - "path_match": "log.syslog.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "fields": { - "path_match": "fields.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "docker.container.labels": { - "path_match": "docker.container.labels.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "kubernetes.labels.*": { - "path_match": "kubernetes.labels.*", - "mapping": { - "type": "keyword" - } - } - }, - { - "kubernetes.annotations.*": { - "path_match": "kubernetes.annotations.*", - "mapping": { - "type": "keyword" - } - } - }, - { - "aws.tags.*": { - "path_match": "aws.tags.*", - "mapping": { - "type": "keyword" - } - } - }, - { - "aws.dimensions.*": { - "path_match": "aws.dimensions.*", - "mapping": { - "type": "keyword" - } - } - }, - { - "aws.*.metrics.*.*": { - "path_match": "aws.*.metrics.*.*", - "mapping": { - "type": "double" - } - } - }, - { - "azure.resource.tags.*": { - "path_match": "azure.resource.tags.*", - "mapping": { - "type": "keyword" - } - } - }, - { - "azure.dimensions.*": { - "path_match": "azure.dimensions.*", - "mapping": { - "type": "keyword" - } - } - }, - { - "azure.compute_vm.*.*": { - "path_match": "azure.compute_vm.*.*", - "mapping": { - "type": "float" - } - } - }, - { - "azure.compute_vm_scaleset.*.*": { - "path_match": "azure.compute_vm_scaleset.*.*", - "mapping": { - "type": "float" - } - } - }, - { - "azure.monitor.metrics.*.*": { - "path_match": "azure.monitor.metrics.*.*", - "mapping": { - "type": "float" - } - } - }, - { - "azure.storage.*.*": { - "path_match": "azure.storage.*.*", - "mapping": { - "type": "float" - } - } - }, - { - "coredns.stats.dns.request.duration.ns.bucket.*": { - "path_match": "coredns.stats.dns.request.duration.ns.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "coredns.stats.dns.request.size.bytes.bucket.*": { - "path_match": "coredns.stats.dns.request.size.bytes.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "coredns.stats.dns.response.size.bytes.bucket.*": { - "path_match": "coredns.stats.dns.response.size.bytes.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "docker.cpu.core.*.pct": { - "path_match": "docker.cpu.core.*.pct", - "mapping": { - "scaling_factor": 1000, - "type": "scaled_float" - } - } - }, - { - "docker.cpu.core.*.norm.pct": { - "path_match": "docker.cpu.core.*.norm.pct", - "mapping": { - "scaling_factor": 1000, - "type": "scaled_float" - } - } - }, - { - "docker.cpu.core.*.ticks": { - "path_match": "docker.cpu.core.*.ticks", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "docker.event.actor.attributes": { - "path_match": "docker.event.actor.attributes.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "docker.image.labels": { - "path_match": "docker.image.labels.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "docker.memory.stats.*": { - "path_match": "docker.memory.stats.*", - "mapping": { - "type": "long" - } - } - }, - { - "etcd.disk.wal_fsync_duration.ns.bucket.*": { - "path_match": "etcd.disk.wal_fsync_duration.ns.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "etcd.disk.backend_commit_duration.ns.bucket.*": { - "path_match": "etcd.disk.backend_commit_duration.ns.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.apiserver.http.request.duration.us.percentile.*": { - "path_match": "kubernetes.apiserver.http.request.duration.us.percentile.*", - "match_mapping_type": "double", - "mapping": { - "type": "double" - } - } - }, - { - "kubernetes.apiserver.http.request.size.bytes.percentile.*": { - "path_match": "kubernetes.apiserver.http.request.size.bytes.percentile.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.apiserver.http.response.size.bytes.percentile.*": { - "path_match": "kubernetes.apiserver.http.response.size.bytes.percentile.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.apiserver.request.latency.bucket.*": { - "path_match": "kubernetes.apiserver.request.latency.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.apiserver.request.duration.us.bucket.*": { - "path_match": "kubernetes.apiserver.request.duration.us.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.controllermanager.http.request.duration.us.percentile.*": { - "path_match": "kubernetes.controllermanager.http.request.duration.us.percentile.*", - "match_mapping_type": "double", - "mapping": { - "type": "double" - } - } - }, - { - "kubernetes.controllermanager.http.request.size.bytes.percentile.*": { - "path_match": "kubernetes.controllermanager.http.request.size.bytes.percentile.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.controllermanager.http.response.size.bytes.percentile.*": { - "path_match": "kubernetes.controllermanager.http.response.size.bytes.percentile.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.proxy.http.request.duration.us.percentile.*": { - "path_match": "kubernetes.proxy.http.request.duration.us.percentile.*", - "match_mapping_type": "double", - "mapping": { - "type": "double" - } - } - }, - { - "kubernetes.proxy.http.request.size.bytes.percentile.*": { - "path_match": "kubernetes.proxy.http.request.size.bytes.percentile.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.proxy.http.response.size.bytes.percentile.*": { - "path_match": "kubernetes.proxy.http.response.size.bytes.percentile.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.proxy.sync.rules.duration.us.bucket.*": { - "path_match": "kubernetes.proxy.sync.rules.duration.us.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.*": { - "path_match": "kubernetes.proxy.sync.networkprogramming.duration.us.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.scheduler.http.request.duration.us.percentile.*": { - "path_match": "kubernetes.scheduler.http.request.duration.us.percentile.*", - "match_mapping_type": "double", - "mapping": { - "type": "double" - } - } - }, - { - "kubernetes.scheduler.http.request.size.bytes.percentile.*": { - "path_match": "kubernetes.scheduler.http.request.size.bytes.percentile.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.scheduler.http.response.size.bytes.percentile.*": { - "path_match": "kubernetes.scheduler.http.response.size.bytes.percentile.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.*": { - "path_match": "kubernetes.scheduler.scheduling.e2e.duration.us.bucket.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "kubernetes.scheduler.scheduling.duration.seconds.percentile.*": { - "path_match": "kubernetes.scheduler.scheduling.duration.seconds.percentile.*", - "match_mapping_type": "double", - "mapping": { - "type": "double" - } - } - }, - { - "munin.metrics.*": { - "path_match": "munin.metrics.*", - "mapping": { - "type": "double" - } - } - }, - { - "prometheus.labels.*": { - "path_match": "prometheus.labels.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "prometheus.metrics.*": { - "path_match": "prometheus.metrics.*", - "mapping": { - "type": "double" - } - } - }, - { - "sql.metrics.numeric.*": { - "path_match": "sql.metrics.numeric.*", - "match_mapping_type": "double", - "mapping": { - "type": "double" - } - } - }, - { - "sql.metrics.string.*": { - "path_match": "sql.metrics.string.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "statsd.*.count": { - "path_match": "statsd.*.count", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "statsd.*.*": { - "path_match": "statsd.*.*", - "mapping": { - "type": "float" - } - } - }, - { - "system.process.env": { - "path_match": "system.process.env.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "system.process.cgroup.cpuacct.percpu": { - "path_match": "system.process.cgroup.cpuacct.percpu.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "system.raid.disks.states.*": { - "path_match": "system.raid.disks.states.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "traefik.health.response.status_codes.*": { - "path_match": "traefik.health.response.status_codes.*", - "match_mapping_type": "long", - "mapping": { - "type": "long" - } - } - }, - { - "vsphere.virtualmachine.custom_fields": { - "path_match": "vsphere.virtualmachine.custom_fields.*", - "match_mapping_type": "string", - "mapping": { - "type": "keyword" - } - } - }, - { - "strings_as_keyword": { - "match_mapping_type": "string", - "mapping": { - "type": "keyword"{% if p_source_mode != "synthetic" %},"ignore_above": 1024{% endif %} - } - } - } - ], - "date_detection": false, - {{ rally.collect(parts="index-mappings.json") }} - } - } -} diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json index b385cdc5..ea19bc85 100644 --- a/tsdb_synth/track.json +++ b/tsdb_synth/track.json @@ -2,37 +2,18 @@ { "version": 2, "description": "synthetic time series dataset for tsid hashing benchmarks", - {%- if ingest_mode is defined and ingest_mode == "data_stream" %} - "composable-templates": [ - { - "name": "tsdb-template", - "index-pattern": "tsdb_synth*", - "delete-matching-indices": true, - "template": "index-template.json" - } - ], - "data-streams": [ - { - "name": "data_stream_tsdb_synth" - } - ], - {%- else %} "indices": [ { - "name": "index_tsdb_synth", + "name": "tsdb_synth", "body": "index.json" } ], - {%- endif %} "corpora": [ { "name": "tsdb_synth", "base-url": "https://storage.googleapis.com/rally-tracks/tsdb_synth/", "documents": [ { - {%- if ingest_mode is defined and ingest_mode == "data_stream" %} - "target-data-stream": "tsdb_synth", - {%- endif %} "source-file": "documents.json.bz2", "document-count": 3145728, "compressed-bytes": 80735788640, From 4edaeba8ca4bd8c11b44d125d0a03ce8d6a589e9 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 26 Jan 2024 20:31:37 +0100 Subject: [PATCH 25/31] fix: gate settings not available in serverless deployments --- tsdb_synth/index.json | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tsdb_synth/index.json b/tsdb_synth/index.json index 1cff889d..9d171e94 100644 --- a/tsdb_synth/index.json +++ b/tsdb_synth/index.json @@ -4,9 +4,11 @@ { "settings": { "index": { + {# non-serverless-index-settings-marker-start #}{%- if build_flavor != "serverless" or serverless_operator == true -%} "number_of_shards": {{number_of_shards | default(1)}}, "number_of_replicas": {{number_of_replicas | default(0)}}, "requests.cache.enable": false, + {%- endif -%}{# non-serverless-index-settings-marker-end #} "codec": "{{codec | default('default')}}", "mode": "time_series", "routing_path": [ From f0bf7ab0ee3bc437540ffa2faec4e4ddc6c818d5 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Fri, 26 Jan 2024 22:32:04 +0100 Subject: [PATCH 26/31] fix: cleanup tsdb synthetic dataset track --- tsdb_synth/challenges/default.json | 42 ++------------ tsdb_synth/operations/default.json | 89 +----------------------------- 2 files changed, 5 insertions(+), 126 deletions(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 18508bc9..2634c27b 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -9,17 +9,6 @@ "index": ["_all"] } }, - {%- if ingest_mode is defined and ingest_mode == "data_stream" %} - { - "name": "create-all-templates", - "operation": { - "operation-type": "create-composable-template", - "request-params": { - "create": "true" - } - } - }, - {%- endif %} { "name": "check-cluster-health", "operation": { @@ -41,7 +30,7 @@ "operation": "refresh" }, { - "name": "force-merge-1", + "name": "force-merge", "operation": { "operation-type": "force-merge", "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, @@ -50,28 +39,7 @@ } }, { - "name": "wait-until-merges-finish-1", - "operation": { - "operation-type": "index-stats", - "index": "_all", - "condition": { - "path": "_all.total.merges.current", - "expected-value": 0 - }, - "retry-until-success": true, - "include-in-reporting": false - } - },{ - "name": "force-merge-2", - "operation": { - "operation-type": "force-merge", - "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, - "max-num-segments": {{ force_merge_max_num_segments | tojson }} - {%- endif %} - } - }, - { - "name": "wait-until-merges-finish-2", + "name": "wait-until-merges-finish", "operation": { "operation-type": "index-stats", "index": "_all", @@ -86,13 +54,12 @@ { "name": "refresh-after-force-merge", "operation": "refresh" - } - {%- if ingest_mode is defined and ingest_mode != "data_stream" %}, + }, { "name": "block-source-index-writes", "operation": { "operation-type": "raw-request", - "path": "/index_tsdb_synth/_block/write", + "path": "/tsdb_synth/_block/write", "method": "PUT" } }, @@ -117,6 +84,5 @@ "fixed-interval": "1d" } } - {%- endif %} ] } diff --git a/tsdb_synth/operations/default.json b/tsdb_synth/operations/default.json index 320c5c08..25c7b81a 100644 --- a/tsdb_synth/operations/default.json +++ b/tsdb_synth/operations/default.json @@ -3,91 +3,4 @@ "operation-type": "bulk", "bulk-size": {{bulk_size | default(5000)}}, "ingest-percentage": {{ingest_percentage | default(100)}} -}, -{ - "name": "time-series-rate-minute", - "operation-type": "search", - "index": "tsdb_synth", - "body": { - "size": 0, - "aggs": { - "date_histogram": { - "date_histogram": { - "field": "@timestamp", - "calendar_interval": "1m" - }, - "aggs": { - "time_series": { - "time_series": { - "keyed": false - }, - "aggs": { - "rate": { - "field": "counter", - "unit": "1m" - } - } - } - } - } - } - } -}, -{ - "name": "time-series-rate-hour", - "operation-type": "search", - "index": "tsdb_synth", - "body": { - "size": 0, - "aggs": { - "date_histogram": { - "date_histogram": { - "field": "@timestamp", - "calendar_interval": "1h" - }, - "aggs": { - "time_series": { - "time_series": { - "keyed": false - }, - "aggs": { - "rate": { - "field": "counter", - "unit": "1h" - } - } - } - } - } - } - } -}, -{ - "name": "time-series-rate-day", - "operation-type": "search", - "index": "tsdb_synth", - "body": { - "size": 0, - "aggs": { - "date_histogram": { - "date_histogram": { - "field": "@timestamp", - "calendar_interval": "1d" - }, - "aggs": { - "time_series": { - "time_series": { - "keyed": false - }, - "aggs": { - "rate": { - "field": "counter", - "unit": "1d" - } - } - } - } - } - } - } -} \ No newline at end of file +} From 934d28b4a1091b4eac832a1cfaa7703aedb39b5c Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Sat, 27 Jan 2024 12:00:01 +0100 Subject: [PATCH 27/31] fix: delete only the tsdb_index --- tsdb_synth/challenges/default.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 2634c27b..694713da 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -6,7 +6,7 @@ { "operation": { "operation-type": "delete-index", - "index": ["_all"] + "index": ["tsdb_synth"] } }, { From 27025f0d76ec8a56174c412ac896f2fca1a59d5c Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Sat, 27 Jan 2024 12:07:35 +0100 Subject: [PATCH 28/31] fix: replace _all with tsdb_synth index --- tsdb_synth/challenges/default.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 694713da..5157daec 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -42,9 +42,9 @@ "name": "wait-until-merges-finish", "operation": { "operation-type": "index-stats", - "index": "_all", + "index": "tsdb_synth", "condition": { - "path": "_all.total.merges.current", + "path": "tsdb_synth.total.merges.current", "expected-value": 0 }, "retry-until-success": true, From 2308717c8a493fd3688053969b3f1a06c97cf3b3 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Mon, 29 Jan 2024 10:17:45 +0100 Subject: [PATCH 29/31] fix: merging stuck --- tsdb_synth/challenges/default.json | 44 +++++++++++++++++++++++++----- tsdb_synth/index.json | 7 ++++- tsdb_synth/track.json | 1 + 3 files changed, 44 insertions(+), 8 deletions(-) diff --git a/tsdb_synth/challenges/default.json b/tsdb_synth/challenges/default.json index 5157daec..99e53f10 100644 --- a/tsdb_synth/challenges/default.json +++ b/tsdb_synth/challenges/default.json @@ -3,16 +3,37 @@ "description": "Indexes the whole document corpus and runs downsampling", "default": true, "schedule": [ + {# non-serverless-cluster-settings-marker-start #}{%- if build_flavor != "serverless" or serverless_operator == true -%} { + "name":"increase-max_buckets_setting", + "tags": ["setup"], "operation": { - "operation-type": "delete-index", - "index": ["tsdb_synth"] + "operation-type": "raw-request", + "method": "PUT", + "path": "/_cluster/settings", + "body": { + "transient": { + "search.max_buckets" : 300000 + } + }, + "include-in-reporting": false + } + }, + {%- endif -%}{# non-serverless-cluster-settings-marker-end #} + { + "operation": "delete-index" + }, + { + "operation": { + "operation-type": "create-index", + "settings": {{index_settings | default({}) | tojson}} } }, { "name": "check-cluster-health", "operation": { "operation-type": "cluster-health", + "index": "tsdb_synth", "request-params": { "wait_for_status": "{{cluster_health | default('green')}}", "wait_for_no_relocating_shards": "true" @@ -23,17 +44,17 @@ { "operation": "index", "warmup-time-period": 240, - "clients": {{bulk_indexing_clients | default(8)}} + "clients": {{bulk_indexing_clients | default(8)}}, + "ignore-response-error-level": "{{error_level | default('non-fatal')}}" }, { "name": "refresh-after-index", "operation": "refresh" }, { - "name": "force-merge", "operation": { "operation-type": "force-merge", - "request-timeout": 15000{%- if force_merge_max_num_segments is defined %}, + "request-timeout": 7200{%- if force_merge_max_num_segments is defined %}, "max-num-segments": {{ force_merge_max_num_segments | tojson }} {%- endif %} } @@ -42,9 +63,9 @@ "name": "wait-until-merges-finish", "operation": { "operation-type": "index-stats", - "index": "tsdb_synth", + "index": "_all", "condition": { - "path": "tsdb_synth.total.merges.current", + "path": "_all.total.merges.current", "expected-value": 0 }, "retry-until-success": true, @@ -55,6 +76,15 @@ "name": "refresh-after-force-merge", "operation": "refresh" }, + {# serverless-post-ingest-sleep-marker-start #}{%- if post_ingest_sleep|default(false) -%} + { + "name": "post-ingest-sleep", + "operation": { + "operation-type": "sleep", + "duration": {{ post_ingest_sleep_duration|default(30) }} + } + }, + {%- endif -%}{# serverless-post-ingest-sleep-marker-end #} { "name": "block-source-index-writes", "operation": { diff --git a/tsdb_synth/index.json b/tsdb_synth/index.json index 9d171e94..5ef9be46 100644 --- a/tsdb_synth/index.json +++ b/tsdb_synth/index.json @@ -10,7 +10,11 @@ "requests.cache.enable": false, {%- endif -%}{# non-serverless-index-settings-marker-end #} "codec": "{{codec | default('default')}}", - "mode": "time_series", + "mode": "{{index_mode | default('time_series')}}", + {% if refresh_interval %} + "refresh_interval": "{{refresh_interval}}", + {% endif %} + {% if index_mode | default('time_series') is equalto 'time_series' %} "routing_path": [ "def_dim" ], @@ -18,6 +22,7 @@ "start_time": "2000-01-01T00:00:00.000Z", "end_time": "9999-01-01T00:00:00.000Z" }, + {% endif %} "mapping.total_fields.limit": 10000 } }, diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json index ea19bc85..9fdfec7f 100644 --- a/tsdb_synth/track.json +++ b/tsdb_synth/track.json @@ -14,6 +14,7 @@ "base-url": "https://storage.googleapis.com/rally-tracks/tsdb_synth/", "documents": [ { + "target-index": "tsdb_synth", "source-file": "documents.json.bz2", "document-count": 3145728, "compressed-bytes": 80735788640, From 5fbc2d18233f2cd7e5c8f33fb5d4f97717dfa98b Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Tue, 30 Jan 2024 22:16:47 +0100 Subject: [PATCH 30/31] fix: enable create op_type while indexing into tsdb_synth index --- tsdb_synth/track.json | 1 + 1 file changed, 1 insertion(+) diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json index 9fdfec7f..e02aa6b9 100644 --- a/tsdb_synth/track.json +++ b/tsdb_synth/track.json @@ -15,6 +15,7 @@ "documents": [ { "target-index": "tsdb_synth", + "includes-action-and-meta-data": true, "source-file": "documents.json.bz2", "document-count": 3145728, "compressed-bytes": 80735788640, From 217c8934e00186587c9105a13586f1c990945ca2 Mon Sep 17 00:00:00 2001 From: Salvatore Campagna Date: Mon, 5 Feb 2024 11:12:00 +0100 Subject: [PATCH 31/31] fix: comprssed and uncompressed file size --- tsdb_synth/track.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tsdb_synth/track.json b/tsdb_synth/track.json index e02aa6b9..7a78413f 100644 --- a/tsdb_synth/track.json +++ b/tsdb_synth/track.json @@ -18,8 +18,8 @@ "includes-action-and-meta-data": true, "source-file": "documents.json.bz2", "document-count": 3145728, - "compressed-bytes": 80735788640, - "uncompressed-bytes": 124432004765 + "compressed-bytes": 80746617729, + "uncompressed-bytes": 124554688157 } ] }