diff --git a/PySpark_Schema_Generator.ipynb b/PySpark_Schema_Generator.ipynb index 621ea9e..db7882c 100644 --- a/PySpark_Schema_Generator.ipynb +++ b/PySpark_Schema_Generator.ipynb @@ -68,527 +68,10 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "id": "02c77cac", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Schema for _airbyte_raw_fd_business_hours:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_canned_response_folders:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_canned_responses:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_companies:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_tickets:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for fd_sla_policies_esca__ion_resolution_level2:\n", - "StructType(List(StructField(_airbyte_resolution_hashid,StringType,false),StructField(agent_ids,LongType,false),StructField(escalation_time,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_level2_hashid,StringType,false)))\n", - "\n", - "Schema for _airbyte_tmp_bts_fd_agents:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_lzc_fd_business_hours:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_qze_fd_canned_response_folders:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_duv_fd_canned_responses:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_urz_fd_companies:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_upe_fd_contacts:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_uis_fd_conversations:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_gwv_fd_discussion_categories:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_jmd_fd_discussion_comments:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_vmi_fd_discussion_forums:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_rzd_fd_discussion_topics:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_guq_fd_email_configs:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_yov_fd_email_mailboxes:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_drt_fd_groups:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_mko_fd_products:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_nat_fd_roles:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_xvo_fd_satisfaction_ratings:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_awh_fd_scenario_automations:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_tnm_fd_settings:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_omy_fd_skills:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_gma_fd_sla_policies:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_gya_fd_solution_articles:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_jpq_fd_solution_categories:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_ehn_fd_solution_folders:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_zcs_fd_surveys:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_pac_fd_ticket_fields:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_axx_fd_tickets:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_ton_fd_time_entries:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_thk_fd_agents:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_fel_fd_business_hours:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_fwf_fd_canned_response_folders:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_qni_fd_canned_responses:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_omu_fd_companies:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_pji_fd_contacts:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_fhm_fd_conversations:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_vhk_fd_discussion_categories:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_cud_fd_discussion_comments:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_oyw_fd_discussion_forums:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_car_fd_discussion_topics:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_omv_fd_email_configs:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_czu_fd_email_mailboxes:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_jzp_fd_groups:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_tmn_fd_products:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_ixa_fd_roles:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_kyh_fd_satisfaction_ratings:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_tru_fd_scenario_automations:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_hxc_fd_settings:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_xaq_fd_skills:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_oof_fd_sla_policies:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_uvh_fd_solution_articles:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_wnr_fd_solution_categories:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_ghx_fd_solution_folders:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_nea_fd_surveys:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_jrm_fd_ticket_fields:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_hap_fd_tickets:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_vpz_fd_time_entries:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_agents:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for fd_sla_policies_esca__ion_resolution_level3:\n", - "StructType(List(StructField(_airbyte_resolution_hashid,StringType,false),StructField(agent_ids,LongType,false),StructField(escalation_time,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_level3_hashid,StringType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_contacts:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_conversations:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_discussion_categories:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_discussion_comments:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_discussion_forums:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_discussion_topics:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_email_configs:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_satisfaction_ratings:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_email_mailboxes:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_groups:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_products:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_roles:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_scenario_automations:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_settings:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_skills:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_sla_policies:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_solution_articles:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_solution_categories:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_solution_folders:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_surveys:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_ticket_fields:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_raw_fd_time_entries:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for fd_agents_contact:\n", - "StructType(List(StructField(_airbyte_fd_agents_hashid,StringType,false),StructField(name,StringType,false),StructField(email,StringType,false),StructField(phone,StringType,false),StructField(active,BooleanType,false),StructField(mobile,StringType,false),StructField(language,StringType,false),StructField(job_title,StringType,false),StructField(time_zone,StringType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(last_login_at,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_contact_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_esca__ion_resolution_level4:\n", - "StructType(List(StructField(_airbyte_resolution_hashid,StringType,false),StructField(agent_ids,LongType,false),StructField(escalation_time,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_level4_hashid,StringType,false)))\n", - "\n", - "Schema for fd_satisfaction_ratings_scd:\n", - "StructType(List(StructField(_airbyte_unique_key,StringType,false),StructField(_airbyte_unique_key_scd,StringType,false),StructField(id,LongType,false),StructField(ratings,StringType,false),StructField(user_id,LongType,false),StructField(agent_id,LongType,false),StructField(feedback,StringType,false),StructField(group_id,LongType,false),StructField(survey_id,LongType,false),StructField(ticket_id,LongType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(_airbyte_start_at,StringType,false),StructField(_airbyte_end_at,StringType,false),StructField(_airbyte_active_row,IntegerType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_satisfaction_ratings_hashid,StringType,false)))\n", - "\n", - "Schema for fd_tickets_scd:\n", - "StructType(List(StructField(_airbyte_unique_key,StringType,false),StructField(_airbyte_unique_key_scd,StringType,false),StructField(id,LongType,false),StructField(spam,BooleanType,false),StructField(tags,StringType,false),StructField(type,StringType,false),StructField(stats,StringType,false),StructField(due_by,StringType,false),StructField(source,LongType,false),StructField(status,LongType,false),StructField(subject,StringType,false),StructField(group_id,LongType,false),StructField(priority,LongType,false),StructField(cc_emails,StringType,false),StructField(fr_due_by,StringType,false),StructField(nr_due_by,StringType,false),StructField(requester,StringType,false),StructField(to_emails,StringType,false),StructField(company_id,LongType,false),StructField(created_at,StringType,false),StructField(fwd_emails,StringType,false),StructField(product_id,LongType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(fr_escalated,BooleanType,false),StructField(is_escalated,BooleanType,false),StructField(nr_escalated,BooleanType,false),StructField(requester_id,LongType,false),StructField(responder_id,LongType,false),StructField(custom_fields,StringType,false),StructField(email_config_id,LongType,false),StructField(reply_cc_emails,StringType,false),StructField(association_type,LongType,false),StructField(description_text,StringType,false),StructField(ticket_cc_emails,StringType,false),StructField(associated_tickets_count,LongType,false),StructField(_airbyte_start_at,StringType,false),StructField(_airbyte_end_at,StringType,false),StructField(_airbyte_active_row,IntegerType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_tickets_hashid,StringType,false)))\n", - "\n", - "Schema for fd_satisfaction_ratings:\n", - "StructType(List(StructField(_airbyte_unique_key,StringType,false),StructField(id,LongType,false),StructField(ratings,StringType,false),StructField(user_id,LongType,false),StructField(agent_id,LongType,false),StructField(feedback,StringType,false),StructField(group_id,LongType,false),StructField(survey_id,LongType,false),StructField(ticket_id,LongType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_satisfaction_ratings_hashid,StringType,false)))\n", - "\n", - "Schema for fd_tickets:\n", - "StructType(List(StructField(_airbyte_unique_key,StringType,false),StructField(id,LongType,false),StructField(spam,BooleanType,false),StructField(tags,StringType,false),StructField(type,StringType,false),StructField(stats,StringType,false),StructField(due_by,StringType,false),StructField(source,LongType,false),StructField(status,LongType,false),StructField(subject,StringType,false),StructField(group_id,LongType,false),StructField(priority,LongType,false),StructField(cc_emails,StringType,false),StructField(fr_due_by,StringType,false),StructField(nr_due_by,StringType,false),StructField(requester,StringType,false),StructField(to_emails,StringType,false),StructField(company_id,LongType,false),StructField(created_at,StringType,false),StructField(fwd_emails,StringType,false),StructField(product_id,LongType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(fr_escalated,BooleanType,false),StructField(is_escalated,BooleanType,false),StructField(nr_escalated,BooleanType,false),StructField(requester_id,LongType,false),StructField(responder_id,LongType,false),StructField(custom_fields,StringType,false),StructField(email_config_id,LongType,false),StructField(reply_cc_emails,StringType,false),StructField(association_type,LongType,false),StructField(description_text,StringType,false),StructField(ticket_cc_emails,StringType,false),StructField(associated_tickets_count,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_tickets_hashid,StringType,false)))\n", - "\n", - "Schema for fd_business_hours_business_hours:\n", - "StructType(List(StructField(_airbyte_fd_business_hours_hashid,StringType,false),StructField(friday,StringType,false),StructField(monday,StringType,false),StructField(sunday,StringType,false),StructField(tuesday,StringType,false),StructField(saturday,StringType,false),StructField(thursday,StringType,false),StructField(wednesday,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_business_hours_hashid,StringType,false)))\n", - "\n", - "Schema for _airbyte_tmp_aoi_fd_contacts:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for fd_canned_responses_attachments:\n", - "StructType(List(StructField(_airbyte_fd_canned_responses_hashid,StringType,false),StructField(id,LongType,false),StructField(name,StringType,false),StructField(size,LongType,false),StructField(thumb_url,StringType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(content_type,StringType,false),StructField(attachment_url,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_attachments_hashid,StringType,false)))\n", - "\n", - "Schema for _airbyte_tmp_vqo_fd_agents:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_ajd_fd_business_hours:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_vtx_fd_canned_response_folders:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_gpo_fd_canned_responses:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_bvw_fd_companies:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_cpt_fd_conversations:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_gvv_fd_discussion_categories:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_kma_fd_discussion_comments:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_jve_fd_discussion_forums:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_vxv_fd_email_mailboxes:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for fd_business_hours:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(time_zone,StringType,false),StructField(created_at,StringType,false),StructField(is_default,BooleanType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(business_hours,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_business_hours_hashid,StringType,false)))\n", - "\n", - "Schema for fd_skills_agents:\n", - "StructType(List(StructField(_airbyte_fd_skills_hashid,StringType,false),StructField(id,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_agents_hashid,StringType,false)))\n", - "\n", - "Schema for _airbyte_tmp_pkt_fd_discussion_topics:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_pgl_fd_email_configs:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_qxg_fd_groups:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_ldb_fd_products:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_poc_fd_roles:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_yat_fd_satisfaction_ratings:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_bnx_fd_scenario_automations:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_fgw_fd_settings:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for fd_canned_response_folders:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(personal,BooleanType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(responses_count,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_canned_response_folders_hashid,StringType,false)))\n", - "\n", - "Schema for fd_scenario_automations_actions:\n", - "StructType(List(StructField(_airbyte_fd_scenario_automations_hashid,StringType,false),StructField(name,StringType,false),StructField(value,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_actions_hashid,StringType,false)))\n", - "\n", - "Schema for _airbyte_tmp_zat_fd_solution_folders:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for fd_companies:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(note,StringType,false),StructField(domains,StringType,false),StructField(industry,StringType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(account_tier,StringType,false),StructField(health_score,StringType,false),StructField(renewal_date,StringType,false),StructField(custom_fields,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_companies_hashid,StringType,false)))\n", - "\n", - "Schema for fd_skills_conditions:\n", - "StructType(List(StructField(_airbyte_fd_skills_hashid,StringType,false),StructField(value,StringType,false),StructField(operator,StringType,false),StructField(field_name,StringType,false),StructField(resource_type,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_conditions_hashid,StringType,false)))\n", - "\n", - "Schema for _airbyte_tmp_fde_fd_skills:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_vtx_fd_sla_policies:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_tfn_fd_solution_articles:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_rvg_fd_solution_categories:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_hpd_fd_surveys:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_wrr_fd_ticket_fields:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_qea_fd_tickets:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for _airbyte_tmp_nlf_fd_time_entries:\n", - "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", - "\n", - "Schema for fd_sla_policies_applicable_to:\n", - "StructType(List(StructField(_airbyte_fd_sla_policies_hashid,StringType,false),StructField(sources,StringType,false),StructField(group_ids,StringType,false),StructField(company_ids,StringType,false),StructField(product_ids,StringType,false),StructField(ticket_types,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_applicable_to_hashid,StringType,false)))\n", - "\n", - "Schema for fd_canned_responses:\n", - "StructType(List(StructField(id,LongType,false),StructField(title,StringType,false),StructField(content,StringType,false),StructField(folder_id,LongType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(attachments,StringType,false),StructField(content_html,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_canned_responses_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_escalation:\n", - "StructType(List(StructField(_airbyte_fd_sla_policies_hashid,StringType,false),StructField(response,StringType,false),StructField(resolution,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_escalation_hashid,StringType,false)))\n", - "\n", - "Schema for fd_conversations:\n", - "StructType(List(StructField(id,LongType,false),StructField(body,StringType,false),StructField(source,LongType,false),StructField(private,BooleanType,false),StructField(user_id,LongType,false),StructField(category,LongType,false),StructField(incoming,BooleanType,false),StructField(body_text,StringType,false),StructField(cc_emails,StringType,false),StructField(ticket_id,LongType,false),StructField(to_emails,StringType,false),StructField(bcc_emails,StringType,false),StructField(created_at,StringType,false),StructField(from_email,StringType,false),StructField(updated_at,StringType,false),StructField(attachments,StringType,false),StructField(support_email,StringType,false),StructField(source_additional_info,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_conversations_hashid,StringType,false)))\n", - "\n", - "Schema for fd_agents:\n", - "StructType(List(StructField(id,LongType,false),StructField(type,StringType,false),StructField(contact,StringType,false),StructField(available,BooleanType,false),StructField(signature,StringType,false),StructField(created_at,StringType,false),StructField(occasional,BooleanType,false),StructField(updated_at,StringType,false),StructField(ticket_scope,LongType,false),StructField(last_active_at,StringType,false),StructField(available_since,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_agents_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_sla_target:\n", - "StructType(List(StructField(_airbyte_fd_sla_policies_hashid,StringType,false),StructField(priority_1,StringType,false),StructField(priority_2,StringType,false),StructField(priority_3,StringType,false),StructField(priority_4,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_sla_target_hashid,StringType,false)))\n", - "\n", - "Schema for fd_discussion_comments:\n", - "StructType(List(StructField(id,LongType,false),StructField(body,StringType,false),StructField(spam,BooleanType,false),StructField(trash,BooleanType,false),StructField(answer,BooleanType,false),StructField(user_id,LongType,false),StructField(forum_id,LongType,false),StructField(topic_id,LongType,false),StructField(published,BooleanType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_discussion_comments_hashid,StringType,false)))\n", - "\n", - "Schema for fd_ticket_fields_dependent_fields:\n", - "StructType(List(StructField(_airbyte_fd_ticket_fields_hashid,StringType,false),StructField(id,LongType,false),StructField(name,StringType,false),StructField(label,StringType,false),StructField(level,LongType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(ticket_field_id,LongType,false),StructField(label_for_customers,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_dependent_fields_hashid,StringType,false)))\n", - "\n", - "Schema for fd_discussion_forums:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(position,LongType,false),StructField(forum_type,LongType,false),StructField(company_ids,StringType,false),StructField(description,StringType,false),StructField(posts_count,LongType,false),StructField(topics_count,LongType,false),StructField(forum_visibility,LongType,false),StructField(forum_category_id,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_discussion_forums_hashid,StringType,false)))\n", - "\n", - "Schema for fd_surveys_questions:\n", - "StructType(List(StructField(_airbyte_fd_surveys_hashid,StringType,false),StructField(id,StringType,false),StructField(label,StringType,false),StructField(default,BooleanType,false),StructField(accepted_ratings,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_questions_hashid,StringType,false)))\n", - "\n", - "Schema for fd_discussion_categories:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_discussion_categories_hashid,StringType,false)))\n", - "\n", - "Schema for fd_solution_articles_seo_data:\n", - "StructType(List(StructField(_airbyte_fd_solution_articles_hashid,StringType,false),StructField(meta_title,StringType,false),StructField(meta_keywords,StringType,false),StructField(meta_description,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_seo_data_hashid,StringType,false)))\n", - "\n", - "Schema for fd_discussion_topics:\n", - "StructType(List(StructField(id,LongType,false),StructField(hits,LongType,false),StructField(title,StringType,false),StructField(locked,BooleanType,false),StructField(sticky,BooleanType,false),StructField(message,StringType,false),StructField(user_id,LongType,false),StructField(forum_id,LongType,false),StructField(created_at,StringType,false),StructField(replied_by,LongType,false),StructField(stamp_type,LongType,false),StructField(updated_at,StringType,false),StructField(user_votes,LongType,false),StructField(posts_count,LongType,false),StructField(merged_topic_id,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_discussion_topics_hashid,StringType,false)))\n", - "\n", - "Schema for fd_email_configs:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(active,BooleanType,false),StructField(group_id,LongType,false),StructField(to_email,StringType,false),StructField(created_at,StringType,false),StructField(product_id,LongType,false),StructField(updated_at,StringType,false),StructField(reply_email,StringType,false),StructField(primary_role,BooleanType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_email_configs_hashid,StringType,false)))\n", - "\n", - "Schema for fd_email_mailboxes:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(port,LongType,false),StructField(use_ssl,BooleanType,false),StructField(group_id,LongType,false),StructField(incoming,StringType,false),StructField(password,StringType,false),StructField(username,StringType,false),StructField(product_id,LongType,false),StructField(access_type,StringType,false),StructField(mail_server,StringType,false),StructField(mailbox_type,StringType,false),StructField(support_email,StringType,false),StructField(authentication,StringType,false),StructField(custom_mailbox,StringType,false),StructField(delete_from_server,BooleanType,false),StructField(default_reply_email,BooleanType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_email_mailboxes_hashid,StringType,false)))\n", - "\n", - "Schema for fd_business_hours_business_hours_saturday:\n", - "StructType(List(StructField(_airbyte_business_hours_hashid,StringType,false),StructField(end_time,StringType,false),StructField(start_time,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_saturday_hashid,StringType,false)))\n", - "\n", - "Schema for fd_groups:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(created_at,StringType,false),StructField(group_type,StringType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(escalate_to,LongType,false),StructField(unassigned_for,StringType,false),StructField(business_hour_id,LongType,false),StructField(auto_ticket_assign,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_groups_hashid,StringType,false)))\n", - "\n", - "Schema for fd_business_hours_business_hours_monday:\n", - "StructType(List(StructField(_airbyte_business_hours_hashid,StringType,false),StructField(end_time,StringType,false),StructField(start_time,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_monday_hashid,StringType,false)))\n", - "\n", - "Schema for fd_products:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_products_hashid,StringType,false)))\n", - "\n", - "Schema for fd_business_hours_business_hours_friday:\n", - "StructType(List(StructField(_airbyte_business_hours_hashid,StringType,false),StructField(end_time,StringType,false),StructField(start_time,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_friday_hashid,StringType,false)))\n", - "\n", - "Schema for fd_scenario_automations:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(actions,StringType,false),StructField(private,BooleanType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_scenario_automations_hashid,StringType,false)))\n", - "\n", - "Schema for fd_business_hours_business_hours_sunday:\n", - "StructType(List(StructField(_airbyte_business_hours_hashid,StringType,false),StructField(end_time,StringType,false),StructField(start_time,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_sunday_hashid,StringType,false)))\n", - "\n", - "Schema for fd_settings:\n", - "StructType(List(StructField(portal_languages,StringType,false),StructField(primary_language,StringType,false),StructField(supported_languages,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_settings_hashid,StringType,false)))\n", - "\n", - "Schema for fd_business_hours_business_hours_thursday:\n", - "StructType(List(StructField(_airbyte_business_hours_hashid,StringType,false),StructField(end_time,StringType,false),StructField(start_time,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_thursday_hashid,StringType,false)))\n", - "\n", - "Schema for fd_roles:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(default,BooleanType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_roles_hashid,StringType,false)))\n", - "\n", - "Schema for fd_business_hours_business_hours_tuesday:\n", - "StructType(List(StructField(_airbyte_business_hours_hashid,StringType,false),StructField(end_time,StringType,false),StructField(start_time,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_tuesday_hashid,StringType,false)))\n", - "\n", - "Schema for fd_skills:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(rank,LongType,false),StructField(agents,StringType,false),StructField(conditions,StringType,false),StructField(created_at,StringType,false),StructField(match_type,StringType,false),StructField(updated_at,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_skills_hashid,StringType,false)))\n", - "\n", - "Schema for fd_business_hours_business_hours_wednesday:\n", - "StructType(List(StructField(_airbyte_business_hours_hashid,StringType,false),StructField(end_time,StringType,false),StructField(start_time,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_wednesday_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(active,BooleanType,false),StructField(position,LongType,false),StructField(escalation,StringType,false),StructField(is_default,BooleanType,false),StructField(sla_target,StringType,false),StructField(description,StringType,false),StructField(applicable_to,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_sla_policies_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_escalation_resolution:\n", - "StructType(List(StructField(_airbyte_escalation_hashid,StringType,false),StructField(level1,StringType,false),StructField(level2,StringType,false),StructField(level3,StringType,false),StructField(level4,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_resolution_hashid,StringType,false)))\n", - "\n", - "Schema for fd_solution_categories:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(visible_in_portals,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_solution_categories_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_sla_target_priority_1:\n", - "StructType(List(StructField(_airbyte_sla_target_hashid,StringType,false),StructField(business_hours,BooleanType,false),StructField(resolve_within,LongType,false),StructField(respond_within,LongType,false),StructField(escalation_enabled,BooleanType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_priority_1_hashid,StringType,false)))\n", - "\n", - "Schema for fd_solution_articles:\n", - "StructType(List(StructField(id,LongType,false),StructField(hits,LongType,false),StructField(tags,StringType,false),StructField(title,StringType,false),StructField(status,LongType,false),StructField(agent_id,LongType,false),StructField(seo_data,StringType,false),StructField(folder_id,LongType,false),StructField(thumbs_up,LongType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(category_id,LongType,false),StructField(description,StringType,false),StructField(thumbs_down,LongType,false),StructField(description_text,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_solution_articles_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_sla_target_priority_2:\n", - "StructType(List(StructField(_airbyte_sla_target_hashid,StringType,false),StructField(business_hours,BooleanType,false),StructField(resolve_within,LongType,false),StructField(respond_within,LongType,false),StructField(escalation_enabled,BooleanType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_priority_2_hashid,StringType,false)))\n", - "\n", - "Schema for fd_surveys:\n", - "StructType(List(StructField(id,LongType,false),StructField(title,StringType,false),StructField(active,BooleanType,false),StructField(questions,StringType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_surveys_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_sla_target_priority_3:\n", - "StructType(List(StructField(_airbyte_sla_target_hashid,StringType,false),StructField(business_hours,BooleanType,false),StructField(resolve_within,LongType,false),StructField(respond_within,LongType,false),StructField(escalation_enabled,BooleanType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_priority_3_hashid,StringType,false)))\n", - "\n", - "Schema for fd_ticket_fields:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(type,StringType,false),StructField(label,StringType,false),StructField(is_fsm,BooleanType,false),StructField(choices,StringType,false),StructField(default,BooleanType,false),StructField(position,LongType,false),StructField(portal_cc,BooleanType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(description,StringType,false),StructField(portal_cc_to,StringType,false),StructField(dependent_fields,StringType,false),StructField(customers_can_edit,BooleanType,false),StructField(label_for_customers,StringType,false),StructField(required_for_agents,BooleanType,false),StructField(required_for_closure,BooleanType,false),StructField(displayed_to_customers,BooleanType,false),StructField(required_for_customers,BooleanType,false),StructField(field_update_in_progress,BooleanType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_ticket_fields_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_escalation_response:\n", - "StructType(List(StructField(_airbyte_escalation_hashid,StringType,false),StructField(agent_ids,LongType,false),StructField(escalation_time,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_response_hashid,StringType,false)))\n", - "\n", - "Schema for fd_solution_folders:\n", - "StructType(List(StructField(id,LongType,false),StructField(name,StringType,false),StructField(created_at,StringType,false),StructField(updated_at,StringType,false),StructField(visibility,LongType,false),StructField(company_ids,StringType,false),StructField(description,StringType,false),StructField(company_segment_ids,StringType,false),StructField(contact_segment_ids,StringType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_solution_folders_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_sla_target_priority_4:\n", - "StructType(List(StructField(_airbyte_sla_target_hashid,StringType,false),StructField(business_hours,BooleanType,false),StructField(resolve_within,LongType,false),StructField(respond_within,LongType,false),StructField(escalation_enabled,BooleanType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_priority_4_hashid,StringType,false)))\n", - "\n", - "Schema for fd_time_entries:\n", - "StructType(List(StructField(id,LongType,false),StructField(note,StringType,false),StructField(agent_id,LongType,false),StructField(billable,BooleanType,false),StructField(ticket_id,LongType,false),StructField(company_id,LongType,false),StructField(created_at,StringType,false),StructField(start_time,StringType,false),StructField(time_spent,StringType,false),StructField(updated_at,StringType,false),StructField(executed_at,StringType,false),StructField(timer_running,BooleanType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_fd_time_entries_hashid,StringType,false)))\n", - "\n", - "Schema for fd_sla_policies_esca__ion_resolution_level1:\n", - "StructType(List(StructField(_airbyte_resolution_hashid,StringType,false),StructField(agent_ids,LongType,false),StructField(escalation_time,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_level1_hashid,StringType,false)))\n", - "\n" - ] - } - ], + "outputs": [], "source": [ "\n", "# Define a function to get the StructType schema for a PostgreSQL table\n", @@ -636,11 +119,41 @@ " print(schema)\n", " print()" ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "id": "40de8d80", + "metadata": {}, + "source": [ + "#Sample Output for the Schema and tables\n", + "\n", + "Schema for _airbyte_raw_fd_business_hours:\n", + "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", + "\n", + "Schema for _airbyte_raw_fd_canned_response_folders:\n", + "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", + "\n", + "Schema for _airbyte_raw_fd_canned_responses:\n", + "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", + "\n", + "Schema for _airbyte_raw_fd_companies:\n", + "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", + "\n", + "Schema for _airbyte_raw_fd_tickets:\n", + "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n", + "\n", + "Schema for fd_sla_policies_esca__ion_resolution_level2:\n", + "StructType(List(StructField(_airbyte_resolution_hashid,StringType,false),StructField(agent_ids,LongType,false),StructField(escalation_time,LongType,false),StructField(_airbyte_ab_id,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false),StructField(_airbyte_normalized_at,TimestampType,false),StructField(_airbyte_level2_hashid,StringType,false)))\n", + "\n", + "Schema for _airbyte_tmp_bts_fd_agents:\n", + "StructType(List(StructField(_airbyte_ab_id,StringType,true),StructField(_airbyte_data,StringType,false),StructField(_airbyte_emitted_at,TimestampType,false)))\n" + ] } ], "metadata": { "kernelspec": { - "display_name": "Python 3 (ipykernel)", + "display_name": "Python 3", "language": "python", "name": "python3" }, @@ -654,7 +167,12 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.7" + "version": "3.11.0" + }, + "vscode": { + "interpreter": { + "hash": "c261aea317cc0286b3b3261fbba9abdec21eaa57589985bb7a274bf54d6cc0a7" + } } }, "nbformat": 4,