#------------------------------------------------------------------------
# Descripcion de la Tabla: RAW(Catalog) - CATALOG
(raw_mx_dtmsh_file_sc_se.sc_top_vend_catlg)
# Product Owner: Daniel Navarrete
# Fuente: file (MX_DTMSH_SC_CAT_TOP_VENDORS_<yyyymmdd>.csv)
# Manejador de BD: N/A
# Nombre de BD: N/A
# Nombre de la tabla Origen:
# Periodo de carga: Mensual
# Tipo de Carga: full
# Business Owner: Sietze Terpstra
# Data Steward: Alejandra Zúñiga
# Area Negocio: Supply & Chain
# Vertical: core
# Lider Desarrollo: Ulises Merida
# Proyecto: Capas de consumo
#------------------------------------------------------------------------
---
queries: |
set hive.tez.container.size=8192;
set hive.tez.java.opts=-Xmx6553m;
set tez.runtime.unordered.output.buffer.size-mb=512;
set hive.auto.convert.join.noconditionaltask.size=128435456;
set hive.auto.convert.join=false;
set hive.exec.reducers.bytes.per.reducer=67108864;
set hive.exec.dynamic.partition.mode=nonstrict;
set hive.optimize.sort.dynamic.partition=true;
set hive.exec.max.dynamic.partitions=10000;
set hive.exec.max.dynamic.partitions.pernode=4000;
set tez.task.timeout-ms=900000;
set tez.grouping.min-size=32000000;
set tez.grouping.max-size=128000000;
set mapreduce.input.fileinputformat.split.maxsize=16777216;
create external table if not exists $target_schema1.$target_table1
(
vendor_nbr int
,vendor_name varchar(80)
,squad varchar(80)
,squad_nbr int
,flag int
)
row format delimited
fields terminated by '|'
lines terminated by '\n'
stored as textfile
location '$target_bucket1/landing/full/$target_schema1/$target_table1'
;
