wangjun@wangjundeMacBook-Pro Public % python3 -m datahub ingest -c recipe.dhub.yaml
[2023-03-08 16:20:59,718] INFO {datahub.cli.ingest_cli:172} - DataHub CLI version: 0.10.0.4
[2023-03-08 16:20:59,803] INFO {datahub.ingestion.run.pipeline:184} - Sink configured successfully. DataHubRestEmitter: configured to talk to http://localhost:8080
[2023-03-08 16:21:00,648] INFO {datahub.ingestion.run.pipeline:201} - Source configured successfully.
[2023-03-08 16:21:00,650] INFO {datahub.cli.ingest_cli:129} - Starting metadata ingestion
-2023-03-08 16:21:00,829 INFO sqlalchemy.engine.Engine select pg_catalog.version()
[2023-03-08 16:21:00,829] INFO {sqlalchemy.engine.Engine:1853} - select pg_catalog.version()
2023-03-08 16:21:00,829 INFO sqlalchemy.engine.Engine [raw sql] {}
[2023-03-08 16:21:00,829] INFO {sqlalchemy.engine.Engine:1858} - [raw sql] {}
2023-03-08 16:21:00,840 INFO sqlalchemy.engine.Engine select current_schema()
[2023-03-08 16:21:00,840] INFO {sqlalchemy.engine.Engine:1853} - select current_schema()
2023-03-08 16:21:00,840 INFO sqlalchemy.engine.Engine [raw sql] {}
[2023-03-08 16:21:00,840] INFO {sqlalchemy.engine.Engine:1858} - [raw sql] {}
2023-03-08 16:21:00,850 INFO sqlalchemy.engine.Engine show standard_conforming_strings
[2023-03-08 16:21:00,850] INFO {sqlalchemy.engine.Engine:1853} - show standard_conforming_strings
2023-03-08 16:21:00,850 INFO sqlalchemy.engine.Engine [raw sql] {}
[2023-03-08 16:21:00,850] INFO {sqlalchemy.engine.Engine:1858} - [raw sql] {}
|2023-03-08 16:21:02,455 INFO sqlalchemy.engine.Engine SELECT nspname FROM pg_namespace WHERE nspname NOT LIKE 'pg_%%' ORDER BY nspname
[2023-03-08 16:21:02,455] INFO {sqlalchemy.engine.Engine:1853} - SELECT nspname FROM pg_namespace WHERE nspname NOT LIKE 'pg_%%' ORDER BY nspname
2023-03-08 16:21:02,455 INFO sqlalchemy.engine.Engine [generated in 0.00012s] {}
[2023-03-08 16:21:02,455] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00012s] {}
\2023-03-08 16:21:02,607 INFO sqlalchemy.engine.Engine SELECT c.relname FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace WHERE n.nspname = %(schema)s AND c.relkind in ('r', 'p')
[2023-03-08 16:21:02,607] INFO {sqlalchemy.engine.Engine:1853} - SELECT c.relname FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace WHERE n.nspname = %(schema)s AND c.relkind in ('r', 'p')
2023-03-08 16:21:02,607 INFO sqlalchemy.engine.Engine [generated in 0.00019s] {'schema': 'public'}
[2023-03-08 16:21:02,607] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00019s] {'schema': 'public'}
2023-03-08 16:21:02,620 INFO sqlalchemy.engine.Engine
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
[2023-03-08 16:21:02,620] INFO {sqlalchemy.engine.Engine:1853} -
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
2023-03-08 16:21:02,620 INFO sqlalchemy.engine.Engine [generated in 0.00023s] {'schema': 'public', 'table_name': 'city_rule'}
[2023-03-08 16:21:02,620] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00023s] {'schema': 'public', 'table_name': 'city_rule'}
2023-03-08 16:21:02,625 INFO sqlalchemy.engine.Engine
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
[2023-03-08 16:21:02,625] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
2023-03-08 16:21:02,626 INFO sqlalchemy.engine.Engine [generated in 0.00040s] {'table_oid': 25567}
[2023-03-08 16:21:02,626] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00040s] {'table_oid': 25567}
-2023-03-08 16:21:02,759 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
[2023-03-08 16:21:02,759] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:02,760 INFO sqlalchemy.engine.Engine [generated in 0.00051s] {}
[2023-03-08 16:21:02,760] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00051s] {}
2023-03-08 16:21:02,765 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
[2023-03-08 16:21:02,765] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:02,765 INFO sqlalchemy.engine.Engine [generated in 0.00018s] {}
[2023-03-08 16:21:02,765] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00018s] {}
/2023-03-08 16:21:03,187 INFO sqlalchemy.engine.Engine
SELECT
pgd.description as table_comment
FROM
pg_catalog.pg_description pgd
WHERE
pgd.objsubid = 0 AND
pgd.objoid = %(table_oid)s
[2023-03-08 16:21:03,187] INFO {sqlalchemy.engine.Engine:1853} -
SELECT
pgd.description as table_comment
FROM
pg_catalog.pg_description pgd
WHERE
pgd.objsubid = 0 AND
pgd.objoid = %(table_oid)s
2023-03-08 16:21:03,187 INFO sqlalchemy.engine.Engine [generated in 0.00078s] {'table_oid': 25567}
[2023-03-08 16:21:03,187] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00078s] {'table_oid': 25567}
2023-03-08 16:21:03,194 INFO sqlalchemy.engine.Engine
SELECT a.attname
FROM pg_attribute a JOIN (
SELECT unnest(ix.indkey) attnum,
generate_subscripts(ix.indkey, 1) ord
FROM pg_index ix
WHERE ix.indrelid = %(table_oid)s AND ix.indisprimary
) k ON a.attnum=k.attnum
WHERE a.attrelid = %(table_oid)s
ORDER BY k.ord
[2023-03-08 16:21:03,194] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname
FROM pg_attribute a JOIN (
SELECT unnest(ix.indkey) attnum,
generate_subscripts(ix.indkey, 1) ord
FROM pg_index ix
WHERE ix.indrelid = %(table_oid)s AND ix.indisprimary
) k ON a.attnum=k.attnum
WHERE a.attrelid = %(table_oid)s
ORDER BY k.ord
2023-03-08 16:21:03,195 INFO sqlalchemy.engine.Engine [generated in 0.00072s] {'table_oid': 25567}
[2023-03-08 16:21:03,195] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00072s] {'table_oid': 25567}
2023-03-08 16:21:03,205 INFO sqlalchemy.engine.Engine
SELECT conname
FROM pg_catalog.pg_constraint r
WHERE r.conrelid = %(table_oid)s AND r.contype = 'p'
ORDER BY 1
[2023-03-08 16:21:03,205] INFO {sqlalchemy.engine.Engine:1853} -
SELECT conname
FROM pg_catalog.pg_constraint r
WHERE r.conrelid = %(table_oid)s AND r.contype = 'p'
ORDER BY 1
2023-03-08 16:21:03,205 INFO sqlalchemy.engine.Engine [generated in 0.00056s] {'table_oid': 25567}
[2023-03-08 16:21:03,205] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00056s] {'table_oid': 25567}
2023-03-08 16:21:03,223 INFO sqlalchemy.engine.Engine
SELECT r.conname,
pg_catalog.pg_get_constraintdef(r.oid, true) as condef,
n.nspname as conschema
FROM pg_catalog.pg_constraint r,
pg_namespace n,
pg_class c
WHERE r.conrelid = %(table)s AND
r.contype = 'f' AND
c.oid = confrelid AND
n.oid = c.relnamespace
ORDER BY 1
[2023-03-08 16:21:03,223] INFO {sqlalchemy.engine.Engine:1853} -
SELECT r.conname,
pg_catalog.pg_get_constraintdef(r.oid, true) as condef,
n.nspname as conschema
FROM pg_catalog.pg_constraint r,
pg_namespace n,
pg_class c
WHERE r.conrelid = %(table)s AND
r.contype = 'f' AND
c.oid = confrelid AND
n.oid = c.relnamespace
ORDER BY 1
2023-03-08 16:21:03,223 INFO sqlalchemy.engine.Engine [generated in 0.00054s] {'table': 25567}
[2023-03-08 16:21:03,223] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00054s] {'table': 25567}
2023-03-08 16:21:03,233 INFO sqlalchemy.engine.Engine
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
[2023-03-08 16:21:03,233] INFO {sqlalchemy.engine.Engine:1853} -
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
|2023-03-08 16:21:03,235 INFO sqlalchemy.engine.Engine [cached since 0.6148s ago] {'schema': 'public', 'table_name': 'city_load_version_his'}
[2023-03-08 16:21:03,235] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.6148s ago] {'schema': 'public', 'table_name': 'city_load_version_his'}
2023-03-08 16:21:03,242 INFO sqlalchemy.engine.Engine
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
[2023-03-08 16:21:03,242] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
2023-03-08 16:21:03,242 INFO sqlalchemy.engine.Engine [cached since 0.617s ago] {'table_oid': 25579}
[2023-03-08 16:21:03,242] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.617s ago] {'table_oid': 25579}
2023-03-08 16:21:03,248 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
[2023-03-08 16:21:03,248] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,248 INFO sqlalchemy.engine.Engine [cached since 0.4886s ago] {}
[2023-03-08 16:21:03,248] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.4886s ago] {}
2023-03-08 16:21:03,254 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
[2023-03-08 16:21:03,254] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,254 INFO sqlalchemy.engine.Engine [cached since 0.4886s ago] {}
[2023-03-08 16:21:03,254] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.4886s ago] {}
2023-03-08 16:21:03,261 INFO sqlalchemy.engine.Engine
SELECT
pgd.description as table_comment
FROM
pg_catalog.pg_description pgd
WHERE
pgd.objsubid = 0 AND
pgd.objoid = %(table_oid)s
[2023-03-08 16:21:03,261] INFO {sqlalchemy.engine.Engine:1853} -
SELECT
pgd.description as table_comment
FROM
pg_catalog.pg_description pgd
WHERE
pgd.objsubid = 0 AND
pgd.objoid = %(table_oid)s
2023-03-08 16:21:03,261 INFO sqlalchemy.engine.Engine [cached since 0.07434s ago] {'table_oid': 25579}
[2023-03-08 16:21:03,261] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.07434s ago] {'table_oid': 25579}
2023-03-08 16:21:03,268 INFO sqlalchemy.engine.Engine
SELECT a.attname
FROM pg_attribute a JOIN (
SELECT unnest(ix.indkey) attnum,
generate_subscripts(ix.indkey, 1) ord
FROM pg_index ix
WHERE ix.indrelid = %(table_oid)s AND ix.indisprimary
) k ON a.attnum=k.attnum
WHERE a.attrelid = %(table_oid)s
ORDER BY k.ord
[2023-03-08 16:21:03,268] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname
FROM pg_attribute a JOIN (
SELECT unnest(ix.indkey) attnum,
generate_subscripts(ix.indkey, 1) ord
FROM pg_index ix
WHERE ix.indrelid = %(table_oid)s AND ix.indisprimary
) k ON a.attnum=k.attnum
WHERE a.attrelid = %(table_oid)s
ORDER BY k.ord
2023-03-08 16:21:03,268 INFO sqlalchemy.engine.Engine [cached since 0.07382s ago] {'table_oid': 25579}
[2023-03-08 16:21:03,268] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.07382s ago] {'table_oid': 25579}
2023-03-08 16:21:03,273 INFO sqlalchemy.engine.Engine
SELECT conname
FROM pg_catalog.pg_constraint r
WHERE r.conrelid = %(table_oid)s AND r.contype = 'p'
ORDER BY 1
[2023-03-08 16:21:03,273] INFO {sqlalchemy.engine.Engine:1853} -
SELECT conname
FROM pg_catalog.pg_constraint r
WHERE r.conrelid = %(table_oid)s AND r.contype = 'p'
ORDER BY 1
2023-03-08 16:21:03,273 INFO sqlalchemy.engine.Engine [cached since 0.06867s ago] {'table_oid': 25579}
[2023-03-08 16:21:03,273] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.06867s ago] {'table_oid': 25579}
2023-03-08 16:21:03,281 INFO sqlalchemy.engine.Engine
SELECT r.conname,
pg_catalog.pg_get_constraintdef(r.oid, true) as condef,
n.nspname as conschema
FROM pg_catalog.pg_constraint r,
pg_namespace n,
pg_class c
WHERE r.conrelid = %(table)s AND
r.contype = 'f' AND
c.oid = confrelid AND
n.oid = c.relnamespace
ORDER BY 1
[2023-03-08 16:21:03,281] INFO {sqlalchemy.engine.Engine:1853} -
SELECT r.conname,
pg_catalog.pg_get_constraintdef(r.oid, true) as condef,
n.nspname as conschema
FROM pg_catalog.pg_constraint r,
pg_namespace n,
pg_class c
WHERE r.conrelid = %(table)s AND
r.contype = 'f' AND
c.oid = confrelid AND
n.oid = c.relnamespace
ORDER BY 1
2023-03-08 16:21:03,281 INFO sqlalchemy.engine.Engine [cached since 0.05867s ago] {'table': 25579}
[2023-03-08 16:21:03,281] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.05867s ago] {'table': 25579}
2023-03-08 16:21:03,288 INFO sqlalchemy.engine.Engine
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
[2023-03-08 16:21:03,288] INFO {sqlalchemy.engine.Engine:1853} -
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
2023-03-08 16:21:03,288 INFO sqlalchemy.engine.Engine [cached since 0.6682s ago] {'schema': 'public', 'table_name': 'city_black'}
[2023-03-08 16:21:03,288] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.6682s ago] {'schema': 'public', 'table_name': 'city_black'}
2023-03-08 16:21:03,301 INFO sqlalchemy.engine.Engine
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
[2023-03-08 16:21:03,301] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
2023-03-08 16:21:03,302 INFO sqlalchemy.engine.Engine [cached since 0.6762s ago] {'table_oid': 25582}
[2023-03-08 16:21:03,302] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.6762s ago] {'table_oid': 25582}
2023-03-08 16:21:03,309 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
[2023-03-08 16:21:03,309] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,309 INFO sqlalchemy.engine.Engine [cached since 0.5494s ago] {}
[2023-03-08 16:21:03,309] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.5494s ago] {}
2023-03-08 16:21:03,314 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
[2023-03-08 16:21:03,314] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,314 INFO sqlalchemy.engine.Engine [cached since 0.5492s ago] {}
[2023-03-08 16:21:03,314] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.5492s ago] {}
2023-03-08 16:21:03,320 INFO sqlalchemy.engine.Engine
SELECT
pgd.description as table_comment
FROM
pg_catalog.pg_description pgd
WHERE
pgd.objsubid = 0 AND
pgd.objoid = %(table_oid)s
[2023-03-08 16:21:03,320] INFO {sqlalchemy.engine.Engine:1853} -
SELECT
pgd.description as table_comment
FROM
pg_catalog.pg_description pgd
WHERE
pgd.objsubid = 0 AND
pgd.objoid = %(table_oid)s
2023-03-08 16:21:03,320 INFO sqlalchemy.engine.Engine [cached since 0.134s ago] {'table_oid': 25582}
[2023-03-08 16:21:03,320] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.134s ago] {'table_oid': 25582}
2023-03-08 16:21:03,327 INFO sqlalchemy.engine.Engine
SELECT a.attname
FROM pg_attribute a JOIN (
SELECT unnest(ix.indkey) attnum,
generate_subscripts(ix.indkey, 1) ord
FROM pg_index ix
WHERE ix.indrelid = %(table_oid)s AND ix.indisprimary
) k ON a.attnum=k.attnum
WHERE a.attrelid = %(table_oid)s
ORDER BY k.ord
[2023-03-08 16:21:03,327] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname
FROM pg_attribute a JOIN (
SELECT unnest(ix.indkey) attnum,
generate_subscripts(ix.indkey, 1) ord
FROM pg_index ix
WHERE ix.indrelid = %(table_oid)s AND ix.indisprimary
) k ON a.attnum=k.attnum
WHERE a.attrelid = %(table_oid)s
ORDER BY k.ord
2023-03-08 16:21:03,327 INFO sqlalchemy.engine.Engine [cached since 0.1329s ago] {'table_oid': 25582}
[2023-03-08 16:21:03,327] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.1329s ago] {'table_oid': 25582}
2023-03-08 16:21:03,332 INFO sqlalchemy.engine.Engine
SELECT conname
FROM pg_catalog.pg_constraint r
WHERE r.conrelid = %(table_oid)s AND r.contype = 'p'
ORDER BY 1
[2023-03-08 16:21:03,332] INFO {sqlalchemy.engine.Engine:1853} -
SELECT conname
FROM pg_catalog.pg_constraint r
WHERE r.conrelid = %(table_oid)s AND r.contype = 'p'
ORDER BY 1
2023-03-08 16:21:03,332 INFO sqlalchemy.engine.Engine [cached since 0.1276s ago] {'table_oid': 25582}
[2023-03-08 16:21:03,332] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.1276s ago] {'table_oid': 25582}
2023-03-08 16:21:03,338 INFO sqlalchemy.engine.Engine
SELECT r.conname,
pg_catalog.pg_get_constraintdef(r.oid, true) as condef,
n.nspname as conschema
FROM pg_catalog.pg_constraint r,
pg_namespace n,
pg_class c
WHERE r.conrelid = %(table)s AND
r.contype = 'f' AND
c.oid = confrelid AND
n.oid = c.relnamespace
ORDER BY 1
[2023-03-08 16:21:03,338] INFO {sqlalchemy.engine.Engine:1853} -
SELECT r.conname,
pg_catalog.pg_get_constraintdef(r.oid, true) as condef,
n.nspname as conschema
FROM pg_catalog.pg_constraint r,
pg_namespace n,
pg_class c
WHERE r.conrelid = %(table)s AND
r.contype = 'f' AND
c.oid = confrelid AND
n.oid = c.relnamespace
ORDER BY 1
2023-03-08 16:21:03,338 INFO sqlalchemy.engine.Engine [cached since 0.1157s ago] {'table': 25582}
[2023-03-08 16:21:03,338] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.1157s ago] {'table': 25582}
2023-03-08 16:21:03,346 INFO sqlalchemy.engine.Engine
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
[2023-03-08 16:21:03,346] INFO {sqlalchemy.engine.Engine:1853} -
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
2023-03-08 16:21:03,346 INFO sqlalchemy.engine.Engine [cached since 0.7266s ago] {'schema': 'public', 'table_name': 'city_load_version'}
[2023-03-08 16:21:03,346] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7266s ago] {'schema': 'public', 'table_name': 'city_load_version'}
2023-03-08 16:21:03,355 INFO sqlalchemy.engine.Engine
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
[2023-03-08 16:21:03,355] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
2023-03-08 16:21:03,356 INFO sqlalchemy.engine.Engine [cached since 0.7303s ago] {'table_oid': 25585}
[2023-03-08 16:21:03,356] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7303s ago] {'table_oid': 25585}
2023-03-08 16:21:03,360 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
[2023-03-08 16:21:03,360] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,360 INFO sqlalchemy.engine.Engine [cached since 0.601s ago] {}
[2023-03-08 16:21:03,360] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.601s ago] {}
2023-03-08 16:21:03,365 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
[2023-03-08 16:21:03,365] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,365 INFO sqlalchemy.engine.Engine [cached since 0.5997s ago] {}
[2023-03-08 16:21:03,365] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.5997s ago] {}
2023-03-08 16:21:03,372 INFO sqlalchemy.engine.Engine
SELECT
pgd.description as table_comment
FROM
pg_catalog.pg_description pgd
WHERE
pgd.objsubid = 0 AND
pgd.objoid = %(table_oid)s
[2023-03-08 16:21:03,372] INFO {sqlalchemy.engine.Engine:1853} -
SELECT
pgd.description as table_comment
FROM
pg_catalog.pg_description pgd
WHERE
pgd.objsubid = 0 AND
pgd.objoid = %(table_oid)s
2023-03-08 16:21:03,373 INFO sqlalchemy.engine.Engine [cached since 0.1861s ago] {'table_oid': 25585}
[2023-03-08 16:21:03,373] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.1861s ago] {'table_oid': 25585}
2023-03-08 16:21:03,379 INFO sqlalchemy.engine.Engine
SELECT a.attname
FROM pg_attribute a JOIN (
SELECT unnest(ix.indkey) attnum,
generate_subscripts(ix.indkey, 1) ord
FROM pg_index ix
WHERE ix.indrelid = %(table_oid)s AND ix.indisprimary
) k ON a.attnum=k.attnum
WHERE a.attrelid = %(table_oid)s
ORDER BY k.ord
[2023-03-08 16:21:03,379] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname
FROM pg_attribute a JOIN (
SELECT unnest(ix.indkey) attnum,
generate_subscripts(ix.indkey, 1) ord
FROM pg_index ix
WHERE ix.indrelid = %(table_oid)s AND ix.indisprimary
) k ON a.attnum=k.attnum
WHERE a.attrelid = %(table_oid)s
ORDER BY k.ord
2023-03-08 16:21:03,379 INFO sqlalchemy.engine.Engine [cached since 0.1856s ago] {'table_oid': 25585}
[2023-03-08 16:21:03,379] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.1856s ago] {'table_oid': 25585}
2023-03-08 16:21:03,385 INFO sqlalchemy.engine.Engine
SELECT conname
FROM pg_catalog.pg_constraint r
WHERE r.conrelid = %(table_oid)s AND r.contype = 'p'
ORDER BY 1
[2023-03-08 16:21:03,385] INFO {sqlalchemy.engine.Engine:1853} -
SELECT conname
FROM pg_catalog.pg_constraint r
WHERE r.conrelid = %(table_oid)s AND r.contype = 'p'
ORDER BY 1
2023-03-08 16:21:03,385 INFO sqlalchemy.engine.Engine [cached since 0.1806s ago] {'table_oid': 25585}
[2023-03-08 16:21:03,385] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.1806s ago] {'table_oid': 25585}
2023-03-08 16:21:03,391 INFO sqlalchemy.engine.Engine
SELECT r.conname,
pg_catalog.pg_get_constraintdef(r.oid, true) as condef,
n.nspname as conschema
FROM pg_catalog.pg_constraint r,
pg_namespace n,
pg_class c
WHERE r.conrelid = %(table)s AND
r.contype = 'f' AND
c.oid = confrelid AND
n.oid = c.relnamespace
ORDER BY 1
[2023-03-08 16:21:03,391] INFO {sqlalchemy.engine.Engine:1853} -
SELECT r.conname,
pg_catalog.pg_get_constraintdef(r.oid, true) as condef,
n.nspname as conschema
FROM pg_catalog.pg_constraint r,
pg_namespace n,
pg_class c
WHERE r.conrelid = %(table)s AND
r.contype = 'f' AND
c.oid = confrelid AND
n.oid = c.relnamespace
ORDER BY 1
2023-03-08 16:21:03,391 INFO sqlalchemy.engine.Engine [cached since 0.1684s ago] {'table': 25585}
[2023-03-08 16:21:03,391] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.1684s ago] {'table': 25585}
2023-03-08 16:21:03,402 INFO sqlalchemy.engine.Engine SELECT c.relname FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace WHERE n.nspname = %(schema)s AND c.relkind IN ('v', 'm')
[2023-03-08 16:21:03,402] INFO {sqlalchemy.engine.Engine:1853} - SELECT c.relname FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace WHERE n.nspname = %(schema)s AND c.relkind IN ('v', 'm')
2023-03-08 16:21:03,402 INFO sqlalchemy.engine.Engine [generated in 0.00031s] {'schema': 'public'}
[2023-03-08 16:21:03,402] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00031s] {'schema': 'public'}
[2023-03-08 16:21:03,410] INFO {datahub.ingestion.source.ge_data_profiler:775} - Will profile 4 table(s) with 4 worker(s) - this may take a while
[2023-03-08 16:21:03,450] INFO {great_expectations.util:1938} - Could not find local context root directory
[2023-03-08 16:21:03,451] INFO {great_expectations.util:1938} - Could not find local context root directory
[2023-03-08 16:21:03,451] INFO {great_expectations.data_context.data_context.abstract_data_context:5420} - EphemeralDataContext has not implemented `_load_zep_config()` returning empty `GxConfig`
[2023-03-08 16:21:03,451] INFO {great_expectations.data_context.data_context.abstract_data_context:5420} - EphemeralDataContext has not implemented `_load_zep_config()` returning empty `GxConfig`
[2023-03-08 16:21:03,451] INFO {great_expectations.experimental.datasources.config:53} - Loading 'datasources' ->
{}
[2023-03-08 16:21:03,451] INFO {great_expectations.experimental.datasources.config:53} - Loading 'datasources' ->
{}
[2023-03-08 16:21:03,452] INFO {great_expectations.experimental.datasources.config:79} - Loaded 'datasources' ->
{}
[2023-03-08 16:21:03,452] INFO {great_expectations.experimental.datasources.config:79} - Loaded 'datasources' ->
{}
[2023-03-08 16:21:03,458] INFO {great_expectations.data_context.data_context.abstract_data_context:4495} - Usage statistics is disabled; skipping initialization.
[2023-03-08 16:21:03,460] INFO {great_expectations.data_context.data_context.abstract_data_context:4495} - Usage statistics is disabled; skipping initialization.
[2023-03-08 16:21:03,461] INFO {great_expectations.util:1938} - Could not find local context root directory
[2023-03-08 16:21:03,463] INFO {datahub.ingestion.source.ge_data_profiler:986} - Profiling collect.public.city_black
[2023-03-08 16:21:03,464] INFO {datahub.ingestion.source.ge_data_profiler:986} - Profiling collect.public.city_load_version
2023-03-08 16:21:03,466 INFO sqlalchemy.engine.Engine
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
[2023-03-08 16:21:03,466] INFO {great_expectations.data_context.data_context.abstract_data_context:5420} - EphemeralDataContext has not implemented `_load_zep_config()` returning empty `GxConfig`
[2023-03-08 16:21:03,466] INFO {sqlalchemy.engine.Engine:1853} -
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
2023-03-08 16:21:03,466 INFO sqlalchemy.engine.Engine [cached since 0.8461s ago] {'schema': 'public', 'table_name': 'city_load_version'}
[2023-03-08 16:21:03,466] INFO {great_expectations.experimental.datasources.config:53} - Loading 'datasources' ->
{}
[2023-03-08 16:21:03,466] INFO {great_expectations.util:1938} - Could not find local context root directory
[2023-03-08 16:21:03,466] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.8461s ago] {'schema': 'public', 'table_name': 'city_load_version'}
[2023-03-08 16:21:03,466] INFO {great_expectations.experimental.datasources.config:79} - Loaded 'datasources' ->
{}
[2023-03-08 16:21:03,470] INFO {great_expectations.data_context.data_context.abstract_data_context:4495} - Usage statistics is disabled; skipping initialization.
[2023-03-08 16:21:03,471] INFO {datahub.ingestion.source.ge_data_profiler:986} - Profiling collect.public.city_rule
2023-03-08 16:21:03,472 INFO sqlalchemy.engine.Engine
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
[2023-03-08 16:21:03,471] INFO {great_expectations.data_context.data_context.abstract_data_context:5420} - EphemeralDataContext has not implemented `_load_zep_config()` returning empty `GxConfig`
[2023-03-08 16:21:03,473] INFO {great_expectations.experimental.datasources.config:53} - Loading 'datasources' ->
{}
[2023-03-08 16:21:03,472] INFO {sqlalchemy.engine.Engine:1853} -
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
2023-03-08 16:21:03,473 INFO sqlalchemy.engine.Engine [cached since 0.8528s ago] {'schema': 'public', 'table_name': 'city_rule'}
[2023-03-08 16:21:03,473] INFO {great_expectations.experimental.datasources.config:79} - Loaded 'datasources' ->
{}
[2023-03-08 16:21:03,473] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.8528s ago] {'schema': 'public', 'table_name': 'city_rule'}
[2023-03-08 16:21:03,476] INFO {great_expectations.data_context.data_context.abstract_data_context:4495} - Usage statistics is disabled; skipping initialization.
[2023-03-08 16:21:03,478] INFO {datahub.ingestion.source.ge_data_profiler:986} - Profiling collect.public.city_load_version_his
2023-03-08 16:21:03,479 INFO sqlalchemy.engine.Engine
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
[2023-03-08 16:21:03,479] INFO {sqlalchemy.engine.Engine:1853} -
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
2023-03-08 16:21:03,479 INFO sqlalchemy.engine.Engine [cached since 0.8594s ago] {'schema': 'public', 'table_name': 'city_load_version_his'}
[2023-03-08 16:21:03,479] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.8594s ago] {'schema': 'public', 'table_name': 'city_load_version_his'}
2023-03-08 16:21:03,480 INFO sqlalchemy.engine.Engine
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
[2023-03-08 16:21:03,480] WARNING {py.warnings:109} - /Library/Frameworks/Python.framework/Versions/3.9/lib/python3.9/site-packages/great_expectations/data_context/data_context/abstract_data_context.py:2705: DeprecationWarning: create_expectation_suite is deprecated as of v0.15.48 and will be removed in v0.18. Please use add_expectation_suite or add_or_update_expectation_suite instead.
warnings.warn(
[2023-03-08 16:21:03,480] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
2023-03-08 16:21:03,483 INFO sqlalchemy.engine.Engine
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
[2023-03-08 16:21:03,483] INFO {sqlalchemy.engine.Engine:1853} -
SELECT c.oid
FROM pg_catalog.pg_class c
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
WHERE (n.nspname = %(schema)s)
AND c.relname = %(table_name)s AND c.relkind in
('r', 'v', 'm', 'f', 'p')
2023-03-08 16:21:03,483 INFO sqlalchemy.engine.Engine [cached since 0.8577s ago] {'table_oid': 25585}
[2023-03-08 16:21:03,483] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.8577s ago] {'table_oid': 25585}
2023-03-08 16:21:03,483 INFO sqlalchemy.engine.Engine [cached since 0.8636s ago] {'schema': 'public', 'table_name': 'city_black'}
[2023-03-08 16:21:03,483] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.8636s ago] {'schema': 'public', 'table_name': 'city_black'}
\2023-03-08 16:21:03,493 INFO sqlalchemy.engine.Engine
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
[2023-03-08 16:21:03,493] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
2023-03-08 16:21:03,494 INFO sqlalchemy.engine.Engine
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
[2023-03-08 16:21:03,494] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
2023-03-08 16:21:03,494 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,494 INFO sqlalchemy.engine.Engine [cached since 0.8687s ago] {'table_oid': 25567}
2023-03-08 16:21:03,494 INFO sqlalchemy.engine.Engine [cached since 0.8689s ago] {'table_oid': 25579}
[2023-03-08 16:21:03,494] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,495 INFO sqlalchemy.engine.Engine [cached since 0.7353s ago] {}
[2023-03-08 16:21:03,494] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.8687s ago] {'table_oid': 25567}
[2023-03-08 16:21:03,494] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.8689s ago] {'table_oid': 25579}
[2023-03-08 16:21:03,495] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7353s ago] {}
2023-03-08 16:21:03,496 INFO sqlalchemy.engine.Engine
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
[2023-03-08 16:21:03,496] INFO {sqlalchemy.engine.Engine:1853} -
SELECT a.attname,
pg_catalog.format_type(a.atttypid, a.atttypmod),
(
SELECT pg_catalog.pg_get_expr(d.adbin, d.adrelid)
FROM pg_catalog.pg_attrdef d
WHERE d.adrelid = a.attrelid AND d.adnum = a.attnum
AND a.atthasdef
) AS DEFAULT,
a.attnotnull,
a.attrelid as table_oid,
pgd.description as comment,
a.attgenerated as generated,
(SELECT json_build_object(
'always', a.attidentity = 'a',
'start', s.seqstart,
'increment', s.seqincrement,
'minvalue', s.seqmin,
'maxvalue', s.seqmax,
'cache', s.seqcache,
'cycle', s.seqcycle)
FROM pg_catalog.pg_sequence s
JOIN pg_catalog.pg_class c on s.seqrelid = c."oid"
WHERE c.relkind = 'S'
AND a.attidentity != ''
AND s.seqrelid = pg_catalog.pg_get_serial_sequence(
a.attrelid::regclass::text, a.attname
)::regclass::oid
) as identity_options
FROM pg_catalog.pg_attribute a
LEFT JOIN pg_catalog.pg_description pgd ON (
pgd.objoid = a.attrelid AND pgd.objsubid = a.attnum)
WHERE a.attrelid = %(table_oid)s
AND a.attnum > 0 AND NOT a.attisdropped
ORDER BY a.attnum
2023-03-08 16:21:03,496 INFO sqlalchemy.engine.Engine [cached since 0.8704s ago] {'table_oid': 25582}
[2023-03-08 16:21:03,496] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.8704s ago] {'table_oid': 25582}
2023-03-08 16:21:03,504 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
[2023-03-08 16:21:03,504] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,505 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,505 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,505 INFO sqlalchemy.engine.Engine [cached since 0.7458s ago] {}
2023-03-08 16:21:03,506 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
[2023-03-08 16:21:03,505] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,506 INFO sqlalchemy.engine.Engine [cached since 0.7465s ago] {}
[2023-03-08 16:21:03,505] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,506 INFO sqlalchemy.engine.Engine [cached since 0.7406s ago] {}
[2023-03-08 16:21:03,505] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7458s ago] {}
[2023-03-08 16:21:03,506] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
pg_catalog.format_type(t.typbasetype, t.typtypmod) as "attype",
not t.typnotnull as "nullable",
t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE t.typtype = 'd'
2023-03-08 16:21:03,506 INFO sqlalchemy.engine.Engine [cached since 0.7468s ago] {}
[2023-03-08 16:21:03,506] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7465s ago] {}
[2023-03-08 16:21:03,506] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7406s ago] {}
[2023-03-08 16:21:03,506] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7468s ago] {}
2023-03-08 16:21:03,515 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
[2023-03-08 16:21:03,515] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,515 INFO sqlalchemy.engine.Engine [cached since 0.7501s ago] {}
[2023-03-08 16:21:03,515] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7501s ago] {}
2023-03-08 16:21:03,516 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
[2023-03-08 16:21:03,516] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,516 INFO sqlalchemy.engine.Engine
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,517 INFO sqlalchemy.engine.Engine [cached since 0.7518s ago] {}
[2023-03-08 16:21:03,516] INFO {sqlalchemy.engine.Engine:1853} -
SELECT t.typname as "name",
-- no enum defaults in 8.4 at least
-- t.typdefault as "default",
pg_catalog.pg_type_is_visible(t.oid) as "visible",
n.nspname as "schema",
e.enumlabel as "label"
FROM pg_catalog.pg_type t
LEFT JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
LEFT JOIN pg_catalog.pg_enum e ON t.oid = e.enumtypid
WHERE t.typtype = 'e'
ORDER BY "schema", "name", e.oid
2023-03-08 16:21:03,517 INFO sqlalchemy.engine.Engine [cached since 0.752s ago] {}
[2023-03-08 16:21:03,517] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.7518s ago] {}
[2023-03-08 16:21:03,517] INFO {sqlalchemy.engine.Engine:1858} - [cached since 0.752s ago] {}
[2023-03-08 16:21:03,518] WARNING {py.warnings:109} - /Library/Frameworks/Python.framework/Versions/3.9/lib/python3.9/site-packages/great_expectations/dataset/sqlalchemy_dataset.py:992: RemovedIn20Warning: Deprecated API features detected! These feature(s) are not compatible with SQLAlchemy 2.0. To prevent incompatible upgrades prior to updating applications, ensure requirements files are pinned to "sqlalchemy<2.0". Set environment variable SQLALCHEMY_WARN_20=1 to show all deprecation warnings. Set environment variable SQLALCHEMY_SILENCE_UBER_WARNING=1 to silence this message. (Background on SQLAlchemy 2.0 at: https://sqlalche.me/e/b8d9)
count_query = sa.select([sa.func.count()]).select_from(table_name)
[2023-03-08 16:21:03,519] WARNING {py.warnings:109} - /Users/wangjun/Library/Python/3.9/lib/python/site-packages/datahub/utilities/sqlalchemy_query_combiner.py:329: SADeprecationWarning: The Select.append_from() method is deprecated and will be removed in a future release. Use the generative method Select.select_from(). (deprecated since: 1.4)
combined_query.append_from(cte)
2023-03-08 16:21:03,520 INFO sqlalchemy.engine.Engine WITH jabijrnjmiqypqhg AS
(SELECT count(*) AS count_1
FROM public.city_load_version)
SELECT jabijrnjmiqypqhg.count_1
FROM jabijrnjmiqypqhg
[2023-03-08 16:21:03,520] INFO {sqlalchemy.engine.Engine:1853} - WITH jabijrnjmiqypqhg AS
(SELECT count(*) AS count_1
FROM public.city_load_version)
SELECT jabijrnjmiqypqhg.count_1
FROM jabijrnjmiqypqhg
2023-03-08 16:21:03,521 INFO sqlalchemy.engine.Engine [generated in 0.00013s] {}
[2023-03-08 16:21:03,521] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00013s] {}
2023-03-08 16:21:03,522 INFO sqlalchemy.engine.Engine WITH jvuxoqjoiyclihnm AS
(SELECT count(*) AS count_1
FROM public.city_load_version_his)
SELECT jvuxoqjoiyclihnm.count_1
FROM jvuxoqjoiyclihnm
[2023-03-08 16:21:03,522] INFO {sqlalchemy.engine.Engine:1853} - WITH jvuxoqjoiyclihnm AS
(SELECT count(*) AS count_1
FROM public.city_load_version_his)
SELECT jvuxoqjoiyclihnm.count_1
FROM jvuxoqjoiyclihnm
2023-03-08 16:21:03,522 INFO sqlalchemy.engine.Engine [generated in 0.00013s] {}
[2023-03-08 16:21:03,522] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00013s] {}
2023-03-08 16:21:03,531 INFO sqlalchemy.engine.Engine WITH oswlbuwsjwugeigi AS
(SELECT count(*) AS count_1
FROM public.city_rule)
SELECT oswlbuwsjwugeigi.count_1
FROM oswlbuwsjwugeigi
[2023-03-08 16:21:03,531] INFO {sqlalchemy.engine.Engine:1853} - WITH oswlbuwsjwugeigi AS
(SELECT count(*) AS count_1
FROM public.city_rule)
SELECT oswlbuwsjwugeigi.count_1
FROM oswlbuwsjwugeigi
2023-03-08 16:21:03,536 INFO sqlalchemy.engine.Engine WITH tmdqqapftsqbqefz AS
(SELECT count(*) AS count_1
FROM public.city_black)
SELECT tmdqqapftsqbqefz.count_1
FROM tmdqqapftsqbqefz
2023-03-08 16:21:03,538 INFO sqlalchemy.engine.Engine [generated in 0.00790s] {}
[2023-03-08 16:21:03,536] INFO {sqlalchemy.engine.Engine:1853} - WITH tmdqqapftsqbqefz AS
(SELECT count(*) AS count_1
FROM public.city_black)
SELECT tmdqqapftsqbqefz.count_1
FROM tmdqqapftsqbqefz
2023-03-08 16:21:03,548 INFO sqlalchemy.engine.Engine WITH cpequvbzyypduiut AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IN (NULL) OR name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count
FROM public.city_load_version_his),
jwnpipvutfkddeab AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IN (NULL) OR code IS NULL) THEN %(param_3)s ELSE %(param_4)s END) AS null_count
FROM public.city_load_version_his),
bvhjgeapcctwxvwj AS
(SELECT count(*) AS element_count, sum(CASE WHEN (load_version IN (NULL) OR load_version IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count
FROM public.city_load_version_his),
ujttyuymjmhdyikm AS
(SELECT count(*) AS element_count, sum(CASE WHEN (ertic_version IN (NULL) OR ertic_version IS NULL) THEN %(param_7)s ELSE %(param_8)s END) AS null_count
FROM public.city_load_version_his),
ivheyzpxkwknkpym AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IN (NULL) OR status IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count
FROM public.city_load_version_his),
tcpfeowrascydmrp AS
(SELECT count(*) AS element_count, sum(CASE WHEN (create_time IN (NULL) OR create_time IS NULL) THEN %(param_11)s ELSE %(param_12)s END) AS null_count
FROM public.city_load_version_his)
SELECT cpequvbzyypduiut.element_count, cpequvbzyypduiut.null_count, jwnpipvutfkddeab.element_count AS element_count_1, jwnpipvutfkddeab.null_count AS null_count_1, bvhjgeapcctwxvwj.element_count AS element_count_2, bvhjgeapcctwxvwj.null_count AS null_count_2, ujttyuymjmhdyikm.element_count AS element_count_3, ujttyuymjmhdyikm.null_count AS null_count_3, ivheyzpxkwknkpym.element_count AS element_count_4, ivheyzpxkwknkpym.null_count AS null_count_4, tcpfeowrascydmrp.element_count AS element_count_5, tcpfeowrascydmrp.null_count AS null_count_5
FROM cpequvbzyypduiut, jwnpipvutfkddeab, bvhjgeapcctwxvwj, ujttyuymjmhdyikm, ivheyzpxkwknkpym, tcpfeowrascydmrp
[2023-03-08 16:21:03,538] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00790s] {}
2023-03-08 16:21:03,548 INFO sqlalchemy.engine.Engine [generated in 0.01231s] {}
[2023-03-08 16:21:03,548] INFO {sqlalchemy.engine.Engine:1853} - WITH cpequvbzyypduiut AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IN (NULL) OR name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count
FROM public.city_load_version_his),
jwnpipvutfkddeab AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IN (NULL) OR code IS NULL) THEN %(param_3)s ELSE %(param_4)s END) AS null_count
FROM public.city_load_version_his),
bvhjgeapcctwxvwj AS
(SELECT count(*) AS element_count, sum(CASE WHEN (load_version IN (NULL) OR load_version IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count
FROM public.city_load_version_his),
ujttyuymjmhdyikm AS
(SELECT count(*) AS element_count, sum(CASE WHEN (ertic_version IN (NULL) OR ertic_version IS NULL) THEN %(param_7)s ELSE %(param_8)s END) AS null_count
FROM public.city_load_version_his),
ivheyzpxkwknkpym AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IN (NULL) OR status IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count
FROM public.city_load_version_his),
tcpfeowrascydmrp AS
(SELECT count(*) AS element_count, sum(CASE WHEN (create_time IN (NULL) OR create_time IS NULL) THEN %(param_11)s ELSE %(param_12)s END) AS null_count
FROM public.city_load_version_his)
SELECT cpequvbzyypduiut.element_count, cpequvbzyypduiut.null_count, jwnpipvutfkddeab.element_count AS element_count_1, jwnpipvutfkddeab.null_count AS null_count_1, bvhjgeapcctwxvwj.element_count AS element_count_2, bvhjgeapcctwxvwj.null_count AS null_count_2, ujttyuymjmhdyikm.element_count AS element_count_3, ujttyuymjmhdyikm.null_count AS null_count_3, ivheyzpxkwknkpym.element_count AS element_count_4, ivheyzpxkwknkpym.null_count AS null_count_4, tcpfeowrascydmrp.element_count AS element_count_5, tcpfeowrascydmrp.null_count AS null_count_5
FROM cpequvbzyypduiut, jwnpipvutfkddeab, bvhjgeapcctwxvwj, ujttyuymjmhdyikm, ivheyzpxkwknkpym, tcpfeowrascydmrp
2023-03-08 16:21:03,556 INFO sqlalchemy.engine.Engine WITH ubhdawwkygisopen AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IN (NULL) OR name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count
FROM public.city_load_version),
rucnhddjvxscjxkh AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IN (NULL) OR code IS NULL) THEN %(param_3)s ELSE %(param_4)s END) AS null_count
FROM public.city_load_version),
efmfginkyjeefofv AS
(SELECT count(*) AS element_count, sum(CASE WHEN (group_id IN (NULL) OR group_id IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count
FROM public.city_load_version),
qnqsyekyqgiflzrz AS
(SELECT count(*) AS element_count, sum(CASE WHEN (load_version IN (NULL) OR load_version IS NULL) THEN %(param_7)s ELSE %(param_8)s END) AS null_count
FROM public.city_load_version),
fowhgwgkxgaeflgw AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IN (NULL) OR status IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count
FROM public.city_load_version),
wzmhdemdynodhixj AS
(SELECT count(*) AS element_count, sum(CASE WHEN (create_time IN (NULL) OR create_time IS NULL) THEN %(param_11)s ELSE %(param_12)s END) AS null_count
FROM public.city_load_version)
SELECT ubhdawwkygisopen.element_count, ubhdawwkygisopen.null_count, rucnhddjvxscjxkh.element_count AS element_count_1, rucnhddjvxscjxkh.null_count AS null_count_1, efmfginkyjeefofv.element_count AS element_count_2, efmfginkyjeefofv.null_count AS null_count_2, qnqsyekyqgiflzrz.element_count AS element_count_3, qnqsyekyqgiflzrz.null_count AS null_count_3, fowhgwgkxgaeflgw.element_count AS element_count_4, fowhgwgkxgaeflgw.null_count AS null_count_4, wzmhdemdynodhixj.element_count AS element_count_5, wzmhdemdynodhixj.null_count AS null_count_5
FROM ubhdawwkygisopen, rucnhddjvxscjxkh, efmfginkyjeefofv, qnqsyekyqgiflzrz, fowhgwgkxgaeflgw, wzmhdemdynodhixj
2023-03-08 16:21:03,556 INFO sqlalchemy.engine.Engine [generated in 0.00865s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0}
[2023-03-08 16:21:03,548] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.01231s] {}
[2023-03-08 16:21:03,556] INFO {sqlalchemy.engine.Engine:1853} - WITH ubhdawwkygisopen AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IN (NULL) OR name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count
FROM public.city_load_version),
rucnhddjvxscjxkh AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IN (NULL) OR code IS NULL) THEN %(param_3)s ELSE %(param_4)s END) AS null_count
FROM public.city_load_version),
efmfginkyjeefofv AS
(SELECT count(*) AS element_count, sum(CASE WHEN (group_id IN (NULL) OR group_id IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count
FROM public.city_load_version),
qnqsyekyqgiflzrz AS
(SELECT count(*) AS element_count, sum(CASE WHEN (load_version IN (NULL) OR load_version IS NULL) THEN %(param_7)s ELSE %(param_8)s END) AS null_count
FROM public.city_load_version),
fowhgwgkxgaeflgw AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IN (NULL) OR status IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count
FROM public.city_load_version),
wzmhdemdynodhixj AS
(SELECT count(*) AS element_count, sum(CASE WHEN (create_time IN (NULL) OR create_time IS NULL) THEN %(param_11)s ELSE %(param_12)s END) AS null_count
FROM public.city_load_version)
SELECT ubhdawwkygisopen.element_count, ubhdawwkygisopen.null_count, rucnhddjvxscjxkh.element_count AS element_count_1, rucnhddjvxscjxkh.null_count AS null_count_1, efmfginkyjeefofv.element_count AS element_count_2, efmfginkyjeefofv.null_count AS null_count_2, qnqsyekyqgiflzrz.element_count AS element_count_3, qnqsyekyqgiflzrz.null_count AS null_count_3, fowhgwgkxgaeflgw.element_count AS element_count_4, fowhgwgkxgaeflgw.null_count AS null_count_4, wzmhdemdynodhixj.element_count AS element_count_5, wzmhdemdynodhixj.null_count AS null_count_5
FROM ubhdawwkygisopen, rucnhddjvxscjxkh, efmfginkyjeefofv, qnqsyekyqgiflzrz, fowhgwgkxgaeflgw, wzmhdemdynodhixj
2023-03-08 16:21:03,557 INFO sqlalchemy.engine.Engine [generated in 0.00097s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0}
[2023-03-08 16:21:03,556] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00865s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0}
[2023-03-08 16:21:03,557] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00097s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0}
2023-03-08 16:21:03,564 INFO sqlalchemy.engine.Engine WITH wrksutkqukyycjsb AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IN (NULL) OR name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count
FROM public.city_rule),
yzimaigxclgxxpvz AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IN (NULL) OR code IS NULL) THEN %(param_3)s ELSE %(param_4)s END) AS null_count
FROM public.city_rule),
vimvrsbtkyicxhsh AS
(SELECT count(*) AS element_count, sum(CASE WHEN (group_id IN (NULL) OR group_id IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count
FROM public.city_rule),
zcyrswujnnanramv AS
(SELECT count(*) AS element_count, sum(CASE WHEN (topic IN (NULL) OR topic IS NULL) THEN %(param_7)s ELSE %(param_8)s END) AS null_count
FROM public.city_rule),
acwcoskkqwhwcaio AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IN (NULL) OR status IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count
FROM public.city_rule)
SELECT wrksutkqukyycjsb.element_count, wrksutkqukyycjsb.null_count, yzimaigxclgxxpvz.element_count AS element_count_1, yzimaigxclgxxpvz.null_count AS null_count_1, vimvrsbtkyicxhsh.element_count AS element_count_2, vimvrsbtkyicxhsh.null_count AS null_count_2, zcyrswujnnanramv.element_count AS element_count_3, zcyrswujnnanramv.null_count AS null_count_3, acwcoskkqwhwcaio.element_count AS element_count_4, acwcoskkqwhwcaio.null_count AS null_count_4
FROM wrksutkqukyycjsb, yzimaigxclgxxpvz, vimvrsbtkyicxhsh, zcyrswujnnanramv, acwcoskkqwhwcaio
[2023-03-08 16:21:03,564] INFO {sqlalchemy.engine.Engine:1853} - WITH wrksutkqukyycjsb AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IN (NULL) OR name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count
FROM public.city_rule),
yzimaigxclgxxpvz AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IN (NULL) OR code IS NULL) THEN %(param_3)s ELSE %(param_4)s END) AS null_count
FROM public.city_rule),
vimvrsbtkyicxhsh AS
(SELECT count(*) AS element_count, sum(CASE WHEN (group_id IN (NULL) OR group_id IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count
FROM public.city_rule),
zcyrswujnnanramv AS
(SELECT count(*) AS element_count, sum(CASE WHEN (topic IN (NULL) OR topic IS NULL) THEN %(param_7)s ELSE %(param_8)s END) AS null_count
FROM public.city_rule),
acwcoskkqwhwcaio AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IN (NULL) OR status IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count
FROM public.city_rule)
SELECT wrksutkqukyycjsb.element_count, wrksutkqukyycjsb.null_count, yzimaigxclgxxpvz.element_count AS element_count_1, yzimaigxclgxxpvz.null_count AS null_count_1, vimvrsbtkyicxhsh.element_count AS element_count_2, vimvrsbtkyicxhsh.null_count AS null_count_2, zcyrswujnnanramv.element_count AS element_count_3, zcyrswujnnanramv.null_count AS null_count_3, acwcoskkqwhwcaio.element_count AS element_count_4, acwcoskkqwhwcaio.null_count AS null_count_4
FROM wrksutkqukyycjsb, yzimaigxclgxxpvz, vimvrsbtkyicxhsh, zcyrswujnnanramv, acwcoskkqwhwcaio
2023-03-08 16:21:03,565 INFO sqlalchemy.engine.Engine [generated in 0.00044s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0}
[2023-03-08 16:21:03,565] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00044s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0}
2023-03-08 16:21:03,570 INFO sqlalchemy.engine.Engine WITH vglnymhbpinzuegu AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IN (NULL) OR name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count
FROM public.city_black),
tdulwhoticohseck AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IN (NULL) OR code IS NULL) THEN %(param_3)s ELSE %(param_4)s END) AS null_count
FROM public.city_black)
SELECT vglnymhbpinzuegu.element_count, vglnymhbpinzuegu.null_count, tdulwhoticohseck.element_count AS element_count_1, tdulwhoticohseck.null_count AS null_count_1
FROM vglnymhbpinzuegu, tdulwhoticohseck
[2023-03-08 16:21:03,570] INFO {sqlalchemy.engine.Engine:1853} - WITH vglnymhbpinzuegu AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IN (NULL) OR name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count
FROM public.city_black),
tdulwhoticohseck AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IN (NULL) OR code IS NULL) THEN %(param_3)s ELSE %(param_4)s END) AS null_count
FROM public.city_black)
SELECT vglnymhbpinzuegu.element_count, vglnymhbpinzuegu.null_count, tdulwhoticohseck.element_count AS element_count_1, tdulwhoticohseck.null_count AS null_count_1
FROM vglnymhbpinzuegu, tdulwhoticohseck
2023-03-08 16:21:03,571 INFO sqlalchemy.engine.Engine SELECT count(distinct(code)) AS count_1
FROM public.city_load_version
2023-03-08 16:21:03,572 INFO sqlalchemy.engine.Engine [generated in 0.00179s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0}
[2023-03-08 16:21:03,571] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(code)) AS count_1
FROM public.city_load_version
2023-03-08 16:21:03,573 INFO sqlalchemy.engine.Engine [generated in 0.00181s] {}
[2023-03-08 16:21:03,572] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00179s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0}
[2023-03-08 16:21:03,573] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00181s] {}
2023-03-08 16:21:03,575 INFO sqlalchemy.engine.Engine SELECT count(distinct(code)) AS count_1
FROM public.city_rule
[2023-03-08 16:21:03,575] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(code)) AS count_1
FROM public.city_rule
2023-03-08 16:21:03,575 INFO sqlalchemy.engine.Engine [generated in 0.00012s] {}
[2023-03-08 16:21:03,575] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00012s] {}
2023-03-08 16:21:03,587 INFO sqlalchemy.engine.Engine SELECT count(distinct(status)) AS count_1
FROM public.city_load_version
[2023-03-08 16:21:03,587] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(status)) AS count_1
FROM public.city_load_version
2023-03-08 16:21:03,587 INFO sqlalchemy.engine.Engine SELECT count(distinct(group_id)) AS count_1
FROM public.city_rule
[2023-03-08 16:21:03,587] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(group_id)) AS count_1
FROM public.city_rule
2023-03-08 16:21:03,588 INFO sqlalchemy.engine.Engine [generated in 0.00046s] {}
[2023-03-08 16:21:03,588] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00046s] {}
2023-03-08 16:21:03,588 INFO sqlalchemy.engine.Engine [generated in 0.00017s] {}
[2023-03-08 16:21:03,588] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00017s] {}
2023-03-08 16:21:03,595 INFO sqlalchemy.engine.Engine SELECT count(distinct(name)) AS count_1
FROM public.city_black
[2023-03-08 16:21:03,595] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(name)) AS count_1
FROM public.city_black
2023-03-08 16:21:03,595 INFO sqlalchemy.engine.Engine [generated in 0.00016s] {}
[2023-03-08 16:21:03,595] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00016s] {}
2023-03-08 16:21:03,599 INFO sqlalchemy.engine.Engine SELECT count(distinct(topic)) AS count_1
FROM public.city_rule
[2023-03-08 16:21:03,599] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(topic)) AS count_1
FROM public.city_rule
2023-03-08 16:21:03,599 INFO sqlalchemy.engine.Engine [generated in 0.00014s] {}
[2023-03-08 16:21:03,599] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00014s] {}
2023-03-08 16:21:03,604 INFO sqlalchemy.engine.Engine SELECT count(distinct(status)) AS count_1
FROM public.city_rule
[2023-03-08 16:21:03,604] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(status)) AS count_1
FROM public.city_rule
2023-03-08 16:21:03,605 INFO sqlalchemy.engine.Engine [generated in 0.00016s] {}
[2023-03-08 16:21:03,605] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00016s] {}
2023-03-08 16:21:03,605 INFO sqlalchemy.engine.Engine SELECT count(distinct(code)) AS count_1
FROM public.city_black
[2023-03-08 16:21:03,605] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(code)) AS count_1
FROM public.city_black
2023-03-08 16:21:03,606 INFO sqlalchemy.engine.Engine [generated in 0.00090s] {}
[2023-03-08 16:21:03,606] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00090s] {}
2023-03-08 16:21:03,607 INFO sqlalchemy.engine.Engine SELECT count(distinct(create_time)) AS count_1
FROM public.city_load_version
[2023-03-08 16:21:03,607] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(create_time)) AS count_1
FROM public.city_load_version
2023-03-08 16:21:03,607 INFO sqlalchemy.engine.Engine [generated in 0.00011s] {}
[2023-03-08 16:21:03,607] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00011s] {}
2023-03-08 16:21:03,614 INFO sqlalchemy.engine.Engine SELECT count(distinct(name)) AS count_1
FROM public.city_load_version
[2023-03-08 16:21:03,614] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(name)) AS count_1
FROM public.city_load_version
2023-03-08 16:21:03,614 INFO sqlalchemy.engine.Engine [generated in 0.00015s] {}
[2023-03-08 16:21:03,614] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00015s] {}
2023-03-08 16:21:03,615 INFO sqlalchemy.engine.Engine SELECT count(distinct(name)) AS count_1
FROM public.city_rule
[2023-03-08 16:21:03,615] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(name)) AS count_1
FROM public.city_rule
2023-03-08 16:21:03,615 INFO sqlalchemy.engine.Engine [generated in 0.00010s] {}
[2023-03-08 16:21:03,615] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00010s] {}
2023-03-08 16:21:03,618 INFO sqlalchemy.engine.Engine SELECT count(distinct(create_time)) AS count_1
FROM public.city_load_version_his
[2023-03-08 16:21:03,618] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(create_time)) AS count_1
FROM public.city_load_version_his
2023-03-08 16:21:03,619 INFO sqlalchemy.engine.Engine [generated in 0.00038s] {}
[2023-03-08 16:21:03,619] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00038s] {}
2023-03-08 16:21:03,620 INFO sqlalchemy.engine.Engine SELECT count(distinct(group_id)) AS count_1
FROM public.city_load_version
[2023-03-08 16:21:03,620] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(group_id)) AS count_1
FROM public.city_load_version
2023-03-08 16:21:03,621 INFO sqlalchemy.engine.Engine [generated in 0.00121s] {}
[2023-03-08 16:21:03,621] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00121s] {}
2023-03-08 16:21:03,626 INFO sqlalchemy.engine.Engine WITH usxzryrtyfaamoqg AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count, sum(CASE WHEN ((name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL) THEN %(param_3)s ELSE %(param_4)s END) AS unexpected_count
FROM public.city_black),
cmubyrwxjjniegsg AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count, sum(CASE WHEN ((code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL) THEN %(param_7)s ELSE %(param_8)s END) AS unexpected_count
FROM public.city_black)
SELECT usxzryrtyfaamoqg.element_count, usxzryrtyfaamoqg.null_count, usxzryrtyfaamoqg.unexpected_count, cmubyrwxjjniegsg.element_count AS element_count_1, cmubyrwxjjniegsg.null_count AS null_count_1, cmubyrwxjjniegsg.unexpected_count AS unexpected_count_1
FROM usxzryrtyfaamoqg, cmubyrwxjjniegsg
[2023-03-08 16:21:03,626] INFO {sqlalchemy.engine.Engine:1853} - WITH usxzryrtyfaamoqg AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count, sum(CASE WHEN ((name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL) THEN %(param_3)s ELSE %(param_4)s END) AS unexpected_count
FROM public.city_black),
cmubyrwxjjniegsg AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count, sum(CASE WHEN ((code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL) THEN %(param_7)s ELSE %(param_8)s END) AS unexpected_count
FROM public.city_black)
SELECT usxzryrtyfaamoqg.element_count, usxzryrtyfaamoqg.null_count, usxzryrtyfaamoqg.unexpected_count, cmubyrwxjjniegsg.element_count AS element_count_1, cmubyrwxjjniegsg.null_count AS null_count_1, cmubyrwxjjniegsg.unexpected_count AS unexpected_count_1
FROM usxzryrtyfaamoqg, cmubyrwxjjniegsg
2023-03-08 16:21:03,626 INFO sqlalchemy.engine.Engine [generated in 0.00056s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0}
[2023-03-08 16:21:03,626] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00056s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0}
2023-03-08 16:21:03,628 INFO sqlalchemy.engine.Engine SELECT count(distinct(load_version)) AS count_1
FROM public.city_load_version
[2023-03-08 16:21:03,628] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(load_version)) AS count_1
FROM public.city_load_version
2023-03-08 16:21:03,628 INFO sqlalchemy.engine.Engine [generated in 0.00019s] {}
[2023-03-08 16:21:03,628] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00019s] {}
2023-03-08 16:21:03,629 INFO sqlalchemy.engine.Engine SELECT group_id
FROM public.city_rule
WHERE group_id IS NOT NULL ORDER BY group_id
LIMIT %(param_1)s OFFSET %(param_2)s
[2023-03-08 16:21:03,629] INFO {sqlalchemy.engine.Engine:1853} - SELECT group_id
FROM public.city_rule
WHERE group_id IS NOT NULL ORDER BY group_id
LIMIT %(param_1)s OFFSET %(param_2)s
2023-03-08 16:21:03,629 INFO sqlalchemy.engine.Engine [generated in 0.00012s] {'param_1': 2, 'param_2': 0}
[2023-03-08 16:21:03,629] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00012s] {'param_1': 2, 'param_2': 0}
2023-03-08 16:21:03,638 INFO sqlalchemy.engine.Engine SELECT code
FROM public.city_black
WHERE (code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,638] INFO {sqlalchemy.engine.Engine:1853} - SELECT code
FROM public.city_black
WHERE (code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,639 INFO sqlalchemy.engine.Engine [generated in 0.00143s] {'param_1': 20}
[2023-03-08 16:21:03,639] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00143s] {'param_1': 20}
2023-03-08 16:21:03,649 INFO sqlalchemy.engine.Engine WITH zxanznbjrvpuqhbc AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count, sum(CASE WHEN ((name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL) THEN %(param_3)s ELSE %(param_4)s END) AS unexpected_count
FROM public.city_rule),
stdtwtlvixklgjks AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count, sum(CASE WHEN ((code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL) THEN %(param_7)s ELSE %(param_8)s END) AS unexpected_count
FROM public.city_rule),
ngmowyihfuapykmn AS
(SELECT count(*) AS element_count, sum(CASE WHEN (group_id IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count, sum(CASE WHEN ((group_id NOT IN (NULL) OR (1 = 1)) AND group_id IS NOT NULL) THEN %(param_11)s ELSE %(param_12)s END) AS unexpected_count
FROM public.city_rule),
rcppxlamdnwbygjp AS
(SELECT min(group_id) AS min_1
FROM public.city_rule),
ekvzhrmergmxpzke AS
(SELECT max(group_id) AS max_1
FROM public.city_rule),
elnfrvspuigmnzec AS
(SELECT avg(group_id * %(group_id_2)s) AS avg_1
FROM public.city_rule),
ereyznhojaagszpv AS
(SELECT stddev_samp(group_id) AS stddev_samp_1
FROM public.city_rule
WHERE true),
apbjkkpkujjhmzwo AS
(SELECT count(*) AS element_count, sum(CASE WHEN (topic IS NULL) THEN %(param_13)s ELSE %(param_14)s END) AS null_count, sum(CASE WHEN ((topic NOT IN (NULL) OR (1 = 1)) AND topic IS NOT NULL) THEN %(param_15)s ELSE %(param_16)s END) AS unexpected_count
FROM public.city_rule),
ejdirfeeyygttyko AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IS NULL) THEN %(param_17)s ELSE %(param_18)s END) AS null_count, sum(CASE WHEN ((status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL) THEN %(param_19)s ELSE %(param_20)s END) AS unexpected_count
FROM public.city_rule)
SELECT zxanznbjrvpuqhbc.element_count, zxanznbjrvpuqhbc.null_count, zxanznbjrvpuqhbc.unexpected_count, stdtwtlvixklgjks.element_count AS element_count_1, stdtwtlvixklgjks.null_count AS null_count_1, stdtwtlvixklgjks.unexpected_count AS unexpected_count_1, ngmowyihfuapykmn.element_count AS element_count_2, ngmowyihfuapykmn.null_count AS null_count_2, ngmowyihfuapykmn.unexpected_count AS unexpected_count_2, rcppxlamdnwbygjp.min_1, ekvzhrmergmxpzke.max_1, elnfrvspuigmnzec.avg_1, ereyznhojaagszpv.stddev_samp_1, apbjkkpkujjhmzwo.element_count AS element_count_3, apbjkkpkujjhmzwo.null_count AS null_count_3, apbjkkpkujjhmzwo.unexpected_count AS unexpected_count_3, ejdirfeeyygttyko.element_count AS element_count_4, ejdirfeeyygttyko.null_count AS null_count_4, ejdirfeeyygttyko.unexpected_count AS unexpected_count_4
FROM zxanznbjrvpuqhbc, stdtwtlvixklgjks, ngmowyihfuapykmn, rcppxlamdnwbygjp, ekvzhrmergmxpzke, elnfrvspuigmnzec, ereyznhojaagszpv, apbjkkpkujjhmzwo, ejdirfeeyygttyko
[2023-03-08 16:21:03,649] INFO {sqlalchemy.engine.Engine:1853} - WITH zxanznbjrvpuqhbc AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count, sum(CASE WHEN ((name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL) THEN %(param_3)s ELSE %(param_4)s END) AS unexpected_count
FROM public.city_rule),
stdtwtlvixklgjks AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count, sum(CASE WHEN ((code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL) THEN %(param_7)s ELSE %(param_8)s END) AS unexpected_count
FROM public.city_rule),
ngmowyihfuapykmn AS
(SELECT count(*) AS element_count, sum(CASE WHEN (group_id IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count, sum(CASE WHEN ((group_id NOT IN (NULL) OR (1 = 1)) AND group_id IS NOT NULL) THEN %(param_11)s ELSE %(param_12)s END) AS unexpected_count
FROM public.city_rule),
rcppxlamdnwbygjp AS
(SELECT min(group_id) AS min_1
FROM public.city_rule),
ekvzhrmergmxpzke AS
(SELECT max(group_id) AS max_1
FROM public.city_rule),
elnfrvspuigmnzec AS
(SELECT avg(group_id * %(group_id_2)s) AS avg_1
FROM public.city_rule),
ereyznhojaagszpv AS
(SELECT stddev_samp(group_id) AS stddev_samp_1
FROM public.city_rule
WHERE true),
apbjkkpkujjhmzwo AS
(SELECT count(*) AS element_count, sum(CASE WHEN (topic IS NULL) THEN %(param_13)s ELSE %(param_14)s END) AS null_count, sum(CASE WHEN ((topic NOT IN (NULL) OR (1 = 1)) AND topic IS NOT NULL) THEN %(param_15)s ELSE %(param_16)s END) AS unexpected_count
FROM public.city_rule),
ejdirfeeyygttyko AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IS NULL) THEN %(param_17)s ELSE %(param_18)s END) AS null_count, sum(CASE WHEN ((status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL) THEN %(param_19)s ELSE %(param_20)s END) AS unexpected_count
FROM public.city_rule)
SELECT zxanznbjrvpuqhbc.element_count, zxanznbjrvpuqhbc.null_count, zxanznbjrvpuqhbc.unexpected_count, stdtwtlvixklgjks.element_count AS element_count_1, stdtwtlvixklgjks.null_count AS null_count_1, stdtwtlvixklgjks.unexpected_count AS unexpected_count_1, ngmowyihfuapykmn.element_count AS element_count_2, ngmowyihfuapykmn.null_count AS null_count_2, ngmowyihfuapykmn.unexpected_count AS unexpected_count_2, rcppxlamdnwbygjp.min_1, ekvzhrmergmxpzke.max_1, elnfrvspuigmnzec.avg_1, ereyznhojaagszpv.stddev_samp_1, apbjkkpkujjhmzwo.element_count AS element_count_3, apbjkkpkujjhmzwo.null_count AS null_count_3, apbjkkpkujjhmzwo.unexpected_count AS unexpected_count_3, ejdirfeeyygttyko.element_count AS element_count_4, ejdirfeeyygttyko.null_count AS null_count_4, ejdirfeeyygttyko.unexpected_count AS unexpected_count_4
FROM zxanznbjrvpuqhbc, stdtwtlvixklgjks, ngmowyihfuapykmn, rcppxlamdnwbygjp, ekvzhrmergmxpzke, elnfrvspuigmnzec, ereyznhojaagszpv, apbjkkpkujjhmzwo, ejdirfeeyygttyko
2023-03-08 16:21:03,655 INFO sqlalchemy.engine.Engine [generated in 0.00559s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0, 'group_id_2': 1.0, 'param_13': 1, 'param_14': 0, 'param_15': 1, 'param_16': 0, 'param_17': 1, 'param_18': 0, 'param_19': 1, 'param_20': 0}
2023-03-08 16:21:03,655 INFO sqlalchemy.engine.Engine SELECT count(distinct(code)) AS count_1
FROM public.city_load_version_his
[2023-03-08 16:21:03,655] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00559s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0, 'group_id_2': 1.0, 'param_13': 1, 'param_14': 0, 'param_15': 1, 'param_16': 0, 'param_17': 1, 'param_18': 0, 'param_19': 1, 'param_20': 0}
[2023-03-08 16:21:03,655] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(code)) AS count_1
FROM public.city_load_version_his
2023-03-08 16:21:03,656 INFO sqlalchemy.engine.Engine SELECT group_id
FROM public.city_load_version
WHERE group_id IS NOT NULL ORDER BY group_id
LIMIT %(param_1)s OFFSET %(param_2)s
[2023-03-08 16:21:03,656] INFO {sqlalchemy.engine.Engine:1853} - SELECT group_id
FROM public.city_load_version
WHERE group_id IS NOT NULL ORDER BY group_id
LIMIT %(param_1)s OFFSET %(param_2)s
2023-03-08 16:21:03,657 INFO sqlalchemy.engine.Engine [generated in 0.00164s] {}
[2023-03-08 16:21:03,657] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00164s] {}
2023-03-08 16:21:03,658 INFO sqlalchemy.engine.Engine SELECT name
FROM public.city_black
WHERE (name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,658] INFO {sqlalchemy.engine.Engine:1853} - SELECT name
FROM public.city_black
WHERE (name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,658 INFO sqlalchemy.engine.Engine [generated in 0.00162s] {'param_1': 2, 'param_2': 0}
[2023-03-08 16:21:03,658] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00162s] {'param_1': 2, 'param_2': 0}
2023-03-08 16:21:03,658 INFO sqlalchemy.engine.Engine [generated in 0.00051s] {'param_1': 20}
[2023-03-08 16:21:03,658] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00051s] {'param_1': 20}
[2023-03-08 16:21:03,664] INFO {datahub.ingestion.source.ge_data_profiler:1005} - Finished profiling collect.public.city_black; took 0.201 seconds
2023-03-08 16:21:03,671 INFO sqlalchemy.engine.Engine WITH namuszgsfiqlsxcq AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count, sum(CASE WHEN ((name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL) THEN %(param_3)s ELSE %(param_4)s END) AS unexpected_count
FROM public.city_load_version),
jmwxmvqlddtebttr AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count, sum(CASE WHEN ((code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL) THEN %(param_7)s ELSE %(param_8)s END) AS unexpected_count
FROM public.city_load_version),
jwklmardpwsimeda AS
(SELECT count(*) AS element_count, sum(CASE WHEN (group_id IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count, sum(CASE WHEN ((group_id NOT IN (NULL) OR (1 = 1)) AND group_id IS NOT NULL) THEN %(param_11)s ELSE %(param_12)s END) AS unexpected_count
FROM public.city_load_version),
fgtqqpvhozojrspg AS
(SELECT min(group_id) AS min_1
FROM public.city_load_version),
glrzobpsozlevzgp AS
(SELECT max(group_id) AS max_1
FROM public.city_load_version),
ocqxjpnxngltpyoj AS
(SELECT avg(group_id * %(group_id_2)s) AS avg_1
FROM public.city_load_version),
jkpnmltbbqccbgjm AS
(SELECT stddev_samp(group_id) AS stddev_samp_1
FROM public.city_load_version
WHERE true),
cnzdxpakyfhkqjwp AS
(SELECT count(*) AS element_count, sum(CASE WHEN (load_version IS NULL) THEN %(param_13)s ELSE %(param_14)s END) AS null_count, sum(CASE WHEN ((load_version NOT IN (NULL) OR (1 = 1)) AND load_version IS NOT NULL) THEN %(param_15)s ELSE %(param_16)s END) AS unexpected_count
FROM public.city_load_version),
rlemfwsdjmnqextx AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IS NULL) THEN %(param_17)s ELSE %(param_18)s END) AS null_count, sum(CASE WHEN ((status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL) THEN %(param_19)s ELSE %(param_20)s END) AS unexpected_count
FROM public.city_load_version),
ygssmbzhtzopypiy AS
(SELECT count(*) AS element_count, sum(CASE WHEN (create_time IS NULL) THEN %(param_21)s ELSE %(param_22)s END) AS null_count, sum(CASE WHEN ((create_time NOT IN (NULL) OR (1 = 1)) AND create_time IS NOT NULL) THEN %(param_23)s ELSE %(param_24)s END) AS unexpected_count
FROM public.city_load_version),
foykynvhtlvodpmg AS
(SELECT min(create_time) AS min_2
FROM public.city_load_version),
lfccezesmogcjgro AS
(SELECT max(create_time) AS max_2
FROM public.city_load_version)
SELECT namuszgsfiqlsxcq.element_count, namuszgsfiqlsxcq.null_count, namuszgsfiqlsxcq.unexpected_count, jmwxmvqlddtebttr.element_count AS element_count_1, jmwxmvqlddtebttr.null_count AS null_count_1, jmwxmvqlddtebttr.unexpected_count AS unexpected_count_1, jwklmardpwsimeda.element_count AS element_count_2, jwklmardpwsimeda.null_count AS null_count_2, jwklmardpwsimeda.unexpected_count AS unexpected_count_2, fgtqqpvhozojrspg.min_1, glrzobpsozlevzgp.max_1, ocqxjpnxngltpyoj.avg_1, jkpnmltbbqccbgjm.stddev_samp_1, cnzdxpakyfhkqjwp.element_count AS element_count_3, cnzdxpakyfhkqjwp.null_count AS null_count_3, cnzdxpakyfhkqjwp.unexpected_count AS unexpected_count_3, rlemfwsdjmnqextx.element_count AS element_count_4, rlemfwsdjmnqextx.null_count AS null_count_4, rlemfwsdjmnqextx.unexpected_count AS unexpected_count_4, ygssmbzhtzopypiy.element_count AS element_count_5, ygssmbzhtzopypiy.null_count AS null_count_5, ygssmbzhtzopypiy.unexpected_count AS unexpected_count_5, foykynvhtlvodpmg.min_2, lfccezesmogcjgro.max_2
FROM namuszgsfiqlsxcq, jmwxmvqlddtebttr, jwklmardpwsimeda, fgtqqpvhozojrspg, glrzobpsozlevzgp, ocqxjpnxngltpyoj, jkpnmltbbqccbgjm, cnzdxpakyfhkqjwp, rlemfwsdjmnqextx, ygssmbzhtzopypiy, foykynvhtlvodpmg, lfccezesmogcjgro
[2023-03-08 16:21:03,671] INFO {sqlalchemy.engine.Engine:1853} - WITH namuszgsfiqlsxcq AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count, sum(CASE WHEN ((name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL) THEN %(param_3)s ELSE %(param_4)s END) AS unexpected_count
FROM public.city_load_version),
jmwxmvqlddtebttr AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count, sum(CASE WHEN ((code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL) THEN %(param_7)s ELSE %(param_8)s END) AS unexpected_count
FROM public.city_load_version),
jwklmardpwsimeda AS
(SELECT count(*) AS element_count, sum(CASE WHEN (group_id IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count, sum(CASE WHEN ((group_id NOT IN (NULL) OR (1 = 1)) AND group_id IS NOT NULL) THEN %(param_11)s ELSE %(param_12)s END) AS unexpected_count
FROM public.city_load_version),
fgtqqpvhozojrspg AS
(SELECT min(group_id) AS min_1
FROM public.city_load_version),
glrzobpsozlevzgp AS
(SELECT max(group_id) AS max_1
FROM public.city_load_version),
ocqxjpnxngltpyoj AS
(SELECT avg(group_id * %(group_id_2)s) AS avg_1
FROM public.city_load_version),
jkpnmltbbqccbgjm AS
(SELECT stddev_samp(group_id) AS stddev_samp_1
FROM public.city_load_version
WHERE true),
cnzdxpakyfhkqjwp AS
(SELECT count(*) AS element_count, sum(CASE WHEN (load_version IS NULL) THEN %(param_13)s ELSE %(param_14)s END) AS null_count, sum(CASE WHEN ((load_version NOT IN (NULL) OR (1 = 1)) AND load_version IS NOT NULL) THEN %(param_15)s ELSE %(param_16)s END) AS unexpected_count
FROM public.city_load_version),
rlemfwsdjmnqextx AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IS NULL) THEN %(param_17)s ELSE %(param_18)s END) AS null_count, sum(CASE WHEN ((status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL) THEN %(param_19)s ELSE %(param_20)s END) AS unexpected_count
FROM public.city_load_version),
ygssmbzhtzopypiy AS
(SELECT count(*) AS element_count, sum(CASE WHEN (create_time IS NULL) THEN %(param_21)s ELSE %(param_22)s END) AS null_count, sum(CASE WHEN ((create_time NOT IN (NULL) OR (1 = 1)) AND create_time IS NOT NULL) THEN %(param_23)s ELSE %(param_24)s END) AS unexpected_count
FROM public.city_load_version),
foykynvhtlvodpmg AS
(SELECT min(create_time) AS min_2
FROM public.city_load_version),
lfccezesmogcjgro AS
(SELECT max(create_time) AS max_2
FROM public.city_load_version)
SELECT namuszgsfiqlsxcq.element_count, namuszgsfiqlsxcq.null_count, namuszgsfiqlsxcq.unexpected_count, jmwxmvqlddtebttr.element_count AS element_count_1, jmwxmvqlddtebttr.null_count AS null_count_1, jmwxmvqlddtebttr.unexpected_count AS unexpected_count_1, jwklmardpwsimeda.element_count AS element_count_2, jwklmardpwsimeda.null_count AS null_count_2, jwklmardpwsimeda.unexpected_count AS unexpected_count_2, fgtqqpvhozojrspg.min_1, glrzobpsozlevzgp.max_1, ocqxjpnxngltpyoj.avg_1, jkpnmltbbqccbgjm.stddev_samp_1, cnzdxpakyfhkqjwp.element_count AS element_count_3, cnzdxpakyfhkqjwp.null_count AS null_count_3, cnzdxpakyfhkqjwp.unexpected_count AS unexpected_count_3, rlemfwsdjmnqextx.element_count AS element_count_4, rlemfwsdjmnqextx.null_count AS null_count_4, rlemfwsdjmnqextx.unexpected_count AS unexpected_count_4, ygssmbzhtzopypiy.element_count AS element_count_5, ygssmbzhtzopypiy.null_count AS null_count_5, ygssmbzhtzopypiy.unexpected_count AS unexpected_count_5, foykynvhtlvodpmg.min_2, lfccezesmogcjgro.max_2
FROM namuszgsfiqlsxcq, jmwxmvqlddtebttr, jwklmardpwsimeda, fgtqqpvhozojrspg, glrzobpsozlevzgp, ocqxjpnxngltpyoj, jkpnmltbbqccbgjm, cnzdxpakyfhkqjwp, rlemfwsdjmnqextx, ygssmbzhtzopypiy, foykynvhtlvodpmg, lfccezesmogcjgro
2023-03-08 16:21:03,673 INFO sqlalchemy.engine.Engine SELECT topic
FROM public.city_rule
WHERE (topic NOT IN (NULL) OR (1 = 1)) AND topic IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,673 INFO sqlalchemy.engine.Engine [generated in 0.00225s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0, 'group_id_2': 1.0, 'param_13': 1, 'param_14': 0, 'param_15': 1, 'param_16': 0, 'param_17': 1, 'param_18': 0, 'param_19': 1, 'param_20': 0, 'param_21': 1, 'param_22': 0, 'param_23': 1, 'param_24': 0}
[2023-03-08 16:21:03,673] INFO {sqlalchemy.engine.Engine:1853} - SELECT topic
FROM public.city_rule
WHERE (topic NOT IN (NULL) OR (1 = 1)) AND topic IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,674 INFO sqlalchemy.engine.Engine [generated in 0.00033s] {'param_1': 20}
[2023-03-08 16:21:03,673] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00225s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0, 'group_id_2': 1.0, 'param_13': 1, 'param_14': 0, 'param_15': 1, 'param_16': 0, 'param_17': 1, 'param_18': 0, 'param_19': 1, 'param_20': 0, 'param_21': 1, 'param_22': 0, 'param_23': 1, 'param_24': 0}
[2023-03-08 16:21:03,674] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00033s] {'param_1': 20}
2023-03-08 16:21:03,681 INFO sqlalchemy.engine.Engine SELECT group_id
FROM public.city_rule
WHERE (group_id NOT IN (NULL) OR (1 = 1)) AND group_id IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,681] INFO {sqlalchemy.engine.Engine:1853} - SELECT group_id
FROM public.city_rule
WHERE (group_id NOT IN (NULL) OR (1 = 1)) AND group_id IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,681 INFO sqlalchemy.engine.Engine [generated in 0.00021s] {'param_1': 20}
[2023-03-08 16:21:03,681] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00021s] {'param_1': 20}
2023-03-08 16:21:03,688 INFO sqlalchemy.engine.Engine SELECT name
FROM public.city_rule
WHERE (name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,688] INFO {sqlalchemy.engine.Engine:1853} - SELECT name
FROM public.city_rule
WHERE (name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,688 INFO sqlalchemy.engine.Engine [generated in 0.00038s] {'param_1': 20}
[2023-03-08 16:21:03,688] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00038s] {'param_1': 20}
2023-03-08 16:21:03,698 INFO sqlalchemy.engine.Engine SELECT status
FROM public.city_rule
WHERE (status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,698] INFO {sqlalchemy.engine.Engine:1853} - SELECT status
FROM public.city_rule
WHERE (status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,698 INFO sqlalchemy.engine.Engine [generated in 0.00017s] {'param_1': 20}
[2023-03-08 16:21:03,698] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00017s] {'param_1': 20}
2023-03-08 16:21:03,702 INFO sqlalchemy.engine.Engine SELECT count(distinct(status)) AS count_1
FROM public.city_load_version_his
[2023-03-08 16:21:03,702] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(status)) AS count_1
FROM public.city_load_version_his
2023-03-08 16:21:03,702 INFO sqlalchemy.engine.Engine [generated in 0.00014s] {}
[2023-03-08 16:21:03,702] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00014s] {}
2023-03-08 16:21:03,710 INFO sqlalchemy.engine.Engine SELECT code
FROM public.city_rule
WHERE (code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,710] INFO {sqlalchemy.engine.Engine:1853} - SELECT code
FROM public.city_rule
WHERE (code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,710 INFO sqlalchemy.engine.Engine [generated in 0.00020s] {'param_1': 20}
[2023-03-08 16:21:03,710] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00020s] {'param_1': 20}
2023-03-08 16:21:03,715 INFO sqlalchemy.engine.Engine SELECT status
FROM public.city_load_version
WHERE (status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,715] INFO {sqlalchemy.engine.Engine:1853} - SELECT status
FROM public.city_load_version
WHERE (status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,716 INFO sqlalchemy.engine.Engine [generated in 0.00084s] {'param_1': 20}
[2023-03-08 16:21:03,716] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00084s] {'param_1': 20}
2023-03-08 16:21:03,719 INFO sqlalchemy.engine.Engine SELECT count(distinct(name)) AS count_1
FROM public.city_load_version_his
[2023-03-08 16:21:03,719] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(name)) AS count_1
FROM public.city_load_version_his
2023-03-08 16:21:03,719 INFO sqlalchemy.engine.Engine [generated in 0.00034s] {}
[2023-03-08 16:21:03,719] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00034s] {}
2023-03-08 16:21:03,729 INFO sqlalchemy.engine.Engine SELECT group_id
FROM public.city_load_version
WHERE (group_id NOT IN (NULL) OR (1 = 1)) AND group_id IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,729] INFO {sqlalchemy.engine.Engine:1853} - SELECT group_id
FROM public.city_load_version
WHERE (group_id NOT IN (NULL) OR (1 = 1)) AND group_id IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,729 INFO sqlalchemy.engine.Engine [generated in 0.00040s] {'param_1': 20}
[2023-03-08 16:21:03,729] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00040s] {'param_1': 20}
-2023-03-08 16:21:03,769 INFO sqlalchemy.engine.Engine SELECT count(distinct(load_version)) AS count_1
FROM public.city_load_version_his
[2023-03-08 16:21:03,769] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(load_version)) AS count_1
FROM public.city_load_version_his
2023-03-08 16:21:03,769 INFO sqlalchemy.engine.Engine [generated in 0.00055s] {}
[2023-03-08 16:21:03,769] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00055s] {}
[2023-03-08 16:21:03,933] INFO {datahub.ingestion.source.ge_data_profiler:1005} - Finished profiling collect.public.city_rule; took 0.462 seconds
2023-03-08 16:21:03,935 INFO sqlalchemy.engine.Engine SELECT load_version
FROM public.city_load_version
WHERE (load_version NOT IN (NULL) OR (1 = 1)) AND load_version IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,935] INFO {sqlalchemy.engine.Engine:1853} - SELECT load_version
FROM public.city_load_version
WHERE (load_version NOT IN (NULL) OR (1 = 1)) AND load_version IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,935 INFO sqlalchemy.engine.Engine [generated in 0.00014s] {'param_1': 20}
[2023-03-08 16:21:03,935] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00014s] {'param_1': 20}
2023-03-08 16:21:03,942 INFO sqlalchemy.engine.Engine SELECT create_time
FROM public.city_load_version
WHERE (create_time NOT IN (NULL) OR (1 = 1)) AND create_time IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,942] INFO {sqlalchemy.engine.Engine:1853} - SELECT create_time
FROM public.city_load_version
WHERE (create_time NOT IN (NULL) OR (1 = 1)) AND create_time IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,942 INFO sqlalchemy.engine.Engine [generated in 0.00016s] {'param_1': 20}
[2023-03-08 16:21:03,942] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00016s] {'param_1': 20}
2023-03-08 16:21:03,949 INFO sqlalchemy.engine.Engine SELECT name
FROM public.city_load_version
WHERE (name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,949] INFO {sqlalchemy.engine.Engine:1853} - SELECT name
FROM public.city_load_version
WHERE (name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,949 INFO sqlalchemy.engine.Engine [generated in 0.00021s] {'param_1': 20}
[2023-03-08 16:21:03,949] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00021s] {'param_1': 20}
2023-03-08 16:21:03,956 INFO sqlalchemy.engine.Engine SELECT code
FROM public.city_load_version
WHERE (code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:03,956] INFO {sqlalchemy.engine.Engine:1853} - SELECT code
FROM public.city_load_version
WHERE (code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:03,956 INFO sqlalchemy.engine.Engine [generated in 0.00019s] {'param_1': 20}
[2023-03-08 16:21:03,956] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00019s] {'param_1': 20}
[2023-03-08 16:21:03,962] INFO {datahub.ingestion.source.ge_data_profiler:1005} - Finished profiling collect.public.city_load_version; took 0.498 seconds
/2023-03-08 16:21:04,125 INFO sqlalchemy.engine.Engine SELECT count(distinct(ertic_version)) AS count_1
FROM public.city_load_version_his
[2023-03-08 16:21:04,125] INFO {sqlalchemy.engine.Engine:1853} - SELECT count(distinct(ertic_version)) AS count_1
FROM public.city_load_version_his
2023-03-08 16:21:04,125 INFO sqlalchemy.engine.Engine [generated in 0.00017s] {}
[2023-03-08 16:21:04,125] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00017s] {}
2023-03-08 16:21:04,156 INFO sqlalchemy.engine.Engine WITH ndsmvsrqexkvzxjq AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count, sum(CASE WHEN ((name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL) THEN %(param_3)s ELSE %(param_4)s END) AS unexpected_count
FROM public.city_load_version_his),
ypbpwfbzckrocilj AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count, sum(CASE WHEN ((code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL) THEN %(param_7)s ELSE %(param_8)s END) AS unexpected_count
FROM public.city_load_version_his),
nvbpcegtkxlrydqs AS
(SELECT count(*) AS element_count, sum(CASE WHEN (load_version IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count, sum(CASE WHEN ((load_version NOT IN (NULL) OR (1 = 1)) AND load_version IS NOT NULL) THEN %(param_11)s ELSE %(param_12)s END) AS unexpected_count
FROM public.city_load_version_his),
pbtoydjnzlbczrde AS
(SELECT count(*) AS element_count, sum(CASE WHEN (ertic_version IS NULL) THEN %(param_13)s ELSE %(param_14)s END) AS null_count, sum(CASE WHEN ((ertic_version NOT IN (NULL) OR (1 = 1)) AND ertic_version IS NOT NULL) THEN %(param_15)s ELSE %(param_16)s END) AS unexpected_count
FROM public.city_load_version_his),
auvuruuftrajpfkx AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IS NULL) THEN %(param_17)s ELSE %(param_18)s END) AS null_count, sum(CASE WHEN ((status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL) THEN %(param_19)s ELSE %(param_20)s END) AS unexpected_count
FROM public.city_load_version_his),
tcyhyabatvghmgqt AS
(SELECT count(*) AS element_count, sum(CASE WHEN (create_time IS NULL) THEN %(param_21)s ELSE %(param_22)s END) AS null_count, sum(CASE WHEN ((create_time NOT IN (NULL) OR (1 = 1)) AND create_time IS NOT NULL) THEN %(param_23)s ELSE %(param_24)s END) AS unexpected_count
FROM public.city_load_version_his),
qerfengwrrigphnj AS
(SELECT min(create_time) AS min_1
FROM public.city_load_version_his),
ipblvwmyxkfaooit AS
(SELECT max(create_time) AS max_1
FROM public.city_load_version_his)
SELECT ndsmvsrqexkvzxjq.element_count, ndsmvsrqexkvzxjq.null_count, ndsmvsrqexkvzxjq.unexpected_count, ypbpwfbzckrocilj.element_count AS element_count_1, ypbpwfbzckrocilj.null_count AS null_count_1, ypbpwfbzckrocilj.unexpected_count AS unexpected_count_1, nvbpcegtkxlrydqs.element_count AS element_count_2, nvbpcegtkxlrydqs.null_count AS null_count_2, nvbpcegtkxlrydqs.unexpected_count AS unexpected_count_2, pbtoydjnzlbczrde.element_count AS element_count_3, pbtoydjnzlbczrde.null_count AS null_count_3, pbtoydjnzlbczrde.unexpected_count AS unexpected_count_3, auvuruuftrajpfkx.element_count AS element_count_4, auvuruuftrajpfkx.null_count AS null_count_4, auvuruuftrajpfkx.unexpected_count AS unexpected_count_4, tcyhyabatvghmgqt.element_count AS element_count_5, tcyhyabatvghmgqt.null_count AS null_count_5, tcyhyabatvghmgqt.unexpected_count AS unexpected_count_5, qerfengwrrigphnj.min_1, ipblvwmyxkfaooit.max_1
FROM ndsmvsrqexkvzxjq, ypbpwfbzckrocilj, nvbpcegtkxlrydqs, pbtoydjnzlbczrde, auvuruuftrajpfkx, tcyhyabatvghmgqt, qerfengwrrigphnj, ipblvwmyxkfaooit
[2023-03-08 16:21:04,156] INFO {sqlalchemy.engine.Engine:1853} - WITH ndsmvsrqexkvzxjq AS
(SELECT count(*) AS element_count, sum(CASE WHEN (name IS NULL) THEN %(param_1)s ELSE %(param_2)s END) AS null_count, sum(CASE WHEN ((name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL) THEN %(param_3)s ELSE %(param_4)s END) AS unexpected_count
FROM public.city_load_version_his),
ypbpwfbzckrocilj AS
(SELECT count(*) AS element_count, sum(CASE WHEN (code IS NULL) THEN %(param_5)s ELSE %(param_6)s END) AS null_count, sum(CASE WHEN ((code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL) THEN %(param_7)s ELSE %(param_8)s END) AS unexpected_count
FROM public.city_load_version_his),
nvbpcegtkxlrydqs AS
(SELECT count(*) AS element_count, sum(CASE WHEN (load_version IS NULL) THEN %(param_9)s ELSE %(param_10)s END) AS null_count, sum(CASE WHEN ((load_version NOT IN (NULL) OR (1 = 1)) AND load_version IS NOT NULL) THEN %(param_11)s ELSE %(param_12)s END) AS unexpected_count
FROM public.city_load_version_his),
pbtoydjnzlbczrde AS
(SELECT count(*) AS element_count, sum(CASE WHEN (ertic_version IS NULL) THEN %(param_13)s ELSE %(param_14)s END) AS null_count, sum(CASE WHEN ((ertic_version NOT IN (NULL) OR (1 = 1)) AND ertic_version IS NOT NULL) THEN %(param_15)s ELSE %(param_16)s END) AS unexpected_count
FROM public.city_load_version_his),
auvuruuftrajpfkx AS
(SELECT count(*) AS element_count, sum(CASE WHEN (status IS NULL) THEN %(param_17)s ELSE %(param_18)s END) AS null_count, sum(CASE WHEN ((status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL) THEN %(param_19)s ELSE %(param_20)s END) AS unexpected_count
FROM public.city_load_version_his),
tcyhyabatvghmgqt AS
(SELECT count(*) AS element_count, sum(CASE WHEN (create_time IS NULL) THEN %(param_21)s ELSE %(param_22)s END) AS null_count, sum(CASE WHEN ((create_time NOT IN (NULL) OR (1 = 1)) AND create_time IS NOT NULL) THEN %(param_23)s ELSE %(param_24)s END) AS unexpected_count
FROM public.city_load_version_his),
qerfengwrrigphnj AS
(SELECT min(create_time) AS min_1
FROM public.city_load_version_his),
ipblvwmyxkfaooit AS
(SELECT max(create_time) AS max_1
FROM public.city_load_version_his)
SELECT ndsmvsrqexkvzxjq.element_count, ndsmvsrqexkvzxjq.null_count, ndsmvsrqexkvzxjq.unexpected_count, ypbpwfbzckrocilj.element_count AS element_count_1, ypbpwfbzckrocilj.null_count AS null_count_1, ypbpwfbzckrocilj.unexpected_count AS unexpected_count_1, nvbpcegtkxlrydqs.element_count AS element_count_2, nvbpcegtkxlrydqs.null_count AS null_count_2, nvbpcegtkxlrydqs.unexpected_count AS unexpected_count_2, pbtoydjnzlbczrde.element_count AS element_count_3, pbtoydjnzlbczrde.null_count AS null_count_3, pbtoydjnzlbczrde.unexpected_count AS unexpected_count_3, auvuruuftrajpfkx.element_count AS element_count_4, auvuruuftrajpfkx.null_count AS null_count_4, auvuruuftrajpfkx.unexpected_count AS unexpected_count_4, tcyhyabatvghmgqt.element_count AS element_count_5, tcyhyabatvghmgqt.null_count AS null_count_5, tcyhyabatvghmgqt.unexpected_count AS unexpected_count_5, qerfengwrrigphnj.min_1, ipblvwmyxkfaooit.max_1
FROM ndsmvsrqexkvzxjq, ypbpwfbzckrocilj, nvbpcegtkxlrydqs, pbtoydjnzlbczrde, auvuruuftrajpfkx, tcyhyabatvghmgqt, qerfengwrrigphnj, ipblvwmyxkfaooit
2023-03-08 16:21:04,157 INFO sqlalchemy.engine.Engine [generated in 0.00054s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0, 'param_13': 1, 'param_14': 0, 'param_15': 1, 'param_16': 0, 'param_17': 1, 'param_18': 0, 'param_19': 1, 'param_20': 0, 'param_21': 1, 'param_22': 0, 'param_23': 1, 'param_24': 0}
[2023-03-08 16:21:04,157] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00054s] {'param_1': 1, 'param_2': 0, 'param_3': 1, 'param_4': 0, 'param_5': 1, 'param_6': 0, 'param_7': 1, 'param_8': 0, 'param_9': 1, 'param_10': 0, 'param_11': 1, 'param_12': 0, 'param_13': 1, 'param_14': 0, 'param_15': 1, 'param_16': 0, 'param_17': 1, 'param_18': 0, 'param_19': 1, 'param_20': 0, 'param_21': 1, 'param_22': 0, 'param_23': 1, 'param_24': 0}
2023-03-08 16:21:04,241 INFO sqlalchemy.engine.Engine SELECT load_version
FROM public.city_load_version_his
WHERE (load_version NOT IN (NULL) OR (1 = 1)) AND load_version IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:04,241] INFO {sqlalchemy.engine.Engine:1853} - SELECT load_version
FROM public.city_load_version_his
WHERE (load_version NOT IN (NULL) OR (1 = 1)) AND load_version IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:04,241 INFO sqlalchemy.engine.Engine [generated in 0.00035s] {'param_1': 20}
[2023-03-08 16:21:04,241] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00035s] {'param_1': 20}
2023-03-08 16:21:04,248 INFO sqlalchemy.engine.Engine SELECT ertic_version
FROM public.city_load_version_his
WHERE (ertic_version NOT IN (NULL) OR (1 = 1)) AND ertic_version IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:04,248] INFO {sqlalchemy.engine.Engine:1853} - SELECT ertic_version
FROM public.city_load_version_his
WHERE (ertic_version NOT IN (NULL) OR (1 = 1)) AND ertic_version IS NOT NULL
LIMIT %(param_1)s
|2023-03-08 16:21:04,248 INFO sqlalchemy.engine.Engine [generated in 0.00036s] {'param_1': 20}
[2023-03-08 16:21:04,248] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00036s] {'param_1': 20}
2023-03-08 16:21:04,261 INFO sqlalchemy.engine.Engine SELECT create_time
FROM public.city_load_version_his
WHERE (create_time NOT IN (NULL) OR (1 = 1)) AND create_time IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:04,261] INFO {sqlalchemy.engine.Engine:1853} - SELECT create_time
FROM public.city_load_version_his
WHERE (create_time NOT IN (NULL) OR (1 = 1)) AND create_time IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:04,261 INFO sqlalchemy.engine.Engine [generated in 0.00032s] {'param_1': 20}
[2023-03-08 16:21:04,261] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00032s] {'param_1': 20}
2023-03-08 16:21:04,269 INFO sqlalchemy.engine.Engine SELECT code
FROM public.city_load_version_his
WHERE (code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:04,269] INFO {sqlalchemy.engine.Engine:1853} - SELECT code
FROM public.city_load_version_his
WHERE (code NOT IN (NULL) OR (1 = 1)) AND code IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:04,269 INFO sqlalchemy.engine.Engine [generated in 0.00026s] {'param_1': 20}
[2023-03-08 16:21:04,269] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00026s] {'param_1': 20}
2023-03-08 16:21:04,278 INFO sqlalchemy.engine.Engine SELECT name
FROM public.city_load_version_his
WHERE (name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:04,278] INFO {sqlalchemy.engine.Engine:1853} - SELECT name
FROM public.city_load_version_his
WHERE (name NOT IN (NULL) OR (1 = 1)) AND name IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:04,278 INFO sqlalchemy.engine.Engine [generated in 0.00019s] {'param_1': 20}
[2023-03-08 16:21:04,278] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00019s] {'param_1': 20}
2023-03-08 16:21:04,287 INFO sqlalchemy.engine.Engine SELECT status
FROM public.city_load_version_his
WHERE (status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL
LIMIT %(param_1)s
[2023-03-08 16:21:04,287] INFO {sqlalchemy.engine.Engine:1853} - SELECT status
FROM public.city_load_version_his
WHERE (status NOT IN (NULL) OR (1 = 1)) AND status IS NOT NULL
LIMIT %(param_1)s
2023-03-08 16:21:04,287 INFO sqlalchemy.engine.Engine [generated in 0.00017s] {'param_1': 20}
[2023-03-08 16:21:04,287] INFO {sqlalchemy.engine.Engine:1858} - [generated in 0.00017s] {'param_1': 20}
[2023-03-08 16:21:04,292] INFO {datahub.ingestion.source.ge_data_profiler:1005} - Finished profiling collect.public.city_load_version_his; took 0.814 seconds
[2023-03-08 16:21:04,299] INFO {datahub.ingestion.source.ge_data_profiler:806} - Profiling 4 table(s) finished in 0.889 seconds
\[2023-03-08 16:21:04,683] INFO {datahub.ingestion.run.pipeline:425} - Processing commit request for DatahubIngestionCheckpointingProvider. Commit policy = CommitPolicy.ON_NO_ERRORS, has_errors=False, has_warnings=False
[2023-03-08 16:21:04,684] INFO {datahub.ingestion.source.state_provider.datahub_ingestion_checkpointing_provider:114} - Committing ingestion checkpoint for pipeline:'wangjun_test', job:'postgres_stale_entity_removal'
[2023-03-08 16:21:04,716] INFO {datahub.ingestion.run.pipeline:445} - Successfully committed changes for DatahubIngestionCheckpointingProvider.
[2023-03-08 16:21:04,745] INFO {datahub.cli.ingest_cli:142} - Finished metadata ingestion
/
Cli report:
{'cli_version': '0.10.0.4',
'cli_entry_location': '/Users/wangjun/Library/Python/3.9/lib/python/site-packages/datahub/__init__.py',
'py_version': '3.9.7 (v3.9.7:1016ef3790, Aug 30 2021, 16:25:35) \n[Clang 12.0.5 (clang-1205.0.22.11)]',
'py_exec_path': '/usr/local/bin/python3',
'os_details': 'macOS-12.6-arm64-arm-64bit',
'peak_memory_usage': '219.61 MB',
'mem_info': '219.61 MB'}
Source (postgres) report:
{'events_produced': 29,
'events_produced_per_sec': 5,
'entities': {'container': ['urn:li:container:1d1a8b5ad72ad053a51c7c0aae3510d6', 'urn:li:container:e4bf1e2c7739ade37dddc97897fd4360'],
'dataset': ['urn:li:dataset:(urn:li:dataPlatform:postgres,pg_collect.collect.public.city_rule,PROD)',
'urn:li:dataset:(urn:li:dataPlatform:postgres,pg_collect.collect.public.city_load_version_his,PROD)',
'urn:li:dataset:(urn:li:dataPlatform:postgres,pg_collect.collect.public.city_black,PROD)',
'urn:li:dataset:(urn:li:dataPlatform:postgres,pg_collect.collect.public.city_load_version,PROD)']},
'aspects': {'container': {'containerProperties': 2, 'status': 2, 'dataPlatformInstance': 2, 'subTypes': 2, 'container': 1},
'dataset': {'container': 4,
'status': 4,
'datasetProperties': 4,
'schemaMetadata': 4,
'dataPlatformInstance': 4,
'subTypes': 4,
'datasetProfile': 4}},
'warnings': {},
'failures': {},
'soft_deleted_stale_entities': [],
'tables_scanned': 4,
'views_scanned': 0,
'entities_profiled': 4,
'filtered': ['information_schema.*'],
'query_combiner': {'total_queries': 110,
'uncombined_queries_issued': 56,
'combined_queries_issued': 12,
'queries_combined': 54,
'query_exceptions': 0},
'start_time': '2023-03-08 16:21:00.024112 (5.03 seconds ago)',
'running_time': '5.03 seconds'}
Sink (datahub-rest) report:
{'total_records_written': 29,
'records_written_per_second': 5,
'warnings': [],
'failures': [],
'start_time': '2023-03-08 16:20:59.798442 (5.26 seconds ago)',
'current_time': '2023-03-08 16:21:05.053629 (now)',
'total_duration_in_seconds': 5.26,
'gms_version': 'v0.10.0',
'pending_requests': 0}
Pipeline finished successfully; produced 29 events in 5.03 seconds.
扫一扫
评论 1
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
查看更多评论
添加红包
