1194 lines
49 KiB
SQL
1194 lines
49 KiB
SQL
-- External read-only contract health check.
|
|
-- Run after applying the external schema migration.
|
|
-- This script is read-only and only reports contract or data risks.
|
|
|
|
\if :{?reader_role}
|
|
\else
|
|
\set reader_role external_core_reader
|
|
\endif
|
|
|
|
WITH expected_views(view_name) AS (
|
|
VALUES
|
|
('materials_v1'),
|
|
('asset_variants_v1'),
|
|
('product_skus_v1'),
|
|
('product_catalog_wide_v1'),
|
|
('intake_product_limits_v1'),
|
|
('warehouse_locations_v1'),
|
|
('sku_warehouse_stock_v1'),
|
|
('packaged_items_v1'),
|
|
('sku_quality_inspections_v1'),
|
|
('product_assets_v1'),
|
|
('product_bom_v1'),
|
|
('intake_products_v1'),
|
|
('intake_products_ready_v1'),
|
|
('intake_sku_items_v1'),
|
|
('intake_sku_items_ready_v1')
|
|
)
|
|
SELECT
|
|
'missing_external_view' AS check_name,
|
|
expected_views.view_name
|
|
FROM expected_views
|
|
LEFT JOIN information_schema.views existing_views
|
|
ON existing_views.table_schema = 'external'
|
|
AND existing_views.table_name = expected_views.view_name
|
|
WHERE existing_views.table_name IS NULL
|
|
ORDER BY expected_views.view_name;
|
|
|
|
WITH expected_columns(view_name, column_name) AS (
|
|
VALUES
|
|
('materials_v1', 'material_id'),
|
|
('materials_v1', 'material_code'),
|
|
('materials_v1', 'material_name'),
|
|
('materials_v1', 'category_name'),
|
|
('materials_v1', 'thumbnail_url'),
|
|
('materials_v1', 'texture_url'),
|
|
('materials_v1', 'normal_map_url'),
|
|
('materials_v1', 'base_color'),
|
|
('materials_v1', 'metalness'),
|
|
('materials_v1', 'roughness'),
|
|
('materials_v1', 'opacity'),
|
|
('materials_v1', 'record_status'),
|
|
('asset_variants_v1', 'asset_variant_id'),
|
|
('asset_variants_v1', 'spec_code'),
|
|
('asset_variants_v1', 'spec_name'),
|
|
('asset_variants_v1', 'asset_type'),
|
|
('asset_variants_v1', 'asset_status'),
|
|
('asset_variants_v1', 'asset_family_id'),
|
|
('asset_variants_v1', 'asset_family_code'),
|
|
('asset_variants_v1', 'asset_family_name'),
|
|
('asset_variants_v1', 'asset_series_id'),
|
|
('asset_variants_v1', 'asset_series_code'),
|
|
('asset_variants_v1', 'asset_series_name'),
|
|
('asset_variants_v1', 'product_category_id'),
|
|
('asset_variants_v1', 'product_category_name'),
|
|
('asset_variants_v1', 'size_label'),
|
|
('asset_variants_v1', 'dimensions'),
|
|
('asset_variants_v1', 'model_url'),
|
|
('asset_variants_v1', 'thumbnail_url'),
|
|
('asset_variants_v1', 'barcode'),
|
|
('asset_variants_v1', 'supplier_name'),
|
|
('asset_variants_v1', 'supplier_code'),
|
|
('asset_variants_v1', 'version_no'),
|
|
('asset_variants_v1', 'substrate_id'),
|
|
('asset_variants_v1', 'substrate_name'),
|
|
('asset_variants_v1', 'finish_id'),
|
|
('asset_variants_v1', 'finish_code'),
|
|
('asset_variants_v1', 'finish_name'),
|
|
('asset_variants_v1', 'material_label'),
|
|
('asset_variants_v1', 'weight_kg'),
|
|
('asset_variants_v1', 'cost_price'),
|
|
('asset_variants_v1', 'estimated_cost_price'),
|
|
('asset_variants_v1', 'created_at'),
|
|
('asset_variants_v1', 'updated_at'),
|
|
('product_skus_v1', 'product_id'),
|
|
('product_skus_v1', 'product_model_number'),
|
|
('product_skus_v1', 'product_business_key'),
|
|
('product_skus_v1', 'product_name'),
|
|
('product_skus_v1', 'product_description'),
|
|
('product_skus_v1', 'product_category_id'),
|
|
('product_skus_v1', 'product_category_name'),
|
|
('product_skus_v1', 'product_thumbnail_url'),
|
|
('product_skus_v1', 'product_model_url'),
|
|
('product_skus_v1', 'sku_id'),
|
|
('product_skus_v1', 'sku_code'),
|
|
('product_skus_v1', 'sku_business_key'),
|
|
('product_skus_v1', 'sku_name'),
|
|
('product_skus_v1', 'price'),
|
|
('product_skus_v1', 'cost_price'),
|
|
('product_skus_v1', 'stock'),
|
|
('product_skus_v1', 'is_active'),
|
|
('product_skus_v1', 'record_status'),
|
|
('product_skus_v1', 'model_url'),
|
|
('product_skus_v1', 'image_url'),
|
|
('product_skus_v1', 'image_urls'),
|
|
('product_skus_v1', 'source_pre_sku_id'),
|
|
('product_skus_v1', 'source_asset_variant_id'),
|
|
('product_skus_v1', 'source_asset_variant_ids'),
|
|
('product_skus_v1', 'asset_family_code'),
|
|
('product_skus_v1', 'asset_family_name'),
|
|
('product_skus_v1', 'spec_code'),
|
|
('product_skus_v1', 'spec_name'),
|
|
('product_skus_v1', 'barcode'),
|
|
('product_skus_v1', 'barcode_business_key'),
|
|
('product_skus_v1', 'size_json'),
|
|
('product_skus_v1', 'color'),
|
|
('product_skus_v1', 'material'),
|
|
('product_skus_v1', 'source_status'),
|
|
('product_skus_v1', 'synced_at'),
|
|
('product_skus_v1', 'warehouse_location_id'),
|
|
('product_skus_v1', 'warehouse_location_code'),
|
|
('product_skus_v1', 'warehouse_location_name'),
|
|
('product_skus_v1', 'created_at'),
|
|
('product_skus_v1', 'updated_at'),
|
|
('product_catalog_wide_v1', 'product_id'),
|
|
('product_catalog_wide_v1', 'product_model_number'),
|
|
('product_catalog_wide_v1', 'product_business_key'),
|
|
('product_catalog_wide_v1', 'product_name'),
|
|
('product_catalog_wide_v1', 'product_description'),
|
|
('product_catalog_wide_v1', 'product_category_id'),
|
|
('product_catalog_wide_v1', 'product_category_name'),
|
|
('product_catalog_wide_v1', 'product_thumbnail_url'),
|
|
('product_catalog_wide_v1', 'product_model_url'),
|
|
('product_catalog_wide_v1', 'sku_id'),
|
|
('product_catalog_wide_v1', 'sku_code'),
|
|
('product_catalog_wide_v1', 'sku_business_key'),
|
|
('product_catalog_wide_v1', 'sku_name'),
|
|
('product_catalog_wide_v1', 'price'),
|
|
('product_catalog_wide_v1', 'cost_price'),
|
|
('product_catalog_wide_v1', 'stock'),
|
|
('product_catalog_wide_v1', 'is_active'),
|
|
('product_catalog_wide_v1', 'record_status'),
|
|
('product_catalog_wide_v1', 'model_url'),
|
|
('product_catalog_wide_v1', 'image_url'),
|
|
('product_catalog_wide_v1', 'image_urls'),
|
|
('product_catalog_wide_v1', 'source_pre_sku_id'),
|
|
('product_catalog_wide_v1', 'source_asset_variant_id'),
|
|
('product_catalog_wide_v1', 'source_asset_variant_ids'),
|
|
('product_catalog_wide_v1', 'asset_family_code'),
|
|
('product_catalog_wide_v1', 'asset_family_name'),
|
|
('product_catalog_wide_v1', 'spec_code'),
|
|
('product_catalog_wide_v1', 'spec_name'),
|
|
('product_catalog_wide_v1', 'barcode'),
|
|
('product_catalog_wide_v1', 'barcode_business_key'),
|
|
('product_catalog_wide_v1', 'size_json'),
|
|
('product_catalog_wide_v1', 'color'),
|
|
('product_catalog_wide_v1', 'material'),
|
|
('product_catalog_wide_v1', 'source_status'),
|
|
('product_catalog_wide_v1', 'synced_at'),
|
|
('product_catalog_wide_v1', 'warehouse_location_id'),
|
|
('product_catalog_wide_v1', 'warehouse_location_code'),
|
|
('product_catalog_wide_v1', 'warehouse_location_name'),
|
|
('product_catalog_wide_v1', 'warehouse_zone'),
|
|
('product_catalog_wide_v1', 'warehouse_aisle'),
|
|
('product_catalog_wide_v1', 'warehouse_shelf'),
|
|
('product_catalog_wide_v1', 'warehouse_bin'),
|
|
('product_catalog_wide_v1', 'warehouse_location_is_active'),
|
|
('product_catalog_wide_v1', 'warehouse_location_status'),
|
|
('product_catalog_wide_v1', 'limit_price_applicable'),
|
|
('product_catalog_wide_v1', 'limit_price_confirmed'),
|
|
('product_catalog_wide_v1', 'limit_price_status'),
|
|
('product_catalog_wide_v1', 'expected_daily_limit_price'),
|
|
('product_catalog_wide_v1', 'expected_limit_gross_margin_rate'),
|
|
('product_catalog_wide_v1', 'non_spu_owner_limit_price'),
|
|
('product_catalog_wide_v1', 'limit_confirmed_at'),
|
|
('product_catalog_wide_v1', 'limit_source_product_business_key'),
|
|
('product_catalog_wide_v1', 'limit_source_sku_business_key'),
|
|
('product_catalog_wide_v1', 'image_asset_count'),
|
|
('product_catalog_wide_v1', 'model_asset_count'),
|
|
('product_catalog_wide_v1', 'thumbnail_asset_count'),
|
|
('product_catalog_wide_v1', 'first_model_asset_url'),
|
|
('product_catalog_wide_v1', 'first_thumbnail_asset_url'),
|
|
('product_catalog_wide_v1', 'bom_item_count'),
|
|
('product_catalog_wide_v1', 'panel_item_count'),
|
|
('product_catalog_wide_v1', 'hardware_item_count'),
|
|
('product_catalog_wide_v1', 'material_codes'),
|
|
('product_catalog_wide_v1', 'material_names'),
|
|
('product_catalog_wide_v1', 'packaged_item_count'),
|
|
('product_catalog_wide_v1', 'packaged_stock_quantity'),
|
|
('product_catalog_wide_v1', 'quality_record_count'),
|
|
('product_catalog_wide_v1', 'warehouse_quality_record_count'),
|
|
('product_catalog_wide_v1', 'first_batch_quality_record_count'),
|
|
('product_catalog_wide_v1', 'latest_quality_record_key'),
|
|
('product_catalog_wide_v1', 'latest_quality_source_type'),
|
|
('product_catalog_wide_v1', 'latest_quality_batch_no'),
|
|
('product_catalog_wide_v1', 'latest_quality_inspected_at'),
|
|
('product_catalog_wide_v1', 'latest_quality_conclusion'),
|
|
('product_catalog_wide_v1', 'latest_quality_status'),
|
|
('product_catalog_wide_v1', 'created_at'),
|
|
('product_catalog_wide_v1', 'updated_at'),
|
|
('product_catalog_wide_v1', 'appearance_designer'),
|
|
('product_catalog_wide_v1', 'structure_designer'),
|
|
('product_catalog_wide_v1', 'spu_owner'),
|
|
('product_catalog_wide_v1', 'planning_owner'),
|
|
('product_catalog_wide_v1', 'space_designer'),
|
|
('product_catalog_wide_v1', 'purchase_owner'),
|
|
('product_catalog_wide_v1', 'supplier_name'),
|
|
('product_catalog_wide_v1', 'supplier_code'),
|
|
('product_catalog_wide_v1', 'factory_warehouse'),
|
|
('product_catalog_wide_v1', 'shipping_method'),
|
|
('product_catalog_wide_v1', 'minimum_order_quantity'),
|
|
('product_catalog_wide_v1', 'tax_included_unit_price'),
|
|
('product_catalog_wide_v1', 'lead_time'),
|
|
('product_catalog_wide_v1', 'install_method'),
|
|
('warehouse_locations_v1', 'warehouse_location_id'),
|
|
('warehouse_locations_v1', 'warehouse_location_code'),
|
|
('warehouse_locations_v1', 'warehouse_location_name'),
|
|
('warehouse_locations_v1', 'zone'),
|
|
('warehouse_locations_v1', 'aisle'),
|
|
('warehouse_locations_v1', 'shelf'),
|
|
('warehouse_locations_v1', 'bin'),
|
|
('warehouse_locations_v1', 'is_active'),
|
|
('warehouse_locations_v1', 'record_status'),
|
|
('warehouse_locations_v1', 'created_at'),
|
|
('warehouse_locations_v1', 'updated_at'),
|
|
('sku_warehouse_stock_v1', 'product_id'),
|
|
('sku_warehouse_stock_v1', 'product_model_number'),
|
|
('sku_warehouse_stock_v1', 'product_business_key'),
|
|
('sku_warehouse_stock_v1', 'product_name'),
|
|
('sku_warehouse_stock_v1', 'product_category_id'),
|
|
('sku_warehouse_stock_v1', 'product_category_name'),
|
|
('sku_warehouse_stock_v1', 'sku_id'),
|
|
('sku_warehouse_stock_v1', 'sku_code'),
|
|
('sku_warehouse_stock_v1', 'sku_business_key'),
|
|
('sku_warehouse_stock_v1', 'sku_name'),
|
|
('sku_warehouse_stock_v1', 'barcode'),
|
|
('sku_warehouse_stock_v1', 'barcode_business_key'),
|
|
('sku_warehouse_stock_v1', 'stock_quantity'),
|
|
('sku_warehouse_stock_v1', 'sku_is_active'),
|
|
('sku_warehouse_stock_v1', 'sku_record_status'),
|
|
('sku_warehouse_stock_v1', 'warehouse_location_id'),
|
|
('sku_warehouse_stock_v1', 'warehouse_location_code'),
|
|
('sku_warehouse_stock_v1', 'warehouse_location_name'),
|
|
('sku_warehouse_stock_v1', 'warehouse_zone'),
|
|
('sku_warehouse_stock_v1', 'warehouse_aisle'),
|
|
('sku_warehouse_stock_v1', 'warehouse_shelf'),
|
|
('sku_warehouse_stock_v1', 'warehouse_bin'),
|
|
('sku_warehouse_stock_v1', 'warehouse_location_is_active'),
|
|
('sku_warehouse_stock_v1', 'warehouse_location_status'),
|
|
('sku_warehouse_stock_v1', 'created_at'),
|
|
('sku_warehouse_stock_v1', 'updated_at'),
|
|
('packaged_items_v1', 'packaged_item_id'),
|
|
('packaged_items_v1', 'packaged_item_code'),
|
|
('packaged_items_v1', 'packaged_item_name'),
|
|
('packaged_items_v1', 'product_business_key'),
|
|
('packaged_items_v1', 'sku_business_key'),
|
|
('packaged_items_v1', 'product_id'),
|
|
('packaged_items_v1', 'product_model_number'),
|
|
('packaged_items_v1', 'product_name'),
|
|
('packaged_items_v1', 'sku_id'),
|
|
('packaged_items_v1', 'sku_code'),
|
|
('packaged_items_v1', 'sku_name'),
|
|
('packaged_items_v1', 'barcode'),
|
|
('packaged_items_v1', 'barcode_business_key'),
|
|
('packaged_items_v1', 'quantity_per_pack'),
|
|
('packaged_items_v1', 'stock_quantity'),
|
|
('packaged_items_v1', 'length'),
|
|
('packaged_items_v1', 'width'),
|
|
('packaged_items_v1', 'height'),
|
|
('packaged_items_v1', 'weight'),
|
|
('packaged_items_v1', 'status'),
|
|
('packaged_items_v1', 'warehouse_location_id'),
|
|
('packaged_items_v1', 'warehouse_location_code'),
|
|
('packaged_items_v1', 'warehouse_location_name'),
|
|
('packaged_items_v1', 'warehouse_zone'),
|
|
('packaged_items_v1', 'warehouse_aisle'),
|
|
('packaged_items_v1', 'warehouse_shelf'),
|
|
('packaged_items_v1', 'warehouse_bin'),
|
|
('packaged_items_v1', 'warehouse_location_is_active'),
|
|
('packaged_items_v1', 'created_at'),
|
|
('packaged_items_v1', 'updated_at'),
|
|
('sku_quality_inspections_v1', 'quality_inspection_id'),
|
|
('sku_quality_inspections_v1', 'record_key'),
|
|
('sku_quality_inspections_v1', 'source_type'),
|
|
('sku_quality_inspections_v1', 'source_label'),
|
|
('sku_quality_inspections_v1', 'source_product_id'),
|
|
('sku_quality_inspections_v1', 'source_product_spu'),
|
|
('sku_quality_inspections_v1', 'source_sku_item_id'),
|
|
('sku_quality_inspections_v1', 'batch_no'),
|
|
('sku_quality_inspections_v1', 'inspected_at'),
|
|
('sku_quality_inspections_v1', 'inspector_name'),
|
|
('sku_quality_inspections_v1', 'conclusion'),
|
|
('sku_quality_inspections_v1', 'detail'),
|
|
('sku_quality_inspections_v1', 'inspected_quantity'),
|
|
('sku_quality_inspections_v1', 'qualified_quantity'),
|
|
('sku_quality_inspections_v1', 'qualified_rate'),
|
|
('sku_quality_inspections_v1', 'status'),
|
|
('sku_quality_inspections_v1', 'product_id'),
|
|
('sku_quality_inspections_v1', 'product_model_number'),
|
|
('sku_quality_inspections_v1', 'product_business_key'),
|
|
('sku_quality_inspections_v1', 'product_name'),
|
|
('sku_quality_inspections_v1', 'product_category_id'),
|
|
('sku_quality_inspections_v1', 'product_category_name'),
|
|
('sku_quality_inspections_v1', 'sku_id'),
|
|
('sku_quality_inspections_v1', 'sku_code'),
|
|
('sku_quality_inspections_v1', 'sku_business_key'),
|
|
('sku_quality_inspections_v1', 'sku_name'),
|
|
('sku_quality_inspections_v1', 'barcode'),
|
|
('sku_quality_inspections_v1', 'barcode_business_key'),
|
|
('sku_quality_inspections_v1', 'warehouse_location_id'),
|
|
('sku_quality_inspections_v1', 'warehouse_location_code'),
|
|
('sku_quality_inspections_v1', 'warehouse_location_name'),
|
|
('sku_quality_inspections_v1', 'created_at'),
|
|
('sku_quality_inspections_v1', 'updated_at'),
|
|
('product_assets_v1', 'asset_type'),
|
|
('product_assets_v1', 'product_id'),
|
|
('product_assets_v1', 'sku_id'),
|
|
('product_assets_v1', 'asset_url'),
|
|
('product_assets_v1', 'file_name'),
|
|
('product_assets_v1', 'mime_type'),
|
|
('product_assets_v1', 'sort_order'),
|
|
('product_assets_v1', 'product_business_key'),
|
|
('product_assets_v1', 'sku_business_key'),
|
|
('product_assets_v1', 'barcode_business_key'),
|
|
('product_bom_v1', 'item_type'),
|
|
('product_bom_v1', 'product_id'),
|
|
('product_bom_v1', 'sku_id'),
|
|
('product_bom_v1', 'item_id'),
|
|
('product_bom_v1', 'item_code'),
|
|
('product_bom_v1', 'item_name'),
|
|
('product_bom_v1', 'quantity'),
|
|
('product_bom_v1', 'unit'),
|
|
('product_bom_v1', 'material_id'),
|
|
('product_bom_v1', 'material_code'),
|
|
('product_bom_v1', 'material_name'),
|
|
('product_bom_v1', 'dimensions'),
|
|
('product_bom_v1', 'unit_cost'),
|
|
('product_bom_v1', 'total_cost'),
|
|
('product_bom_v1', 'created_at'),
|
|
('product_bom_v1', 'updated_at'),
|
|
('product_bom_v1', 'product_business_key'),
|
|
('product_bom_v1', 'sku_business_key'),
|
|
('product_bom_v1', 'barcode_business_key'),
|
|
('intake_product_limits_v1', 'intake_product_id'),
|
|
('intake_product_limits_v1', 'spu'),
|
|
('intake_product_limits_v1', 'brand'),
|
|
('intake_product_limits_v1', 'product_development_kind'),
|
|
('intake_product_limits_v1', 'process_template'),
|
|
('intake_product_limits_v1', 'product_status'),
|
|
('intake_product_limits_v1', 'intake_sku_item_id'),
|
|
('intake_product_limits_v1', 'sku_sequence'),
|
|
('intake_product_limits_v1', 'batch_no'),
|
|
('intake_product_limits_v1', 'sku_code'),
|
|
('intake_product_limits_v1', 'barcode'),
|
|
('intake_product_limits_v1', 'product_business_key'),
|
|
('intake_product_limits_v1', 'sku_business_key'),
|
|
('intake_product_limits_v1', 'limit_price_applicable'),
|
|
('intake_product_limits_v1', 'limit_price_confirmed'),
|
|
('intake_product_limits_v1', 'limit_price_status'),
|
|
('intake_product_limits_v1', 'expected_daily_limit_price'),
|
|
('intake_product_limits_v1', 'expected_limit_gross_margin_rate'),
|
|
('intake_product_limits_v1', 'non_spu_owner_limit_price'),
|
|
('intake_product_limits_v1', 'limit_confirmed_at'),
|
|
('intake_product_limits_v1', 'created_at'),
|
|
('intake_product_limits_v1', 'updated_at'),
|
|
('intake_products_v1', 'intake_product_id'),
|
|
('intake_products_v1', 'spu'),
|
|
('intake_products_v1', 'spu_base'),
|
|
('intake_products_v1', 'brand'),
|
|
('intake_products_v1', 'product_business_key'),
|
|
('intake_products_v1', 'product_name'),
|
|
('intake_products_v1', 'product_image_url'),
|
|
('intake_products_v1', 'product_category'),
|
|
('intake_products_v1', 'sales_category'),
|
|
('intake_products_v1', 'product_year'),
|
|
('intake_products_v1', 'product_status'),
|
|
('intake_products_v1', 'designer'),
|
|
('intake_products_v1', 'operator'),
|
|
('intake_products_v1', 'purchaser'),
|
|
('intake_products_v1', 'product_planning'),
|
|
('intake_products_v1', 'visual_planning'),
|
|
('intake_products_v1', 'structure_designer'),
|
|
('intake_products_v1', 'purchase_owner'),
|
|
('intake_products_v1', 'product_development_kind'),
|
|
('intake_products_v1', 'goods_type'),
|
|
('intake_products_v1', 'material_type'),
|
|
('intake_products_v1', 'production_type'),
|
|
('intake_products_v1', 'created_at'),
|
|
('intake_products_v1', 'updated_at'),
|
|
('intake_products_v1', 'appearance_designer'),
|
|
('intake_products_v1', 'spu_owner'),
|
|
('intake_products_v1', 'planning_owner'),
|
|
('intake_products_v1', 'space_designer'),
|
|
('intake_products_ready_v1', 'intake_product_id'),
|
|
('intake_products_ready_v1', 'spu'),
|
|
('intake_products_ready_v1', 'spu_base'),
|
|
('intake_products_ready_v1', 'brand'),
|
|
('intake_products_ready_v1', 'product_business_key'),
|
|
('intake_products_ready_v1', 'product_name'),
|
|
('intake_products_ready_v1', 'product_image_url'),
|
|
('intake_products_ready_v1', 'product_category'),
|
|
('intake_products_ready_v1', 'sales_category'),
|
|
('intake_products_ready_v1', 'product_year'),
|
|
('intake_products_ready_v1', 'product_status'),
|
|
('intake_products_ready_v1', 'designer'),
|
|
('intake_products_ready_v1', 'operator'),
|
|
('intake_products_ready_v1', 'purchaser'),
|
|
('intake_products_ready_v1', 'product_planning'),
|
|
('intake_products_ready_v1', 'visual_planning'),
|
|
('intake_products_ready_v1', 'structure_designer'),
|
|
('intake_products_ready_v1', 'purchase_owner'),
|
|
('intake_products_ready_v1', 'product_development_kind'),
|
|
('intake_products_ready_v1', 'goods_type'),
|
|
('intake_products_ready_v1', 'material_type'),
|
|
('intake_products_ready_v1', 'production_type'),
|
|
('intake_products_ready_v1', 'created_at'),
|
|
('intake_products_ready_v1', 'updated_at'),
|
|
('intake_products_ready_v1', 'appearance_designer'),
|
|
('intake_products_ready_v1', 'spu_owner'),
|
|
('intake_products_ready_v1', 'planning_owner'),
|
|
('intake_products_ready_v1', 'space_designer'),
|
|
('intake_sku_items_v1', 'intake_product_id'),
|
|
('intake_sku_items_v1', 'spu'),
|
|
('intake_sku_items_v1', 'brand'),
|
|
('intake_sku_items_v1', 'product_business_key'),
|
|
('intake_sku_items_v1', 'intake_sku_item_id'),
|
|
('intake_sku_items_v1', 'sku_business_key'),
|
|
('intake_sku_items_v1', 'sku_sequence'),
|
|
('intake_sku_items_v1', 'batch_no'),
|
|
('intake_sku_items_v1', 'image_url'),
|
|
('intake_sku_items_v1', 'image_name'),
|
|
('intake_sku_items_v1', 'model'),
|
|
('intake_sku_items_v1', 'sku_code'),
|
|
('intake_sku_items_v1', 'spec_name'),
|
|
('intake_sku_items_v1', 'barcode'),
|
|
('intake_sku_items_v1', 'size'),
|
|
('intake_sku_items_v1', 'color'),
|
|
('intake_sku_items_v1', 'material'),
|
|
('intake_sku_items_v1', 'version_no'),
|
|
('intake_sku_items_v1', 'attribute_code'),
|
|
('intake_sku_items_v1', 'drawing_id'),
|
|
('intake_sku_items_v1', 'install_method'),
|
|
('intake_sku_items_v1', 'execute_standard'),
|
|
('intake_sku_items_v1', 'manufacturer'),
|
|
('intake_sku_items_v1', 'manufacturer_code'),
|
|
('intake_sku_items_v1', 'sales_status'),
|
|
('intake_sku_items_v1', 'model_3d_url'),
|
|
('intake_sku_items_v1', 'source'),
|
|
('intake_sku_items_v1', 'source_table'),
|
|
('intake_sku_items_v1', 'source_sku_id'),
|
|
('intake_sku_items_v1', 'missing_required_fields'),
|
|
('intake_sku_items_v1', 'data_quality_status'),
|
|
('intake_sku_items_v1', 'content_locked'),
|
|
('intake_sku_items_v1', 'sort_order'),
|
|
('intake_sku_items_v1', 'factory_warehouse'),
|
|
('intake_sku_items_v1', 'shipping_method'),
|
|
('intake_sku_items_v1', 'minimum_order_quantity'),
|
|
('intake_sku_items_v1', 'tax_included_unit_price'),
|
|
('intake_sku_items_v1', 'lead_time'),
|
|
('intake_sku_items_ready_v1', 'intake_product_id'),
|
|
('intake_sku_items_ready_v1', 'spu'),
|
|
('intake_sku_items_ready_v1', 'brand'),
|
|
('intake_sku_items_ready_v1', 'product_business_key'),
|
|
('intake_sku_items_ready_v1', 'intake_sku_item_id'),
|
|
('intake_sku_items_ready_v1', 'sku_business_key'),
|
|
('intake_sku_items_ready_v1', 'sku_sequence'),
|
|
('intake_sku_items_ready_v1', 'batch_no'),
|
|
('intake_sku_items_ready_v1', 'image_url'),
|
|
('intake_sku_items_ready_v1', 'image_name'),
|
|
('intake_sku_items_ready_v1', 'model'),
|
|
('intake_sku_items_ready_v1', 'sku_code'),
|
|
('intake_sku_items_ready_v1', 'spec_name'),
|
|
('intake_sku_items_ready_v1', 'barcode'),
|
|
('intake_sku_items_ready_v1', 'size'),
|
|
('intake_sku_items_ready_v1', 'color'),
|
|
('intake_sku_items_ready_v1', 'material'),
|
|
('intake_sku_items_ready_v1', 'version_no'),
|
|
('intake_sku_items_ready_v1', 'attribute_code'),
|
|
('intake_sku_items_ready_v1', 'drawing_id'),
|
|
('intake_sku_items_ready_v1', 'install_method'),
|
|
('intake_sku_items_ready_v1', 'execute_standard'),
|
|
('intake_sku_items_ready_v1', 'manufacturer'),
|
|
('intake_sku_items_ready_v1', 'manufacturer_code'),
|
|
('intake_sku_items_ready_v1', 'sales_status'),
|
|
('intake_sku_items_ready_v1', 'model_3d_url'),
|
|
('intake_sku_items_ready_v1', 'source'),
|
|
('intake_sku_items_ready_v1', 'source_table'),
|
|
('intake_sku_items_ready_v1', 'source_sku_id'),
|
|
('intake_sku_items_ready_v1', 'missing_required_fields'),
|
|
('intake_sku_items_ready_v1', 'data_quality_status'),
|
|
('intake_sku_items_ready_v1', 'content_locked'),
|
|
('intake_sku_items_ready_v1', 'sort_order'),
|
|
('intake_sku_items_ready_v1', 'factory_warehouse'),
|
|
('intake_sku_items_ready_v1', 'shipping_method'),
|
|
('intake_sku_items_ready_v1', 'minimum_order_quantity'),
|
|
('intake_sku_items_ready_v1', 'tax_included_unit_price'),
|
|
('intake_sku_items_ready_v1', 'lead_time')
|
|
)
|
|
SELECT
|
|
'missing_external_column' AS check_name,
|
|
expected_columns.view_name,
|
|
expected_columns.column_name
|
|
FROM expected_columns
|
|
LEFT JOIN information_schema.columns existing_columns
|
|
ON existing_columns.table_schema = 'external'
|
|
AND existing_columns.table_name = expected_columns.view_name
|
|
AND existing_columns.column_name = expected_columns.column_name
|
|
WHERE existing_columns.column_name IS NULL
|
|
ORDER BY expected_columns.view_name, expected_columns.column_name;
|
|
|
|
SELECT
|
|
'external_contract_private_column_risk' AS check_name,
|
|
table_name AS view_name,
|
|
column_name
|
|
FROM information_schema.columns
|
|
WHERE table_schema = 'external'
|
|
AND column_name ~* '(payload|attributes|business_data|visibility|department|team|storage_key|file_path|password|token|secret)'
|
|
ORDER BY table_name, column_name;
|
|
|
|
SELECT
|
|
'external_view_json_source_dependency_risk' AS check_name,
|
|
viewname AS view_name,
|
|
CASE
|
|
WHEN pg_get_viewdef(format('%I.%I', schemaname, viewname)::regclass) ~ '\"payload\"' THEN 'payload'
|
|
WHEN pg_get_viewdef(format('%I.%I', schemaname, viewname)::regclass) ~ '\"attributes\"' THEN 'attributes'
|
|
WHEN pg_get_viewdef(format('%I.%I', schemaname, viewname)::regclass) ~ '\"businessData\"' THEN 'businessData'
|
|
WHEN pg_get_viewdef(format('%I.%I', schemaname, viewname)::regclass) ~ '\"displaySummary\"' THEN 'displaySummary'
|
|
WHEN pg_get_viewdef(format('%I.%I', schemaname, viewname)::regclass) ~ '\"familySelection\"' THEN 'familySelection'
|
|
ELSE 'json_operator'
|
|
END AS dependency_hint
|
|
FROM pg_views
|
|
WHERE schemaname = 'external'
|
|
AND (
|
|
pg_get_viewdef(format('%I.%I', schemaname, viewname)::regclass) ~ '\"(payload|attributes|businessData|displaySummary|familySelection)\"'
|
|
OR pg_get_viewdef(format('%I.%I', schemaname, viewname)::regclass) ~ '(->>|->|jsonb_array_elements)'
|
|
)
|
|
ORDER BY viewname, dependency_hint;
|
|
|
|
SELECT
|
|
'external_readonly_role_public_schema_grant_risk' AS check_name,
|
|
grantee,
|
|
table_schema,
|
|
table_name,
|
|
privilege_type
|
|
FROM information_schema.table_privileges
|
|
WHERE grantee = :'reader_role'
|
|
AND table_schema = 'public'
|
|
ORDER BY table_name, privilege_type;
|
|
|
|
SELECT
|
|
'external_readonly_role_non_select_grant_risk' AS check_name,
|
|
grantee,
|
|
table_schema,
|
|
table_name,
|
|
privilege_type
|
|
FROM information_schema.table_privileges
|
|
WHERE grantee = :'reader_role'
|
|
AND table_schema = 'external'
|
|
AND privilege_type <> 'SELECT'
|
|
ORDER BY table_name, privilege_type;
|
|
|
|
SELECT
|
|
'external_view_row_count' AS check_name,
|
|
'materials_v1' AS view_name,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.materials_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'asset_variants_v1',
|
|
COUNT(*)::integer
|
|
FROM external.asset_variants_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'product_skus_v1',
|
|
COUNT(*)::integer
|
|
FROM external.product_skus_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'product_catalog_wide_v1',
|
|
COUNT(*)::integer
|
|
FROM external.product_catalog_wide_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'intake_product_limits_v1',
|
|
COUNT(*)::integer
|
|
FROM external.intake_product_limits_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'warehouse_locations_v1',
|
|
COUNT(*)::integer
|
|
FROM external.warehouse_locations_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'sku_warehouse_stock_v1',
|
|
COUNT(*)::integer
|
|
FROM external.sku_warehouse_stock_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'packaged_items_v1',
|
|
COUNT(*)::integer
|
|
FROM external.packaged_items_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'sku_quality_inspections_v1',
|
|
COUNT(*)::integer
|
|
FROM external.sku_quality_inspections_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'product_assets_v1',
|
|
COUNT(*)::integer
|
|
FROM external.product_assets_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'product_bom_v1',
|
|
COUNT(*)::integer
|
|
FROM external.product_bom_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'intake_products_v1',
|
|
COUNT(*)::integer
|
|
FROM external.intake_products_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'intake_products_ready_v1',
|
|
COUNT(*)::integer
|
|
FROM external.intake_products_ready_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'intake_sku_items_v1',
|
|
COUNT(*)::integer
|
|
FROM external.intake_sku_items_v1
|
|
UNION ALL
|
|
SELECT
|
|
'external_view_row_count',
|
|
'intake_sku_items_ready_v1',
|
|
COUNT(*)::integer
|
|
FROM external.intake_sku_items_ready_v1;
|
|
|
|
SELECT
|
|
'product_skus_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_code, '') IS NULL) AS blank_sku_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_model_number, '') IS NULL) AS blank_product_model_number_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_name, '') IS NULL) AS blank_sku_name_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS blank_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS blank_sku_business_key_count
|
|
FROM external.product_skus_v1;
|
|
|
|
SELECT
|
|
'product_catalog_wide_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_code, '') IS NULL) AS blank_sku_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_model_number, '') IS NULL) AS blank_product_model_number_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_name, '') IS NULL) AS blank_sku_name_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS blank_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS blank_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode, '') IS NULL) AS blank_barcode_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS blank_barcode_business_key_count
|
|
FROM external.product_catalog_wide_v1;
|
|
|
|
WITH formal_identity_map AS (
|
|
SELECT
|
|
barcode_business_key,
|
|
CASE
|
|
WHEN NULLIF(btrim(COALESCE(sku_code, '')), '') IS NOT NULL
|
|
THEN upper(btrim(sku_code))
|
|
ELSE NULL
|
|
END AS normalized_sku_code
|
|
FROM external.product_skus_v1
|
|
),
|
|
intake_ready_unmatched AS (
|
|
SELECT sku.intake_sku_item_id
|
|
FROM external.intake_sku_items_ready_v1 sku
|
|
WHERE NOT EXISTS (
|
|
SELECT 1
|
|
FROM formal_identity_map formal
|
|
WHERE (
|
|
NULLIF(btrim(COALESCE(sku.barcode, '')), '') IS NOT NULL
|
|
AND formal.barcode_business_key = upper(btrim(sku.barcode))
|
|
)
|
|
OR (
|
|
NULLIF(btrim(COALESCE(sku.barcode, '')), '') IS NULL
|
|
AND NULLIF(btrim(COALESCE(sku.sku_code, '')), '') IS NOT NULL
|
|
AND formal.normalized_sku_code = upper(btrim(sku.sku_code))
|
|
)
|
|
)
|
|
)
|
|
SELECT
|
|
'product_catalog_wide_coverage_risk' AS check_name,
|
|
(SELECT COUNT(*)::integer FROM external.product_catalog_wide_v1) AS product_catalog_wide_row_count,
|
|
(SELECT COUNT(*)::integer FROM external.product_skus_v1) AS formal_sku_row_count,
|
|
(SELECT COUNT(*)::integer FROM intake_ready_unmatched) AS intake_ready_unmatched_row_count,
|
|
(
|
|
(SELECT COUNT(*)::integer FROM external.product_skus_v1)
|
|
+
|
|
(SELECT COUNT(*)::integer FROM intake_ready_unmatched)
|
|
)::integer AS expected_row_count,
|
|
CASE
|
|
WHEN (SELECT COUNT(*)::integer FROM external.product_catalog_wide_v1) =
|
|
(
|
|
(SELECT COUNT(*)::integer FROM external.product_skus_v1)
|
|
+
|
|
(SELECT COUNT(*)::integer FROM intake_ready_unmatched)
|
|
)::integer
|
|
THEN 0
|
|
ELSE 1
|
|
END AS row_count_mismatch_risk;
|
|
|
|
WITH confirmed_limit_keys AS (
|
|
SELECT DISTINCT upper(btrim(barcode)) AS barcode_business_key
|
|
FROM external.intake_product_limits_v1
|
|
WHERE NULLIF(btrim(COALESCE(barcode, '')), '') IS NOT NULL
|
|
AND limit_price_status = 'CONFIRMED'
|
|
)
|
|
SELECT
|
|
'product_catalog_wide_confirmed_limit_visibility_risk' AS check_name,
|
|
(SELECT COUNT(*)::integer FROM confirmed_limit_keys) AS confirmed_limit_barcode_count,
|
|
(
|
|
SELECT COUNT(*)::integer
|
|
FROM confirmed_limit_keys limit_keys
|
|
JOIN external.product_catalog_wide_v1 wide
|
|
ON wide.barcode_business_key = limit_keys.barcode_business_key
|
|
) AS visible_confirmed_limit_barcode_count,
|
|
(
|
|
SELECT COUNT(*)::integer
|
|
FROM confirmed_limit_keys limit_keys
|
|
LEFT JOIN external.product_catalog_wide_v1 wide
|
|
ON wide.barcode_business_key = limit_keys.barcode_business_key
|
|
WHERE wide.barcode_business_key IS NULL
|
|
) AS missing_confirmed_limit_barcode_count,
|
|
CASE
|
|
WHEN (
|
|
SELECT COUNT(*)::integer
|
|
FROM confirmed_limit_keys limit_keys
|
|
LEFT JOIN external.product_catalog_wide_v1 wide
|
|
ON wide.barcode_business_key = limit_keys.barcode_business_key
|
|
WHERE wide.barcode_business_key IS NULL
|
|
) = 0
|
|
THEN 0
|
|
ELSE 1
|
|
END AS confirmed_limit_visibility_risk;
|
|
|
|
SELECT
|
|
'intake_product_limits_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_code, '') IS NULL) AS blank_sku_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS blank_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS blank_sku_business_key_count
|
|
FROM external.intake_product_limits_v1;
|
|
|
|
SELECT
|
|
'intake_product_limits_state_count' AS check_name,
|
|
limit_price_status,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.intake_product_limits_v1
|
|
GROUP BY limit_price_status
|
|
ORDER BY limit_price_status;
|
|
|
|
SELECT
|
|
'intake_product_limits_invalid_limit_status' AS check_name,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.intake_product_limits_v1
|
|
WHERE COALESCE(limit_price_status, '') NOT IN ('NOT_APPLICABLE', 'PENDING', 'CONFIRMED');
|
|
|
|
SELECT
|
|
'intake_product_limits_applicable_unconfirmed_risk' AS check_name,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.intake_product_limits_v1
|
|
WHERE limit_price_applicable = true
|
|
AND limit_price_confirmed = false;
|
|
|
|
SELECT
|
|
'product_catalog_wide_limit_state_count' AS check_name,
|
|
limit_price_status,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.product_catalog_wide_v1
|
|
GROUP BY limit_price_status
|
|
ORDER BY limit_price_status;
|
|
|
|
SELECT
|
|
'product_catalog_wide_invalid_limit_status' AS check_name,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.product_catalog_wide_v1
|
|
WHERE COALESCE(limit_price_status, '') NOT IN ('NOT_APPLICABLE', 'PENDING', 'CONFIRMED');
|
|
|
|
SELECT
|
|
'product_catalog_wide_applicable_unconfirmed_limit_risk' AS check_name,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.product_catalog_wide_v1
|
|
WHERE limit_price_applicable = true
|
|
AND limit_price_confirmed = false;
|
|
|
|
SELECT
|
|
'warehouse_locations_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(warehouse_location_code, '') IS NULL) AS blank_location_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(warehouse_location_name, '') IS NULL) AS blank_location_name_count
|
|
FROM external.warehouse_locations_v1;
|
|
|
|
SELECT
|
|
'sku_warehouse_stock_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_code, '') IS NULL) AS blank_sku_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS blank_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS blank_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode, '') IS NULL) AS blank_barcode_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS blank_barcode_business_key_count
|
|
FROM external.sku_warehouse_stock_v1;
|
|
|
|
SELECT
|
|
'packaged_items_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(packaged_item_code, '') IS NULL) AS blank_packaged_item_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(packaged_item_name, '') IS NULL) AS blank_packaged_item_name_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS blank_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS blank_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode, '') IS NULL) AS blank_barcode_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS blank_barcode_business_key_count
|
|
FROM external.packaged_items_v1;
|
|
|
|
SELECT
|
|
'sku_quality_inspections_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(record_key, '') IS NULL) AS blank_record_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(batch_no, '') IS NULL) AS blank_batch_no_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(conclusion, '') IS NULL) AS blank_conclusion_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS blank_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS blank_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode, '') IS NULL) AS blank_barcode_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS blank_barcode_business_key_count
|
|
FROM external.sku_quality_inspections_v1;
|
|
|
|
SELECT
|
|
'asset_variants_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(spec_code, '') IS NULL) AS blank_spec_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(spec_name, '') IS NULL) AS blank_spec_name_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(asset_family_code, '') IS NULL) AS blank_asset_family_code_count
|
|
FROM external.asset_variants_v1;
|
|
|
|
SELECT
|
|
'materials_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(material_code, '') IS NULL) AS blank_material_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(material_name, '') IS NULL) AS blank_material_name_count
|
|
FROM external.materials_v1;
|
|
|
|
SELECT
|
|
'product_bom_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS blank_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(item_code, '') IS NULL) AS blank_item_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(item_name, '') IS NULL) AS blank_item_name_count,
|
|
COUNT(*) FILTER (
|
|
WHERE item_type = 'PANEL'
|
|
AND NULLIF(material_code, '') IS NULL
|
|
) AS blank_panel_material_code_count
|
|
FROM external.product_bom_v1;
|
|
|
|
SELECT
|
|
'intake_sku_items_blank_key_fields' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_code, '') IS NULL) AS blank_sku_code_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(spec_name, '') IS NULL) AS blank_spec_name_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(model, '') IS NULL) AS blank_model_count
|
|
FROM external.intake_sku_items_v1;
|
|
|
|
SELECT
|
|
'intake_sku_items_quality_status_count' AS check_name,
|
|
data_quality_status,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.intake_sku_items_v1
|
|
GROUP BY data_quality_status
|
|
ORDER BY data_quality_status;
|
|
|
|
SELECT
|
|
'intake_sku_items_ready_quality_violation' AS check_name,
|
|
COUNT(*)::integer AS row_count
|
|
FROM external.intake_sku_items_ready_v1
|
|
WHERE data_quality_status <> 'READY';
|
|
|
|
SELECT
|
|
'intake_ready_business_key_missing_risk' AS check_name,
|
|
(
|
|
SELECT COUNT(*)::integer
|
|
FROM external.intake_products_ready_v1
|
|
WHERE NULLIF(product_business_key, '') IS NULL
|
|
) AS missing_product_business_key_count,
|
|
(
|
|
SELECT COUNT(*)::integer
|
|
FROM external.intake_sku_items_ready_v1
|
|
WHERE NULLIF(product_business_key, '') IS NULL
|
|
OR NULLIF(sku_business_key, '') IS NULL
|
|
) AS missing_sku_business_key_count;
|
|
|
|
SELECT
|
|
'product_sku_business_key_duplicate_risk' AS check_name,
|
|
sku_business_key,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.product_skus_v1
|
|
WHERE NULLIF(sku_business_key, '') IS NOT NULL
|
|
GROUP BY sku_business_key
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, sku_business_key
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'product_catalog_wide_barcode_business_key_duplicate_risk' AS check_name,
|
|
barcode_business_key,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.product_catalog_wide_v1
|
|
WHERE NULLIF(barcode_business_key, '') IS NOT NULL
|
|
GROUP BY barcode_business_key
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, barcode_business_key
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'product_catalog_wide_sku_business_key_duplicate_risk' AS check_name,
|
|
sku_business_key,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.product_catalog_wide_v1
|
|
WHERE NULLIF(sku_business_key, '') IS NOT NULL
|
|
GROUP BY sku_business_key
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, sku_business_key
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'intake_product_limits_sku_business_key_duplicate_risk' AS check_name,
|
|
sku_business_key,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.intake_product_limits_v1
|
|
WHERE NULLIF(sku_business_key, '') IS NOT NULL
|
|
GROUP BY sku_business_key
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, sku_business_key
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'warehouse_location_code_duplicate_risk' AS check_name,
|
|
warehouse_location_code,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.warehouse_locations_v1
|
|
WHERE NULLIF(warehouse_location_code, '') IS NOT NULL
|
|
GROUP BY warehouse_location_code
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, warehouse_location_code
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'sku_warehouse_stock_sku_business_key_duplicate_risk' AS check_name,
|
|
sku_business_key,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.sku_warehouse_stock_v1
|
|
WHERE NULLIF(sku_business_key, '') IS NOT NULL
|
|
GROUP BY sku_business_key
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, sku_business_key
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'packaged_item_code_duplicate_risk' AS check_name,
|
|
packaged_item_code,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.packaged_items_v1
|
|
WHERE NULLIF(packaged_item_code, '') IS NOT NULL
|
|
GROUP BY packaged_item_code
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, packaged_item_code
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'sku_quality_record_key_duplicate_risk' AS check_name,
|
|
record_key,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.sku_quality_inspections_v1
|
|
WHERE NULLIF(record_key, '') IS NOT NULL
|
|
GROUP BY record_key
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, record_key
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'intake_product_business_key_duplicate_risk' AS check_name,
|
|
product_business_key,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.intake_products_ready_v1
|
|
WHERE NULLIF(product_business_key, '') IS NOT NULL
|
|
GROUP BY product_business_key
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, product_business_key
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'intake_sku_business_key_duplicate_risk' AS check_name,
|
|
sku_business_key,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.intake_sku_items_ready_v1
|
|
WHERE NULLIF(sku_business_key, '') IS NOT NULL
|
|
GROUP BY sku_business_key
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, sku_business_key
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'product_assets_data_url_risk' AS check_name,
|
|
asset_type,
|
|
COUNT(*) AS data_url_count
|
|
FROM external.product_assets_v1
|
|
WHERE asset_url ~* '^data:'
|
|
GROUP BY asset_type
|
|
ORDER BY asset_type;
|
|
|
|
WITH external_asset_url_values(view_name, column_name, url_value) AS (
|
|
SELECT 'materials_v1', 'thumbnail_url', thumbnail_url FROM external.materials_v1
|
|
UNION ALL SELECT 'materials_v1', 'texture_url', texture_url FROM external.materials_v1
|
|
UNION ALL SELECT 'materials_v1', 'normal_map_url', normal_map_url FROM external.materials_v1
|
|
UNION ALL SELECT 'asset_variants_v1', 'model_url', model_url FROM external.asset_variants_v1
|
|
UNION ALL SELECT 'asset_variants_v1', 'thumbnail_url', thumbnail_url FROM external.asset_variants_v1
|
|
UNION ALL SELECT 'product_skus_v1', 'product_thumbnail_url', product_thumbnail_url FROM external.product_skus_v1
|
|
UNION ALL SELECT 'product_skus_v1', 'product_model_url', product_model_url FROM external.product_skus_v1
|
|
UNION ALL SELECT 'product_skus_v1', 'model_url', model_url FROM external.product_skus_v1
|
|
UNION ALL SELECT 'product_skus_v1', 'image_url', image_url FROM external.product_skus_v1
|
|
UNION ALL SELECT 'product_skus_v1', 'image_urls', image_item.url_value FROM external.product_skus_v1 CROSS JOIN LATERAL unnest(image_urls) AS image_item(url_value)
|
|
UNION ALL SELECT 'product_catalog_wide_v1', 'product_thumbnail_url', product_thumbnail_url FROM external.product_catalog_wide_v1
|
|
UNION ALL SELECT 'product_catalog_wide_v1', 'product_model_url', product_model_url FROM external.product_catalog_wide_v1
|
|
UNION ALL SELECT 'product_catalog_wide_v1', 'model_url', model_url FROM external.product_catalog_wide_v1
|
|
UNION ALL SELECT 'product_catalog_wide_v1', 'image_url', image_url FROM external.product_catalog_wide_v1
|
|
UNION ALL SELECT 'product_catalog_wide_v1', 'image_urls', image_item.url_value FROM external.product_catalog_wide_v1 CROSS JOIN LATERAL unnest(image_urls) AS image_item(url_value)
|
|
UNION ALL SELECT 'product_catalog_wide_v1', 'first_model_asset_url', first_model_asset_url FROM external.product_catalog_wide_v1
|
|
UNION ALL SELECT 'product_catalog_wide_v1', 'first_thumbnail_asset_url', first_thumbnail_asset_url FROM external.product_catalog_wide_v1
|
|
UNION ALL SELECT 'product_assets_v1', 'asset_url', asset_url FROM external.product_assets_v1
|
|
UNION ALL SELECT 'intake_products_v1', 'product_image_url', product_image_url FROM external.intake_products_v1
|
|
UNION ALL SELECT 'intake_products_ready_v1', 'product_image_url', product_image_url FROM external.intake_products_ready_v1
|
|
UNION ALL SELECT 'intake_sku_items_v1', 'image_url', image_url FROM external.intake_sku_items_v1
|
|
UNION ALL SELECT 'intake_sku_items_v1', 'model_3d_url', model_3d_url FROM external.intake_sku_items_v1
|
|
UNION ALL SELECT 'intake_sku_items_ready_v1', 'image_url', image_url FROM external.intake_sku_items_ready_v1
|
|
UNION ALL SELECT 'intake_sku_items_ready_v1', 'model_3d_url', model_3d_url FROM external.intake_sku_items_ready_v1
|
|
),
|
|
classified_url_values AS (
|
|
SELECT
|
|
view_name,
|
|
column_name,
|
|
url_value,
|
|
CASE
|
|
WHEN btrim(url_value) ~* '^data:' THEN 'data_url'
|
|
WHEN btrim(url_value) ~* '^file:' THEN 'file_url'
|
|
WHEN btrim(url_value) ~* '^https?://(localhost|127\.0\.0\.1|\[?::1\]?)(:|/|$)' THEN 'localhost_url'
|
|
WHEN btrim(url_value) ~* '^https?://192\.168\.' THEN 'private_lan_url'
|
|
WHEN btrim(url_value) ~* '^https?://10\.' THEN 'private_lan_url'
|
|
WHEN btrim(url_value) ~* '^https?://172\.(1[6-9]|2[0-9]|3[0-1])\.' THEN 'private_lan_url'
|
|
WHEN btrim(url_value) ~* '^/' THEN 'relative_or_internal_route'
|
|
WHEN btrim(url_value) ~* '(^|/)public/' THEN 'internal_public_path'
|
|
WHEN btrim(url_value) ~* '(^|/)uploads/' THEN 'legacy_uploads_path'
|
|
WHEN btrim(url_value) ~* 'hd-bkt\.clouddn\.com' THEN 'qiniu_test_domain'
|
|
ELSE NULL
|
|
END AS risk_reason
|
|
FROM external_asset_url_values
|
|
WHERE NULLIF(btrim(url_value), '') IS NOT NULL
|
|
)
|
|
SELECT
|
|
'external_asset_url_unstable_or_internal_risk' AS check_name,
|
|
view_name,
|
|
column_name,
|
|
risk_reason,
|
|
COUNT(*)::integer AS row_count,
|
|
MIN(url_value) AS sample_url
|
|
FROM classified_url_values
|
|
WHERE risk_reason IS NOT NULL
|
|
GROUP BY view_name, column_name, risk_reason
|
|
ORDER BY view_name, column_name, risk_reason;
|
|
|
|
SELECT
|
|
'product_assets_business_key_missing_risk' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS missing_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS missing_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS missing_barcode_business_key_count
|
|
FROM external.product_assets_v1;
|
|
|
|
SELECT
|
|
'product_catalog_wide_business_key_missing_risk' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS missing_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS missing_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS missing_barcode_business_key_count
|
|
FROM external.product_catalog_wide_v1;
|
|
|
|
SELECT
|
|
'intake_product_limits_business_key_missing_risk' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS missing_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS missing_sku_business_key_count
|
|
FROM external.intake_product_limits_v1;
|
|
|
|
SELECT
|
|
'sku_warehouse_stock_business_key_missing_risk' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS missing_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS missing_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS missing_barcode_business_key_count
|
|
FROM external.sku_warehouse_stock_v1;
|
|
|
|
SELECT
|
|
'packaged_items_business_key_missing_risk' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS missing_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS missing_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS missing_barcode_business_key_count
|
|
FROM external.packaged_items_v1;
|
|
|
|
SELECT
|
|
'sku_quality_inspections_business_key_missing_risk' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS missing_product_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(sku_business_key, '') IS NULL) AS missing_sku_business_key_count,
|
|
COUNT(*) FILTER (WHERE NULLIF(barcode_business_key, '') IS NULL) AS missing_barcode_business_key_count
|
|
FROM external.sku_quality_inspections_v1;
|
|
|
|
SELECT
|
|
'product_bom_business_key_missing_risk' AS check_name,
|
|
COUNT(*) FILTER (WHERE NULLIF(product_business_key, '') IS NULL) AS missing_product_business_key_count,
|
|
COUNT(*) FILTER (
|
|
WHERE sku_id IS NOT NULL
|
|
AND NULLIF(sku_business_key, '') IS NULL
|
|
) AS missing_sku_business_key_count,
|
|
COUNT(*) FILTER (
|
|
WHERE sku_id IS NOT NULL
|
|
AND NULLIF(barcode_business_key, '') IS NULL
|
|
) AS missing_barcode_business_key_count
|
|
FROM external.product_bom_v1;
|
|
|
|
SELECT
|
|
'duplicate_product_sku_code_risk' AS check_name,
|
|
sku_code,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.product_skus_v1
|
|
WHERE NULLIF(sku_code, '') IS NOT NULL
|
|
GROUP BY sku_code
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, sku_code
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'duplicate_asset_variant_code_risk' AS check_name,
|
|
spec_code,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.asset_variants_v1
|
|
WHERE NULLIF(spec_code, '') IS NOT NULL
|
|
GROUP BY spec_code
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, spec_code
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'duplicate_material_code_risk' AS check_name,
|
|
material_code,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.materials_v1
|
|
WHERE NULLIF(material_code, '') IS NOT NULL
|
|
GROUP BY material_code
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, material_code
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'duplicate_product_barcode_risk' AS check_name,
|
|
barcode,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.product_skus_v1
|
|
WHERE NULLIF(barcode, '') IS NOT NULL
|
|
GROUP BY barcode
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, barcode
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'duplicate_intake_sku_code_risk' AS check_name,
|
|
sku_code,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.intake_sku_items_v1
|
|
WHERE NULLIF(sku_code, '') IS NOT NULL
|
|
GROUP BY sku_code
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, sku_code
|
|
LIMIT 20;
|
|
|
|
SELECT
|
|
'duplicate_intake_barcode_risk' AS check_name,
|
|
barcode,
|
|
COUNT(*)::integer AS duplicate_count
|
|
FROM external.intake_sku_items_v1
|
|
WHERE NULLIF(barcode, '') IS NOT NULL
|
|
GROUP BY barcode
|
|
HAVING COUNT(*) > 1
|
|
ORDER BY duplicate_count DESC, barcode
|
|
LIMIT 20;
|