sql 新加坡上市表现

Posted 2021-05-13

  --Listing Level
  -- change for one month period

WITH
  listing_table AS (
  SELECT
  id AS listing_id,
  agent_id,
  type_code
  FROM
    `propertyguru-datalake-v0.propertydb_staging.sg_v_listing_active_ds`
  WHERE DATE(_PARTITIONTIME) >= DATE_ADD(DATE(CURRENT_TIMESTAMP()), INTERVAL -1 MONTH)
    AND status_code = 'ACT'
  GROUP BY 1,2,3
  ),
  
  listing_view_lead AS (
  SELECT
  listing_id, 
  total_view,
  impression,
  total_ViewPhone_lead,
  (total_ViewPhone_lead + total_Email_lead + total_Call_lead + total_SMS_lead + total_Whatsapp_lead) AS total_lead
  FROM
    `propertyguru-datalake-v0.datamart_v0.sg_listing_performance`
  GROUP BY 1,2,3,4,5
  ),
  
  listing_msg_table AS (
  SELECT
  listing_id,
  COUNT(listing_id) as total_msg
  FROM
    `propertyguru-datalake-v0.propertydb_staging.sg_contact_history`
  GROUP BY 1
  ORDER BY 2
  )
  
  
  SELECT 
  CAST(lt.listing_id AS INT64) AS listing_id,
  CAST(agent_id AS INT64) AS agent_id,
  type_code,
  CAST(total_view AS INT64) AS total_view,
  CAST(impression AS INT64) AS impression,
  CAST(total_ViewPhone_lead AS INT64) AS total_ViewPhone_lead,
  IF(total_msg IS NULL, 0, total_msg) AS total_msg,
  CAST((total_lead*15 + total_view) AS INT64) AS lead_view_score
  FROM listing_table lt
  LEFT JOIN listing_view_lead lv
  ON CAST(lt.listing_id AS STRING) = lv.listing_id 
  LEFT JOIN listing_msg_table lm
  ON lt.listing_id = lm.listing_id
  
  
  
  

  --------------------
  -- Agent Level -----

  WITH
  listing_table AS (
  SELECT
  id AS listing_id,
  agent_id
  FROM
    `propertyguru-datalake-v0.propertydb_staging.sg_v_listing_active_ds`
  WHERE 
    DATE(_PARTITIONTIME) >= DATE_ADD(DATE(CURRENT_TIMESTAMP()), INTERVAL -1 MONTH)
    AND status_code = 'ACT'
  GROUP BY 1,2
  ),
  
  agent_table AS (
  SELECT
  agent_id,
  firstname,
  lastname,
  mobile,
  email,
  agency_name,
  status_code,
  account_rule_code,
  subscription_end
  FROM `propertyguru-datalake-v0.propertydb_staging.sg_v_agent_search`
  WHERE status_code = 'ACT'
  GROUP BY 1,2,3,4,5,6,7,8,9
  ),
  
  purchase_quantity_table AS (
  SELECT
  pp.id AS utilized_id,
  p.webuser_id AS agent_id,
  pp.quantity AS purchased_quantity
  FROM `propertydb_staging.sg_purchases` p
  LEFT JOIN `propertydb_staging.sg_purchased_products` pp 
  ON p.id = pp.purchase_id
  LEFT JOIN `propertydb_staging.sg_marketplace_product_prices` mp
  ON product_price_id = mp.id
  WHERE mp.product_code = "PG_1237" 
  AND pp.status_code = "ACTIVE"),
  
  agent_credit_usage_table AS (
  SELECT
  utilized_id,
  agent_id,
  purchased_quantity,
  status_code AS utilized_status,
  SUM(CASE WHEN ut.quantity IS NOT NULL THEN ut.quantity ELSE 0 END) AS utilized_quantity
  FROM purchase_quantity_table pt
  LEFT JOIN `propertydb_staging.sg_utilized_products` ut
  ON  ut.purchased_product_id = pt.utilized_id
  GROUP BY 1,2,3,4),
  
  agent_credit_remaining_table AS (
  SELECT
  agent_id,
  (SUM(purchased_quantity) - SUM(utilized_quantity)) as ad_credits_remaining
  FROM agent_credit_usage_table
  GROUP BY 1),
  
  listing_view_lead AS (
  SELECT
  listing_id, 
  total_view,
  impression,
  total_ViewPhone_lead,
  (total_ViewPhone_lead + total_Email_lead + total_Call_lead + total_SMS_lead + total_Whatsapp_lead) AS total_lead
  FROM
    `propertyguru-datalake-v0.datamart_v0.sg_listing_performance`
  GROUP BY 1,2,3,4,5
  ),
  
  listing_msg_table AS (
  SELECT
  listing_id,
  COUNT(listing_id) as total_msg
  FROM
    `propertyguru-datalake-v0.propertydb_staging.sg_contact_history`
  GROUP BY 1
  ),
  
  listing_detail AS (
  SELECT 
  lt.listing_id,
  agent_id,
  IF(total_view IS NULL, 0, total_view) AS total_view,
  IF(impression IS NULL, 0, impression) AS total_impression,
  IF(total_ViewPhone_lead IS NULL, 0, total_ViewPhone_lead) AS total_ViewPhone,
  IF(total_msg IS NULL, 0, total_msg) AS total_msg,
  (total_lead*15 + total_view) AS lead_view_score
  FROM listing_table lt
  LEFT JOIN listing_view_lead lv
  ON CAST(lt.listing_id AS STRING) = lv.listing_id 
  LEFT JOIN listing_msg_table lm
  ON lt.listing_id = lm.listing_id
  ),
  
  agent_lead_view_table AS (
  SELECT
  1 AS join_index,
  agent_id, 
  SUM(IF(metric = 'VIEWS', value, 0)) AS total_view,
  SUM(IF(metric = 'LEADS', value, 0)) AS total_lead
  FROM
    `propertyguru-datalake-v0.datamart_v0.sg_fact_leads_views`
  WHERE
    DATE(_PARTITIONTIME) >= DATE_ADD(DATE(CURRENT_TIMESTAMP()), INTERVAL -1 MONTH)
  GROUP BY 1,2
  ),

  median_table AS (
  SELECT 
  1 AS join_index,
  APPROX_QUANTILES(total_view, 100)[OFFSET(50)] AS median_view,
  APPROX_QUANTILES(total_lead, 100)[OFFSET(50)] AS median_lead
  FROM
  agent_lead_view_table
  ),

  agent_segment_table AS (
  SELECT 
  agent_id, 
  total_view,
  total_lead,
  median_view,
  median_lead,
  CASE 
  WHEN (total_view > median_view AND total_lead > median_lead) THEN 'high_view_high_lead' 
  WHEN (total_view > median_view AND total_lead <= median_lead) THEN 'high_view_low_lead' 
  WHEN (total_view <= median_view AND total_lead > median_lead) THEN 'low_view_high_lead' 
  WHEN (total_view <= median_view AND total_lead <= median_lead) THEN 'low_view_low_lead' END AS segment
  FROM agent_lead_view_table alt
  LEFT JOIN median_table mt
  ON alt.join_index = mt.join_index
  ),

  final_agent_table AS (
  SELECT 
  agt.agent_id,
  firstname,
  lastname,
  mobile,
  email,
  agency_name,
  status_code,
  account_rule_code,
  subscription_end,
  ad_credits_remaining,
  IF(segment IS NULL, 'low_view_low_lead', segment) AS segment
  FROM agent_table agt
  LEFT JOIN agent_credit_remaining_table crt
  ON agt.agent_id = crt.agent_id
  LEFT JOIN agent_segment_table ast
  ON agt.agent_id = ast.agent_id
  ),
  
  final_table AS (
  SELECT 
  lt.listing_id,
  total_view,
  total_impression,
  total_ViewPhone,
  total_msg,
  ft.agent_id,
  firstname,
  lastname,
  mobile,
  email,
  agency_name,
  status_code,
  account_rule_code,
  subscription_end,
  ad_credits_remaining,
  segment
  FROM listing_detail lt
  LEFT JOIN final_agent_table ft
  ON lt.agent_id = ft.agent_id
  )
  
  SELECT
  CAST(agent_id AS INT64) AS agent_id,
  firstname,
  lastname,
  mobile,
  email,
  account_rule_code,
  subscription_end,
  CAST(ad_credits_remaining AS INT64) AS ad_credits_remaining,
  segment,
  COUNT(listing_id) AS total_active_listing,
  SUM(total_view) AS total_view,
  SUM(total_impression) AS total_impression,
  SUM(total_ViewPhone) AS total_ViewPhone,
  SUM(total_msg) AS total_msg
  FROM final_table
  GROUP BY 1,2,3,4,5,6,7,8,9