From dbe3c1f716d6754af48479ca1a1b5564c9d29a67 Mon Sep 17 00:00:00 2001 From: Yam ZhengLim Date: Wed, 10 May 2023 03:11:22 +0000 Subject: [PATCH] Lee - geolocation finder --- analyses/get_geo_loc.sql | 1 + models/marts/warehouse/_warehouse_models.yml | 2 +- models/marts/warehouse/snowpark_geoloc.py | 6 ++++++ seeds/exchange/test_address__mock_data.csv | 18 ++++++++++++++++++ 4 files changed, 26 insertions(+), 1 deletion(-) create mode 100644 analyses/get_geo_loc.sql create mode 100644 models/marts/warehouse/snowpark_geoloc.py create mode 100644 seeds/exchange/test_address__mock_data.csv diff --git a/analyses/get_geo_loc.sql b/analyses/get_geo_loc.sql new file mode 100644 index 0000000..f88e8b7 --- /dev/null +++ b/analyses/get_geo_loc.sql @@ -0,0 +1 @@ +SELECT * FROM {{ ref('snowpark_geoloc') }} \ No newline at end of file diff --git a/models/marts/warehouse/_warehouse_models.yml b/models/marts/warehouse/_warehouse_models.yml index 69662cd..fdb915d 100644 --- a/models/marts/warehouse/_warehouse_models.yml +++ b/models/marts/warehouse/_warehouse_models.yml @@ -28,7 +28,7 @@ models: - unique - not_null - - name: fct_exchange__costs + - name: fct_exchange__transaction_costs description: exchange transaction_cost columns: - name: transaction_cost_id diff --git a/models/marts/warehouse/snowpark_geoloc.py b/models/marts/warehouse/snowpark_geoloc.py new file mode 100644 index 0000000..3edecc4 --- /dev/null +++ b/models/marts/warehouse/snowpark_geoloc.py @@ -0,0 +1,6 @@ +# snowpark start here +def model(dbt, session): + + my_sql_model_df = dbt.ref("test_address__mock_data") + + return my_sql_model_df \ No newline at end of file diff --git a/seeds/exchange/test_address__mock_data.csv b/seeds/exchange/test_address__mock_data.csv new file mode 100644 index 0000000..e975a3b --- /dev/null +++ b/seeds/exchange/test_address__mock_data.csv @@ -0,0 +1,18 @@ +COMPANY_ADDRESS_ID,COMPANY_ID,COUNTRY_ID,STATE_ID,DISTRICT_ID,COUNTRY_NAME,COUNTRY_SHORT_CODE,COUNTRY_PHONE_CODE,STATE_NAME,DISTRICT_NAME,POSTCODE,ADDRESS_LINE_ONE,ADDRESS_LINE_TWO,IS_BILLING_ADDRESS,DELETED_DATETIME,CREATED_DATETIME,UPDATED_DATETIME,_DBT_RAN_DATETIME +378,1027,1,15,433,Malaysia,MY,60,Selangor,Shah Alam,40460,"No 22, Jalan Sungai Burung W 32/W Bukit Rimau",Selangor,0,,2021-08-19T13:10:58+08:00,2021-08-19T13:13:18+08:00,2023-05-10 02:06:53.574674+08:00 +803,2253,1,1,21,Malaysia,MY,60,Johor,Johor Bahru,81100,76 jalan seri austin 6/33,taman seri austin,1,,2022-03-25T21:26:06+08:00,2022-03-25T21:26:06+08:00,2023-05-10 02:06:53.574674+08:00 +653,1889,1,15,433,Malaysia,MY,60,Selangor,Shah Alam,40300,"2-5-07, CONDO INDAH ALAM","NO.4, JLN JUBLI PERAK 22/1, SEKSYEN 22",0,,2021-12-01T09:58:57+08:00,2022-11-30T15:07:14+08:00,2023-05-10 02:06:53.574674+08:00 +108,687,1,15,440,Malaysia,MY,60,Selangor,Tanjong Karang,45500,"NO. 88, JALAN BESAR,",,0,,2021-06-23T13:02:24+08:00,2021-06-23T13:13:53+08:00,2023-05-10 02:06:53.574674+08:00 +953,2251,1,15,420,Malaysia,MY,60,Selangor,Puchong,47100,Darington Sdn. Bhd.,"62 B, Jalan BP 7/8, Bandar Bukit Puchong, Puchong Selangor",1,,2022-07-19T18:16:05+08:00,2022-07-19T18:16:05+08:00,2023-05-10 02:06:53.574674+08:00 +13,45,1,14,381,Malaysia,MY,60,Sarawak,Sibu,96000,UNICORN L1-19A Starmega Mall,Jalan Tunku Abdul Rahman,1,,2021-05-27T11:46:47+08:00,2021-05-27T11:46:47+08:00,2023-05-10 02:06:53.574674+08:00 +397,1605,1,11,291,Malaysia,MY,60,Pulau Pinang,Gelugor,11700,"32A, Lorong Permai 5",,1,,2021-08-26T11:18:56+08:00,2021-08-26T11:18:56+08:00,2023-05-10 02:06:53.574674+08:00 +1206,3445,1,11,292,Malaysia,MY,60,Pulau Pinang,Jelutong,11600,"43,JALAN PENAGA",,1,,2023-02-12T17:44:27+08:00,2023-02-12T17:44:27+08:00,2023-05-10 02:06:53.574674+08:00 +617,599,1,4,119,Malaysia,MY,60,Kuala Lumpur,Kuala Lumpur,58200,"UNIT 23-3, JALAN 5/116B",KUCHAI ENTREPRENEURS' PARK OFF JLN KUCHAI LAMA,1,,2021-11-18T17:40:13+08:00,2021-11-18T17:40:13+08:00,2023-05-10 02:06:53.574674+08:00 +702,470,1,15,412,Malaysia,MY,60,Selangor,Klang,41200,"Luxicon Coffee Sdn Bhd. 1, Lorong Batu Nilam 34/2",Bandar Bukit Tinggi,1,,2021-12-29T10:55:33+08:00,2021-12-29T10:55:33+08:00,2023-05-10 02:06:53.574674+08:00 +1201,3477,1,15,409,Malaysia,MY,60,Selangor,Kajang,43200,"D2-10-G , Jalan Dutamas 2,","Taman Dutamas,",1,,2023-02-03T18:50:47+08:00,2023-02-03T18:50:47+08:00,2023-05-10 02:06:53.574674+08:00 +505,1703,1,13,332,Malaysia,MY,60,Sabah,Sandakan,90000,"LOT 26, BLOCK D TINGKAT BAWAH BANDAR PERDANA,",FASA 1 BATU 7 JALAN AIRPORT,1,,2021-10-05T10:03:36+08:00,2021-10-05T10:03:48+08:00,2023-05-10 02:06:53.574674+08:00 +264,1438,1,15,440,Malaysia,MY,60,Selangor,Tanjong Karang,45500,"no 61,lorong 3a kampung tiram setia",,1,,2021-07-19T17:59:08+08:00,2021-07-19T17:59:44+08:00,2023-05-10 02:06:53.574674+08:00 +917,2540,1,1,51,Malaysia,MY,60,Johor,Simpang Rengam,86200,114 JALAN PAGAR,,1,,2022-06-27T15:47:07+08:00,2022-06-27T15:47:07+08:00,2023-05-10 02:06:53.574674+08:00 +149,215,1,15,419,Malaysia,MY,60,Selangor,Petaling Jaya,47301,"Unit C3A10, LEVEL 3A, Blk C, Kelana Square,","17, Jalan SS 7/26 Kelana Jaya",1,,2021-06-28T15:13:59+08:00,2021-06-28T15:14:04+08:00,2023-05-10 02:06:53.574674+08:00 +835,2366,1,15,420,Malaysia,MY,60,Selangor,Puchong,47120,"21, Jalan Abadi 1/7,",Abadi Heights,1,,2022-04-16T23:28:49+08:00,2022-04-16T23:28:49+08:00,2023-05-10 02:06:53.574674+08:00 +15,59,1,1,10,Malaysia,MY,60,Johor,Batu Pahat,83000,"34a, Jalan Flora Utama 5, Taman Flora Utama","83000 Batu Pahat, Johor, Malaysia",1,,2021-05-29T14:30:59+08:00,2021-05-29T14:30:59+08:00,2023-05-10 02:06:53.574674+08:00 \ No newline at end of file