cobb manual script

input/config/cherokee/cherokee-parcel.yaml

@@ -0,0 +1,45 @@
+name: cherokee
+root-path: data/cherokee
+var-map-path: input/var_maps/cherokee/cherokee_map.csv
+operations:
+  merge2020:
+    type: merge
+    files:
+      ".*2020.*d_real[.].*": cherokee
+      ".*2020.*d_owner[.].*": cherokee
+      ".*2020.*d_calcexemptions[.].*": cherokee
+      ".*2020.*d_accsry[.].*": cherokee
+    key: 
+      - parcel_id
+    join-type: outer
+  merge2021:
+    type: merge
+    files:
+      ".*2021.*d_real[.].*": cherokee
+      ".*2021.*d_owner[.].*": cherokee
+      ".*2021.*d_calcexemptions[.].*": cherokee
+      ".*2021.*d_accsry[.].*": cherokee
+    key: 
+      - parcel_id
+    join-type: outer
+  merge2022:
+    type: merge
+    files:
+      ".*2022.*d_real[.].*": cherokee
+      ".*2022.*d_owner[.].*": cherokee
+      ".*2022.*d_calcexemptions[.].*": cherokee
+      ".*2022.*d_accsry[.].*": cherokee
+    key: 
+      - parcel_id
+    join-type: outer
+  append-years:
+    type: append
+    files:
+      merge2020: default
+      merge2021: default
+      merge2022: default
+output:
+  path: output/cherokee/
+  formats:
+    - csv
+

input/config/fulton/fulton-parcel.yaml

@@ -0,0 +1,16 @@
+name: fulton
+root-path: data\fulton
+var-map-path: input\var_maps\fulton_map.csv
+operations:
+  a1:
+    type: append
+    files:
+      STANDARDS DIGEST: default
+      NF: default
+      SF: default
+      DIGEST 14th: default
+output:
+  path: output/fulton/
+  formats:
+    - csv
+

input/var_maps/cherokee_var_map.csv → input/var_maps/cherokee/cherokee_map.csv

@@ -3,14 +3,16 @@ TAXDISTRIC,tax_district,string,d_real.txt
 PARCEL_NO,parcel_id,int,d_real.txt
 HOUSE_NO;EXTENSION;STDIRECT,site_addr,string,d_real.txt
 FIRSTNAME;LASTNAME,owner_name_1,string,d_owner.txt
-CITY,owner_city,string,d_owner.txt
+CITY,site_city,string,d_owner.txt
 ZIP,owner_zip,string,d_owner.txt
-ACT_EXEMPT,excempt_val,int,d_calcexemptions.txt
+ACT_EXEMPT,excempt_val,string,d_calcexemptions.txt
 YEAR_BUILT,year_built,int,d_accsry.txt
 SALEDATE,sale_date,string,d_sales.txt
+SALEPRICE,sale_price,float,d_sales.txt
+SALECLASS,sale_class_sale,string,d_sales.txt
 GRANTOR,seller_name,string,d_sales.txt
 GRANTEE,buyer_name,string,d_sales.txt
 CURRHOMVAL,current_assess,float,d_real.txt
 ORIGHOMVAL,notice_assess,float,d_real.txt
-APPEAL_YR,tax_year,int,d_appeal.txt
+APPEAL_YR,tax_year,int,d_appls.txt
 TOTAL_ACRES,building_area,float,d_real.txt

logs/cherokee-parcel.log

@@ -0,0 +1,12 @@
+root - INFO - func:'read' args:[(<file_io.File object at 0x0000021662EC7D10>,), {}] took: 2.1403 sec
+logger - INFO - Shape of data/cherokee\digest2020-Cherokee\d_real.txt when read: (105570, 73)
+root - INFO - func:'load_data' args:[(<processor.DataProcessor object at 0x0000021661944830>, (None, '.*2020.*d_real[.].*'), 'cherokee'), {}] took: 2.1897 sec
+root - INFO - func:'read' args:[(<file_io.File object at 0x0000021661A103B0>,), {}] took: 0.4969 sec
+logger - INFO - Shape of data/cherokee\digest2020-Cherokee\d_owner.txt when read: (91944, 20)
+root - INFO - func:'load_data' args:[(<processor.DataProcessor object at 0x0000021661944830>, (None, '.*2020.*d_owner[.].*'), 'cherokee'), {}] took: 0.5140 sec
+root - INFO - func:'read' args:[(<file_io.File object at 0x0000021663060320>,), {}] took: 0.9667 sec
+logger - INFO - Shape of data/cherokee\digest2020-Cherokee\d_calcexemptions.txt when read: (264284, 9)
+root - INFO - func:'load_data' args:[(<processor.DataProcessor object at 0x0000021661944830>, (None, '.*2020.*d_calcexemptions[.].*'), 'cherokee'), {}] took: 0.9765 sec
+root - INFO - func:'read' args:[(<file_io.File object at 0x0000021661816F60>,), {}] took: 0.6704 sec
+logger - INFO - Shape of data/cherokee\digest2020-Cherokee\d_accsry.txt when read: (139062, 14)
+root - INFO - func:'load_data' args:[(<processor.DataProcessor object at 0x0000021661944830>, (None, '.*2020.*d_accsry[.].*'), 'cherokee'), {}] took: 0.6804 sec