Update to latest ECCC inventory data

harmonize/data/processed/ECCC_GHG_inventory/DataSource.csv

@@ -1,2 +1,2 @@
 datasource_id,name,publisher,published,URL
-ECCC:GHG_inventory:2022-04-13,ECCC Greenhouse Gas Inventory,ECCC,2022-04-13,https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/?lang=en
+ECCC:GHG_inventory:2023-11-10,ECCC Greenhouse Gas Inventory,ECCC,2023-11-10,https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/?lang=en

harmonize/data/processed/ECCC_GHG_inventory/DataSource.delete.csv

@@ -0,0 +1,2 @@
+datasource_id
+ECCC:GHG_inventory:2022-04-13

harmonize/data/processed/ECCC_GHG_inventory/DataSourceQuality.csv

@@ -1,2 +1,2 @@
 datasource_id,score_type,score,notes
-ECCC:GHG_inventory:2022-04-13,GHG target,0.9,country reported. sum across provinces equal to country data reported to UNFCCC
+ECCC:GHG_inventory:2023-11-10,GHG target,0.9,country reported. sum across provinces equal to country data reported to UNFCCC

harmonize/data/processed/ECCC_GHG_inventory/DataSourceTag.csv

@@ -1,6 +1,6 @@
 datasource_id,tag_id
-ECCC:GHG_inventory:2022-04-13,GHGs_included_CO2_CH4_N2O_F_gases
-ECCC:GHG_inventory:2022-04-13,sectors_energy_IPPU_ag_waste
-ECCC:GHG_inventory:2022-04-13,Excludes_LULUCF
-ECCC:GHG_inventory:2022-04-13,GWP_100_AR4
-ECCC:GHG_inventory:2022-04-13,country_reported_data
+ECCC:GHG_inventory:2023-11-10,GHGs_included_CO2_CH4_N2O_F_gases
+ECCC:GHG_inventory:2023-11-10,sectors_energy_IPPU_ag_waste
+ECCC:GHG_inventory:2023-11-10,Excludes_LULUCF
+ECCC:GHG_inventory:2023-11-10,GWP_100_AR4
+ECCC:GHG_inventory:2023-11-10,country_reported_data

harmonize/data/processed/ECCC_GHG_inventory/DataSourceTag.delete.csv

@@ -0,0 +1,6 @@
+datasource_id,tag_id
+ECCC:GHG_inventory:2022-04-13,GHGs_included_CO2_CH4_N2O_F_gases
+ECCC:GHG_inventory:2022-04-13,sectors_energy_IPPU_ag_waste
+ECCC:GHG_inventory:2022-04-13,Excludes_LULUCF
+ECCC:GHG_inventory:2022-04-13,GWP_100_AR4
+ECCC:GHG_inventory:2022-04-13,country_reported_data

harmonize/data/raw/ECCC_GHG_inventory/README.md

@@ -1,6 +1,6 @@
 # Canada's Official Greenhouse Gas Inventory
 
-**Date accessed**: 2022-11-28
+**Date accessed**: 2023-11-10
 
 **Data source**: [Canada's Official Greenhouse Gas Inventory](https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/?lang=en)
 
@@ -27,7 +27,7 @@ wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-
 ```
 
 ## Description
-Canada’s official national greenhouse gas inventory is prepared and submitted annually to the United Nations Framework Convention on Climate Change ([UNFCCC](https://unfccc.int/)) by April 15 of each year, in accordance with the revised [Guidelines]((https://unfccc.int/process-and-meetings/transparency-and-reporting/reporting-and-review-under-the-convention/greenhouse-gas-inventories-annex-i-parties/reporting-requirements)) for the preparation of national communications by Parties included in Annex I to the Convention, Part I: UNFCCC reporting guidelines on annual inventories (UNFCCC Reporting Guidelines), adopted through [Decision 24/CP.19](https://unfccc.int/resource/docs/2013/cop19/eng/10a03.pdf#page=2) in 2013. The annual inventory submission consists of the National Inventory Report (NIR) and the Common Reporting Format (CRF) tables. Gases for which emissions are estimated include carbon dioxide (CO2), methane (CH4), nitrous oxide (N2O), hydrofluorocarbons (HFC), perfluorocarbons (PFC), sulfur hexafluoride (SF6) and nitrogen trifluoride (NF3). Note that to account for the creation of Nunavut in 1999, data for years preceding 1999 show Nunavut and Northwest Territories as a combined region. [Learn more about Canada’s greenhouse gas inventory](https://www.canada.ca/ghg-inventory). 
+Canada’s official national greenhouse gas inventory is prepared and submitted annually to the United Nations Framework Convention on Climate Change ([UNFCCC](https://unfccc.int/)) by April 15 of each year, in accordance with the revised [Guidelines]((https://unfccc.int/process-and-meetings/transparency-and-reporting/reporting-and-review-under-the-convention/greenhouse-gas-inventories-annex-i-parties/reporting-requirements)) for the preparation of national communications by Parties included in Annex I to the Convention, Part I: UNFCCC reporting guidelines on annual inventories (UNFCCC Reporting Guidelines), adopted through [Decision 24/CP.19](https://unfccc.int/resource/docs/2013/cop19/eng/10a03.pdf#page=2) in 2013. The annual inventory submission consists of the National Inventory Report (NIR) and the Common Reporting Format (CRF) tables. Gases for which emissions are estimated include carbon dioxide (CO2), methane (CH4), nitrous oxide (N2O), hydrofluorocarbons (HFC), perfluorocarbons (PFC), sulfur hexafluoride (SF6) and nitrogen trifluoride (NF3). Note that to account for the creation of Nunavut in 1999, data for years preceding 1999 show Nunavut and Northwest Territories as a combined region. [Learn more about Canada’s greenhouse gas inventory](https://www.canada.ca/ghg-inventory).
 
 ## Other resources
 - [Contact ECCC GHG team](https://www.canada.ca/en/environment-climate-change/services/climate-change/greenhouse-gas-emissions/contact-team.html)

harmonize/data/raw/ECCC_GHG_inventory/download_script.sh

@@ -0,0 +1,14 @@
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_AB.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_BC.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_MB.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_NB.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_NL.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_NS.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_NT\&NU.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_NT.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_NU.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_ON.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_PE.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_QC.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_SK.xlsx
+wget https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/EN_GHG_IPCC_YT.xlsx

harmonize/scripts/process_ECCC_GHG_inventory.py

@@ -99,10 +99,10 @@ def read_eccc_ghg_inventory_fl(fl=None, province=None):
     # DataSource table
     # ------------------------------------------
     datasourceDict = {
-        'datasource_id': 'ECCC:GHG_inventory:2022-04-13',
+        'datasource_id': 'ECCC:GHG_inventory:2023-11-10',
         'name': 'ECCC Greenhouse Gas Inventory',
         'publisher': 'ECCC',
-        'published': '2022-04-13',
+        'published': '2023-11-10',
         'URL': 'https://data.ec.gc.ca/data/substances/monitor/canada-s-official-greenhouse-gas-inventory/A-IPCC-Sector/?lang=en'
     }
 
@@ -139,7 +139,8 @@ def read_eccc_ghg_inventory_fl(fl=None, province=None):
         .loc[:, output_columns]
         .astype(astype_dict)
         .sort_values(by=['actor_id', 'year'])
-)
+        )
+
     # save to csv
     df_emissionsAgg.drop_duplicates().to_csv(
         f'{outputDir}/EmissionsAgg.csv', index=False)