Skip to content
This repository was archived by the owner on Mar 25, 2026. It is now read-only.
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
53 commits
Select commit Hold shift + click to select a range
3625964
add default 2023Q4 config
cjyetman Feb 15, 2024
268c3cc
Merge branch 'main' into add-default-2023Q4-config
cjyetman Feb 15, 2024
de2bd60
add `factset_industry_map_bridge_filename`
cjyetman Feb 15, 2024
f192844
Merge branch 'main' into add-default-2023Q4-config
cjyetman Feb 15, 2024
bdbe25d
Merge branch 'main' into add-default-2023Q4-config
cjyetman Feb 15, 2024
58e365c
add `factset_manual_pacta_sector_override`
cjyetman Feb 15, 2024
5a2ec24
add `_filename` suffix
cjyetman Feb 15, 2024
a96f286
add AI dataset filenames
cjyetman Feb 15, 2024
6e34fde
change default "desktop" config to use 2023Q4
cjyetman Feb 15, 2024
965c2da
Update from main
cjyetman Feb 16, 2024
e6c114b
Merge branch 'main' into add-default-2023Q4-config
cjyetman Feb 16, 2024
3a98177
Merge branch 'main' into add-default-2023Q4-config
cjyetman Feb 16, 2024
00c26bc
add more parameters to review
cjyetman Feb 17, 2024
58d78fa
docs(deploy): Define prerequisites
AlexAxthelm Feb 17, 2024
032459e
docs(deploy): Instructions up through connecting
AlexAxthelm Feb 17, 2024
080ad61
feat(deploy): Add mount_afs script
AlexAxthelm Feb 17, 2024
222375e
fix(deploy): Update script to default to read-only
AlexAxthelm Feb 17, 2024
c2e798c
feat(deploy): Use new split inputs in docker-compose
AlexAxthelm Feb 18, 2024
4f42a33
feat(deploy): Change AI File paths
AlexAxthelm Feb 18, 2024
13d2d3c
feat(deploy): Update Factset file paths for 2022Q4
AlexAxthelm Feb 18, 2024
dfc4825
ci(deploy): Add verbose logging for remote environment
AlexAxthelm Feb 18, 2024
1249902
docs(deploy): Update README instructions
AlexAxthelm Feb 18, 2024
e730ab7
fix(deploy): fix path in docker volume mount
AlexAxthelm Feb 18, 2024
90b3293
feat(deploy): make docker-compose mounts read-only
AlexAxthelm Feb 18, 2024
fa02e01
docs(deploy): update Readme
AlexAxthelm Feb 18, 2024
3020e58
Add current working config for 2022q4
AlexAxthelm Feb 18, 2024
665a676
return config to `main`
AlexAxthelm Feb 18, 2024
87eeee0
Merge branch 'main' into add-default-2023Q4-config
cjyetman Feb 23, 2024
3a507ed
Merge branch 'main' into docs/how-to-run-on-vm
cjyetman Feb 23, 2024
8839228
Merge branch 'main' into docs/how-to-run-on-vm
cjyetman Feb 23, 2024
ab84e6f
Merge branch 'main' into add-default-2023Q4-config
cjyetman Feb 23, 2024
1097f53
Update config.yml
cjyetman Feb 23, 2024
2535279
Merge branch 'main' into docs/how-to-run-on-vm
AlexAxthelm Feb 23, 2024
5a9b3ed
Merge branch 'main' into build/143-2022q4-config
AlexAxthelm Feb 23, 2024
f6b87a6
Merge branch 'main' into docs/how-to-run-on-vm
cjyetman Feb 23, 2024
a1ce304
build(docker): #143 specify `2022Q4_docker` config
AlexAxthelm Feb 23, 2024
d6ddce8
build(docker): #143 remove default docker config
AlexAxthelm Feb 23, 2024
1f1da7f
Merge branch 'main' into build/143-2022q4-config
AlexAxthelm Feb 23, 2024
91f94bb
Merge branch 'main' into add-default-2023Q4-config
cjyetman Feb 23, 2024
b2ca041
build(deploy): #143 Restore `docker` inheritance
AlexAxthelm Feb 24, 2024
2b8077f
build(deploy): #143 Sut AFS-specific paths in azure config
AlexAxthelm Feb 24, 2024
b725057
build(docker): #143 update docker-compose to match config.yml
AlexAxthelm Feb 24, 2024
4b47c5f
feat(deploy): 144 Add 2023Q4_azure config
AlexAxthelm Feb 24, 2024
cea4775
feat(deploy): 144 Add filepaths
AlexAxthelm Feb 24, 2024
62427ec
Merge branch 'docs/how-to-run-on-vm' into develop-vm-20240224
AlexAxthelm Feb 24, 2024
e61a34f
Merge branch 'build/143-2022q4-config' into develop-vm-20240224
AlexAxthelm Feb 24, 2024
5ac9723
Merge branch 'add-default-2023Q4-config' into develop-vm-20240224
AlexAxthelm Feb 24, 2024
78e1db6
Merge branch 'docs/how-to-run-on-vm' into develop-vm-20240224
AlexAxthelm Feb 24, 2024
6685f4c
fix(deploy): Reverty scenarios to 2022 Scenarios
AlexAxthelm Feb 24, 2024
4ee09da
Add branch-specific instructions
AlexAxthelm Feb 24, 2024
3800b5d
Merge branch 'main' into develop-vm-20240224
AlexAxthelm Feb 26, 2024
7f4b4fe
Merge branch 'main' into develop-vm-20240224
AlexAxthelm Feb 26, 2024
69149ca
Bump ISF to 2023 :tada:
AlexAxthelm Feb 26, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -157,6 +157,10 @@ Use `docker-compose build --no-cache` to force a rebuild of the Docker image.
# Clone this repo through https to avoid need for an SSH key
git clone https://github.com/RMI-PACTA/workflow.data.preparation.git ~/workflow.data.preparation

cd ~/workflow.data.preparation
git checkout develop-vm-20240224
cd ~

# Install az cli
sudo apt update
# See https://aka.ms/installcli for alternate instructions
Expand Down
36 changes: 35 additions & 1 deletion config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,6 @@ docker:


2022Q4:
inherits: docker
masterdata_ownership_filename: "2023-06-18_AI_RMI Bespoke_Company Data Products_masterdata_ownership_2022Q4.csv"
masterdata_debt_filename: "2023-06-18_AI_RMI Bespoke_Company Data Products_masterdata_debt_2022Q4.csv"
ar_company_id__factset_entity_id_filename: "2023-02-15_AI_RMI_Bespoke_Company_Data_Products_Company_ID_List_2022Q4.csv"
Expand Down Expand Up @@ -143,3 +142,38 @@ docker:
masterdata_ownership_filename: "2023-06-18/2023-06-18_AI_RMI Bespoke_Company Data Products_masterdata_ownership_2022Q4.csv"
masterdata_debt_filename: "2023-06-18/2023-06-18_AI_RMI Bespoke_Company Data Products_masterdata_debt_2022Q4.csv"
ar_company_id__factset_entity_id_filename: "2023-02-15/2023-02-15_AI_RMI_Bespoke_Company_Data_Products_Company_ID_List_2022Q4.csv"


2023Q4:
masterdata_ownership_filename: "2024-02-14_AI_RMI Bespoke_Company Data Products_masterdata_ownership_2023Q4.csv"
masterdata_debt_filename: "2024-02-14_AI_RMI Bespoke_Company Data Products_masterdata_debt_2023Q4.csv"
ar_company_id__factset_entity_id_filename: "2024-02-14_AI_RMI_Bespoke_Company_Data_Products_Company_ID_List_2023Q4.csv"
factset_financial_data_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_financial_data.rds"
factset_entity_info_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_entity_info.rds"
factset_entity_financing_data_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_entity_financing_data.rds"
factset_fund_data_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_fund_data.rds"
factset_isin_to_fund_table_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_isin_to_fund_table.rds"
factset_iss_emissions_data_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_iss_emissions.rds"
factset_issue_code_bridge_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_issue_code_bridge.rds"
factset_industry_map_bridge_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_industry_map_bridge.rds"
factset_manual_pacta_sector_override_filename: "timestamp-20231231T000000Z_pulled-20240217T135833Z_factset_manual_sector_override.rds"
imf_quarter_timestamp: "2023-Q4"
pacta_financial_timestamp: "2023Q4"
market_share_target_reference_year: 2023
time_horizon: 5
scenario_sources_list: ["GECO2022", "ISF2023", "WEO2022"]
sector_list: ["Automotive", "Power", "Oil&Gas", "Coal"]
other_sector_list: ["Steel", "Aviation", "Cement"]
zero_emission_factor_techs: ["Electric", "HydroCap", "NuclearCap", "RenewablesCap"]
green_techs: ["FuelCell", "Electric", "Hybrid", "RenewablesCap", "HydroCap", "NuclearCap", "FuelCell_HDV", "Electric_HDV", "Hybrid_HDV"]
scenario_raw_data_to_include: ["geco_2022", "isf_2023", "weo_2022"]
tech_exclude: ["OtherCap", "OtherFF", "Coking Plant", "Sintering Plant", "Direct Or Smelting Reduction Plant", "Pelletizing Plant", "Grinding Plant", "Passenger / Freight"]
scenario_geographies_list: ["Global", "NonOECD", "OECD"]
global_aggregate_scenario_sources_list: ["WEO2022"]
global_aggregate_sector_list: ["Power"]

2023Q4_azure:
inherits: 2023Q4
data_prep_outputs_path: "/mnt/outputs"
asset_impact_data_path: "/mnt/asset-impact/2024-02-15_AI_RMI_2023Q4"
factset_data_path: "/mnt/factset-extracted/factset-pacta_timestamp-20231231T000000Z_pulled-20240217T135833Z"