Commit 227cc07

committed

Update to IMF GFS Exp code

1 parent 3c6a3e5 commit 227cc07Copy full SHA for 227cc07

File tree

-16

lines changed

-16

lines changed

Lines changed: 9 additions & 6 deletions

Original file line number	Diff line number	Diff line change
`@@ -477,22 +477,25 @@ def IMFGFSExpenditureData():`
`477`	`477`	`import xlsxwriter`
`478`	`478`	`import statsmodels.api as sm`
`479`	`479`
`480`		`- data = pd.read_csv('input\GFSCOFOG_02-23-2018 23-30-06-28.csv')`
`481`		`-`
`482`		`- data['FuncSector'] = data[str('COFOG Function Name')] + data[str('Sector Name')]`
`483`		`-`
`484`		`-`
	`480`	`+ data = pd.read_csv('input\GFSCOFOG_02-23-2018 23-30-06-28.csv',chunksize=10000)`
`485`	`481`	`concord_table = pd.read_excel('input\CountryConcordanceIMF.xlsx')`
	`482`	`+ chunk_list=[]`
	`483`	`+ for chunk in data:`
	`484`	`+ chunk['FuncSector'] = chunk[str('COFOG Function Name')] + chunk[str('Sector Name')]`
	`485`	`+ chunk = chunk.merge(concord_table, on="Country Name", how='left')`
	`486`	`+ chunk=chunk[chunk['Country name in IFs'].notnull()]`
	`487`	`+ chunk_list.append(chunk)`
`486`	`488`
	`489`	`+ data=pd.concat(chunk_list)`
`487`	`490`
`488`		`- data = data.merge(concord_table, on="Country Name", how='left')`
`489`	`491`
`490`	`492`
`491`	`493`	`data = pd.pivot_table(data, index=["Country name in IFs", "Unit Name", 'Time Period'], values=['Value'],`
`492`	`494`	`columns=['FuncSector'], aggfunc=[np.sum])`
`493`	`495`	`data = pd.DataFrame(data.to_records())`
`494`	`496`	`data.columns = [hdr.replace("('sum', 'Value',", "").replace(")", "").replace("'", "") \`
`495`	`497`	`for hdr in data.columns]`
	`498`	`+ print("IMF GFS Expenditure data done")`
`496`	`499`	`return (data)`
`497`	`500`
`498`	`501`

Lines changed: 0 additions & 10 deletions

Original file line number	Diff line number	Diff line change
`@@ -8,7 +8,6 @@ def install(package):`
`8`	`8`	`from pip._internal import main as pip2`
`9`	`9`	`pip2(['install', package])`
`10`	`10`
`11`		`-`
`12`	`11`	`install('numpy')`
`13`	`12`	`install('requests')`
`14`	`13`	`install('zipfile')`
`@@ -35,12 +34,3 @@ def install(package):`
`35`	`34`	`install('bs4')`
`36`	`35`	`install('lxml')`
`37`	`36`
`38`		`- import zipfile`
`39`		`-#need to download Pythonfiles.zip and place in public path`
`40`		`-#this file contains all data - so with data updates just place in folder`
`41`		`-#don't extract zip file to public`
`42`		`-#could change path below to downloads folder`
`43`		`- zip_ref = zipfile.ZipFile('C:\\Users\Public\Pythonfiles.zip', 'r')`
`44`		`- zip_ref.extractall(r'C:\Users\Public')`
`45`		`- zip_ref.close()`
`46`		`-`

Comments

(0)