-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
etapa 1 da issue #6, script Censo Agro2017
- Loading branch information
Showing
3 changed files
with
121 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| 85f6c7b5304a342fd08c0b1ac4817cfadd67b731 11_RONDONIA.zip | ||
| b933c8e7c82931498cb2f76ceef1f571bb3d23ff 12_ACRE.zip | ||
| eade22c58ffdcc73bd0c8eb64656d75d32160560 13_AMAZONAS.zip | ||
| 4258815222b5f14fb7fe109c9a085fc7b79aaf9f 14_RORAIMA.zip | ||
| 770122e3d989144fad3c150cfb6fec29b9a24fd9 15_PARA.zip | ||
| de92a87341425170259d64cdc6180aaa47dadec3 16_AMAPA.zip | ||
| 1411d354f9e5790beafd100e559448555c0148f5 17_TOCANTINS.zip | ||
| 5175ab4ec30d821d4d3d068c41afe32cdf3ced7b 21_MARANHAO.zip | ||
| 85049e09edf7e7990193463a4b16a2a87c5c0719 22_PIAUI.zip | ||
| d62eb6c8a927be1e726016cd7bd78c148888f3f6 23_CEARA.zip | ||
| e19e473a7238b34342e1c41b4d64ea9a7ca7158d 24_RIO_GRANDE_DO_NORTE.zip | ||
| 2146ee1056d56f4502f8fba5416ed1edfd98059f 25_PARAIBA.zip | ||
| e163c68695f9947e433d02b1401c22dcb0ee83a4 26_PERNAMBUCO.zip | ||
| 6e7d99dabfa0428f07df4ee7d7f1babb5762d899 27_ALAGOAS.zip | ||
| 36218900a9248dc7a1522c02d6d58136531c1f3c 28_SERGIPE.zip | ||
| a3da130bdf59162e3899ca9c2fef8c951f09388b 29_BAHIA.zip | ||
| ee0111f722fab15fb1ee622dc474c9d51ef10064 31_MINAS_GERAIS.zip | ||
| bf0da10e68e0b6529767ed66384b1aef9c792316 32_ESPIRITO_SANTO.zip | ||
| cd03d5fb67b1cf4b3b7f81313f81a25562356a56 33_RIO_DE_JANEIRO.zip | ||
| be6a4804087257ef0c67167106d4b0aeee3a3731 35_SAO_PAULO.zip | ||
| daf5c7aff24a9ddd22bfe9dbd87d294d629a4b58 41_PARANA.zip | ||
| d1369306f52747f72242ce2397d6627e61fb1506 42_SANTA_CATARINA.zip | ||
| 3f02ba2eed24b7a31d2905add0843e168bd88b6f 43_RIO_GRANDE_DO_SUL.zip | ||
| 6e4bffa82482abb25f82a61cb27005962f48cf40 50_MATO_GROSSO_DO_SUL.zip | ||
| 9fedcadc5dec4984384577323ce003f8aa128997 51_MATO_GROSSO.zip | ||
| 0bf3c32d6c90bd6ad0deb63a9ed72ac7009e325a 52_GOIAS.zip | ||
| 90300dffe6ed150736969a48532a114f6607f32e 53_DISTRITO_FEDERAL.zip |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| 4784a38475b1c9242961f476f0f2d123e532d319 11_RONDONIA.csv | ||
| 3991f2650166e2ffdd02b947fc120dce68562cf6 12_ACRE.csv | ||
| 93d65af4b5a349a660807215086a277268dc759c 13_AMAZONAS.csv | ||
| ba36eeea3393c4ecb10cfd2d9fddd32a54778511 14_RORAIMA.csv | ||
| 3c8c54ead58badf96e74c1231dc454765f06c9ad 15_PARA.csv | ||
| 4239b4f60611015d22cff3c403d8c049ac214e74 16_AMAPA.csv | ||
| 76a08902c19cf354478578563fbe4a93977fef62 17_TOCANTINS.csv | ||
| c3339c59aed957d969cc8c0ca6f486828c3d6822 21_MARANHAO.csv | ||
| 0d2bcfdae102295a9529084947e592de24b0e493 22_PIAUI.csv | ||
| df332c8a37b27c5f4b2580e3114c074164a4b416 23_CEARA.csv | ||
| 5e73a2263fe1d731e3afd7c2723afbb92079ca83 24_RIO_GRANDE_DO_NORTE.csv | ||
| 6b5b55fda5198fab7a2a512936fda6246ea13f6e 25_PARAIBA.csv | ||
| 2a440d8f11fe4b6c32eb19a2aa0d9f2af362657c 26_PERNAMBUCO.csv | ||
| c432fdc9dc1fb0106100c574d4d944013196268c 27_ALAGOAS.csv | ||
| f9fe2db623e5c50212153fddfadd9d906b2b0eb4 28_SERGIPE.csv | ||
| 8b345c23a4121fed282285238ced1dc569b324ea 29_BAHIA.csv | ||
| f8c218a7a49d307a4708e85cba3dc3c92721c4c1 31_MINAS_GERAIS.csv | ||
| ec9a9ab6ba730f5cb6bd56df5a94e15aff897d6e 32_ESPIRITO_SANTO.csv | ||
| f9bac552392b13d8baf3054ef4fe6170143504cd 33_RIO_DE_JANEIRO.csv | ||
| 33cb01bd63ff6ff533a2b446c9e1e4f554c61e43 35_SAO_PAULO.csv | ||
| cba742b99a6a8be2d3f2b2177c0210cd1298e2e6 41_PARANA.csv | ||
| e4e34752ae685dbd35f1472b33837789936f7714 42_SANTA_CATARINA.csv | ||
| 456ff20d8b0b6428d3549ac5fb5421105eae2bd5 43_RIO_GRANDE_DO_SUL.csv | ||
| d97a2ba1c551737d9ae7e961e55019611f494701 50_MATO_GROSSO_DO_SUL.csv | ||
| e4ccac29f445d5341fddc2981600aed04da2a7d1 51_MATO_GROSSO.csv | ||
| a3f34f2d401896991c900b61990057670e3d0f5a 52_GOIAS.csv | ||
| 0e111d1611ba9f6489bbbd2ba79a47f67840f73b 53_DISTRITO_FEDERAL.csv |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,67 @@ | ||
| mkdir /tmp/agro | ||
| mkdir /tmp/agro/utf8 | ||
|
|
||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/11_RONDONIA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/12_ACRE.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/13_AMAZONAS.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/14_RORAIMA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/15_PARA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/16_AMAPA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/17_TOCANTINS.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/21_MARANHAO.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/22_PIAUI.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/23_CEARA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/24_RIO_GRANDE_DO_NORTE.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/25_PARAIBA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/26_PERNAMBUCO.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/27_ALAGOAS.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/28_SERGIPE.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/29_BAHIA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/31_MINAS_GERAIS.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/32_ESPIRITO_SANTO.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/33_RIO_DE_JANEIRO.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/35_SAO_PAULO.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/41_PARANA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/42_SANTA_CATARINA.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/43_RIO_GRANDE_DO_SUL.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/50_MATO_GROSSO_DO_SUL.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/51_MATO_GROSSO.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/52_GOIAS.zip | ||
| wget -P /tmp/agro -c ftp://ftp.ibge.gov.br/Censo_Agropecuario/Censo_Agropecuario_2017/Cadastro_Nacional_de_Enderecos_Fins_Estatisticos/53_DISTRITO_FEDERAL.zip | ||
|
|
||
| # see data/integrity/ibge_cAgro17.mk01zip.sha1sum.txt | ||
|
|
||
| unzip -p /tmp/agro/11_RONDONIA.zip 11_RONDONIA/11_RONDONIA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/11_RONDONIA.csv | ||
| unzip -p /tmp/agro/12_ACRE.zip 12_ACRE/12_ACRE.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/12_ACRE.csv | ||
| unzip -p /tmp/agro/13_AMAZONAS.zip 13_AMAZONAS/13_AMAZONAS.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/13_AMAZONAS.csv | ||
| unzip -p /tmp/agro/14_RORAIMA.zip 14_RORAIMA/14_RORAIMA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/14_RORAIMA.csv | ||
| unzip -p /tmp/agro/15_PARA.zip 15_PARA/15_PARA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/15_PARA.csv | ||
| unzip -p /tmp/agro/16_AMAPA.zip 16_AMAPA/16_AMAPA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/16_AMAPA.csv | ||
| unzip -p /tmp/agro/17_TOCANTINS.zip 17_TOCANTINS/17_TOCANTINS.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/17_TOCANTINS.csv | ||
| unzip -p /tmp/agro/21_MARANHAO.zip 21_MARANHAO/21_MARANHAO.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/21_MARANHAO.csv | ||
| unzip -p /tmp/agro/22_PIAUI.zip 22_PIAUI/22_PIAUI.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/22_PIAUI.csv | ||
| unzip -p /tmp/agro/23_CEARA.zip 23_CEARA/23_CEARA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/23_CEARA.csv | ||
| unzip -p /tmp/agro/24_RIO_GRANDE_DO_NORTE.zip 24_RIO_GRANDE_DO_NORTE/24_RIO_GRANDE_DO_NORTE.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/24_RIO_GRANDE_DO_NORTE.csv | ||
| unzip -p /tmp/agro/25_PARAIBA.zip 25_PARAIBA/25_PARAIBA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/25_PARAIBA.csv | ||
| unzip -p /tmp/agro/26_PERNAMBUCO.zip 26_PERNAMBUCO/26_PERNAMBUCO.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/26_PERNAMBUCO.csv | ||
| unzip -p /tmp/agro/27_ALAGOAS.zip 27_ALAGOAS/27_ALAGOAS.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/27_ALAGOAS.csv | ||
| unzip -p /tmp/agro/28_SERGIPE.zip 28_SERGIPE/28_SERGIPE.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/28_SERGIPE.csv | ||
| unzip -p /tmp/agro/29_BAHIA.zip 29_BAHIA/29_BAHIA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/29_BAHIA.csv | ||
| unzip -p /tmp/agro/31_MINAS_GERAIS.zip 31_MINAS_GERAIS/31_MINAS_GERAIS.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/31_MINAS_GERAIS.csv | ||
| unzip -p /tmp/agro/32_ESPIRITO_SANTO.zip 32_ESPIRITO_SANTO/32_ESPIRITO_SANTO.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/32_ESPIRITO_SANTO.csv | ||
| unzip -p /tmp/agro/33_RIO_DE_JANEIRO.zip 33_RIO_DE_JANEIRO/33_RIO_DE_JANEIRO.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/33_RIO_DE_JANEIRO.csv | ||
| unzip -p /tmp/agro/35_SAO_PAULO.zip 35_SAO_PAULO/35_SAO_PAULO.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/35_SAO_PAULO.csv | ||
| unzip -p /tmp/agro/41_PARANA.zip 41_PARANA/41_PARANA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/41_PARANA.csv | ||
| unzip -p /tmp/agro/42_SANTA_CATARINA.zip 42_SANTA_CATARINA/42_SANTA_CATARINA.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/42_SANTA_CATARINA.csv | ||
| unzip -p /tmp/agro/43_RIO_GRANDE_DO_SUL.zip 43_RIO_GRANDE_DO_SUL/43_RIO_GRANDE_DO_SUL.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/43_RIO_GRANDE_DO_SUL.csv | ||
| unzip -p /tmp/agro/50_MATO_GROSSO_DO_SUL.zip 50_MATO_GROSSO_DO_SUL/50_MATO_GROSSO_DO_SUL.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/50_MATO_GROSSO_DO_SUL.csv | ||
| unzip -p /tmp/agro/51_MATO_GROSSO.zip 51_MATO_GROSSO/51_MATO_GROSSO.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/51_MATO_GROSSO.csv | ||
| unzip -p /tmp/agro/52_GOIAS.zip 52_GOIAS/52_GOIAS.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/52_GOIAS.csv | ||
| unzip -p /tmp/agro/53_DISTRITO_FEDERAL.zip 53_DISTRITO_FEDERAL/53_DISTRITO_FEDERAL.csv | iconv -f "ISO8859-1" -t "UTF-8" > /tmp/agro/utf8/53_DISTRITO_FEDERAL.csv | ||
|
|
||
| # see data/integrity/ibge_cAgro17.mk02utf8.sha1sum.txt | ||
|
|
||
| cd /tmp/agro | ||
| sha1sum *.zip > sha1sum.txt | ||
| cd utf8 | ||
| sha1sum *.csv > sha1sum.txt |