diff --git a/egrisso1.ipynb b/egrisso1.ipynb new file mode 100644 index 0000000..54bcd79 --- /dev/null +++ b/egrisso1.ipynb @@ -0,0 +1,278 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 14, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import pprint\n", + "import re\n", + "import pymongo, json\n", + "\n", + "pp = pprint.PrettyPrinter(indent=1,width=65)\n", + "\n", + "client = pymongo.MongoClient (host=\"da1.eecs.utk.edu\")\n", + "db = client ['fdac19mp2']\n", + "coll = db ['egrisso1']\n", + "#Drop collection each time to make unique\n", + "coll.drop() \n", + "\n", + "# for each dataset\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Geostationary Satellite (GOES) Images', 'license': 'U.S. Government Work', 'description': 'Visible and Infrared satellite imagery taken from geostationary orbit. Images from 1974-December 1989.', 'urls': [ 'https://data.nodc.noaa.gov/cgi-bin/iso?id=gov.noaa.ncdc:C01127' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Planes in Satellite Imagery', 'license': 'CC BY-SA 4.0', 'description': 'Collection of planes visible in satellite images', 'urls': [ 'https://www.kaggle.com/rhammell/planesnet'] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Polar-Orbiting Satellite (POES) Images', 'license': 'U.S. Government Work', 'description': 'Visible and infrared images from 1964-1985', 'urls': ['https://catalog.data.gov/dataset/polar-orbiting-satellite-images'] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Satellite Image', 'license': 'Open Government Licence - Canada', 'description': 'Satellite image composition of Canada from 2006-01-01 using NOAA data', 'urls': [ 'https://open.canada.ca/data/en/dataset/912a9d77-0a3f-5e0c-91f5-197ee5317e9f' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Tree Cover Loss (Hansen/UMD/Google/USGS/NASA)', 'license': 'NA', 'description': 'Analysis of treecover loss from 2011 to 2013 across the globe', 'urls': [ 'http://data.globalforestwatch.org/datasets/63f9425c45404c36a23495ed7bef1314' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Landsat 5 Satellite Imagery for selected areas of Great Barrier Reef and Torres Strait (NERP TE 13.1, eAtlas AIMS, source: NASA)', 'license': 'CC BY 3.0 AU', 'description': 'This dataset contains Landsat 5 imagery for selected areas of Queensland, currently Torres Strait and around Lizard Island and Cape Tribulation. 1988-2010', 'urls': [ 'https://researchdata.ands.org.au/landsat-5-satellite-source-nasa/690611' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': ' Kansas Satellite Image Database (KSID) 2004-2005', 'license': 'No license information provided', 'description': 'Images of Kansas from 2004-2005 which is tiled by county', 'urls': [ 'https://catalog.data.gov/dataset/kansas-satellite-image-database-ksid-2004-2005' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Green Roofs', 'license': 'The license for this dataset is unspecified', 'description': 'Dataset and map of roofs in Chicago with vegetation, their total square footage, and the ratio of required to elective vegetated roof', 'urls': [ 'https://data.cityofchicago.org/Environment-Sustainable-Development/Green-Roofs/q3z3-udcz' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Real Time Satellite Images of Ocean Temperature', 'license': 'None specified', 'description': 'Surface temperature of oceans from 1996-present', 'urls': [ 'https://cmr.earthdata.nasa.gov/search/concepts/C1214610837-SCIOPS' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Great Barrier Reef coral bleaching data derived from satellite imagery', 'license': 'NA', 'description': 'Images of coral bleaching with percentage of bleaching between 2002-2006', 'urls': [ 'https://researchdata.ands.org.au/great-barrier-reef-satellite-imagery/8888' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Before and after cyclone Yasi MODIS satellite imagery (NERP TE 13.1, eAtlas, AIMS, source: NASA)', 'license': 'NA', 'description': 'The list of projects on github with the largest number of starts', 'urls': [ 'url1' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Before and after cyclone Yasi MODIS satellite imagery (NERP TE 13.1, eAtlas, AIMS, source: NASA)', 'license': 'CC BY 3.0 AU', 'description': 'Images before and after a major cyclone damaged rainforest and beaches in 2011', 'urls': [ 'https://researchdata.ands.org.au/cyclone-yasi-modis-source-nasa/675489' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Electrical network', 'license': 'CC BY 4.0', 'description': 'This imageset displays a high-voltage transmission network from hydroelectric dams to distribution centers in Cameroon.', 'urls': [ 'http://cmr-data.forest-atlas.org/datasets/electrical-network/data' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Shoreline of Hawaii Derived From IKONOS and Quick Bird Satellite Imagery, 2004-2006', 'license': 'U.S. Government Work', 'description': 'The goal of the work was to map the coral reef habitats of the Main Eight Hawaiian Islands by visual interpretation and manual delineation of imagery', 'urls': [ 'https://catalog.data.gov/dataset/shoreline-of-hawaii-derived-from-ikonos-and-quick-bird-satellite-imagery-2004-2006' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Modelling patterns of pollinator species richness and diversity using satellite image texture', 'license': 'CC BY 4.0', 'description': 'Assessing species richness and diversity using satellite data rather than field studies', 'urls': [ 'https://figshare.com/articles/modelling_patterns_of_pollinator_species_richness_and_diversity_using_satellite_image_texture/5465224' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': ' A GIS Software Toolkit for Monitoring Areal Snow Cover and Producing Daily Hydrologic Forecasts using NASA Satellite Imagery, Phase I ', 'license': 'U.S. Government Work', 'description': 'Analyzing snow cover and making forecasts from publicly available data', 'urls': [ 'https://catalog.data.gov/dataset/a-gis-software-toolkit-for-monitoring-areal-snow-cover-and-producing-daily-hydrologic-fore' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Indian Village Satellite Imagery and Energy Access Dataset', 'license': 'CC BY 4.0', 'description': 'This dataset contains remote sensing data for every village in the state of Bihar, India with information for the electrification rate for that village', 'urls': [ 'https://figshare.com/articles/Indian_Village_Satellite_Imagery_and_Energy_Access_Dataset/5552743' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'https://datacatalog.worldbank.org/dataset/night-light-development-index-nldi-2006', 'license': 'CC-BY 4.0', 'description': ' measurement of human development derived solely from nighttime satellite imagery and population density in 2006', 'urls': [ 'https://datacatalog.worldbank.org/dataset/night-light-development-index-nldi-2006' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'Satellite Remote Sensing of the Deepwater Horizon Oil Spill: Providing a Context For Shipboard Measurements', 'license': 'NA', 'description': 'Tracking the surface oil from DWH using satellite data obtained in real-time, extensive archive of temporal/spatial history of surface oil.', 'urls': [ 'https://data.gulfresearchinitiative.org/pelagos-symfony/data/Y1.x096.000:0001' ] } )\n", + "coll.insert_one ( { 'topic':'satellite images', 'title': 'NASA active fires', 'license': 'https://earthdata.nasa.gov/earth-observation-data/near-real-time/citation', 'description': 'The active fire locations represent the center of a 1-kilometer pixel that is flagged by the MOD14/MYD14 Fire and Thermal Anomalies Algorithm as containing one or more fires within the pixel', 'urls': [ 'http://data.globalforestwatch.org/datasets/nasa-active-fires' ] } )\n" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'_id': ObjectId('5d83bcec53c550082fd12517'),\n", + " 'description': 'Visible and Infrared satellite imagery taken '\n", + " 'from geostationary orbit. Images from '\n", + " '1974-December 1989.',\n", + " 'license': 'U.S. Government Work',\n", + " 'title': 'Geostationary Satellite (GOES) Images',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://data.nodc.noaa.gov/cgi-bin/iso?id=gov.noaa.ncdc:C01127']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12518'),\n", + " 'description': 'Collection of planes visible in satellite '\n", + " 'images',\n", + " 'license': 'CC BY-SA 4.0',\n", + " 'title': 'Planes in Satellite Imagery',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://www.kaggle.com/rhammell/planesnet']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12519'),\n", + " 'description': 'Visible and infrared images from 1964-1985',\n", + " 'license': 'U.S. Government Work',\n", + " 'title': 'Polar-Orbiting Satellite (POES) Images',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://catalog.data.gov/dataset/polar-orbiting-satellite-images']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd1251a'),\n", + " 'description': 'Satellite image composition of Canada from '\n", + " '2006-01-01 using NOAA data',\n", + " 'license': 'Open Government Licence - Canada',\n", + " 'title': 'Satellite Image',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://open.canada.ca/data/en/dataset/912a9d77-0a3f-5e0c-91f5-197ee5317e9f']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd1251b'),\n", + " 'description': 'Analysis of treecover loss from 2011 to 2013 '\n", + " 'across the globe',\n", + " 'license': 'NA',\n", + " 'title': 'Tree Cover Loss (Hansen/UMD/Google/USGS/NASA)',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['http://data.globalforestwatch.org/datasets/63f9425c45404c36a23495ed7bef1314']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd1251c'),\n", + " 'description': 'This dataset contains Landsat 5 imagery for '\n", + " 'selected areas of Queensland, currently Torres '\n", + " 'Strait and around Lizard Island and Cape '\n", + " 'Tribulation. 1988-2010',\n", + " 'license': 'CC BY 3.0 AU',\n", + " 'title': 'Landsat 5 Satellite Imagery for selected areas of '\n", + " 'Great Barrier Reef and Torres Strait (NERP TE 13.1, '\n", + " 'eAtlas AIMS, source: NASA)',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://researchdata.ands.org.au/landsat-5-satellite-source-nasa/690611']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd1251d'),\n", + " 'description': 'Images of Kansas from 2004-2005 which is tiled '\n", + " 'by county',\n", + " 'license': 'No license information provided',\n", + " 'title': ' Kansas Satellite Image Database (KSID) 2004-2005',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://catalog.data.gov/dataset/kansas-satellite-image-database-ksid-2004-2005']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd1251e'),\n", + " 'description': 'Dataset and map of roofs in Chicago with '\n", + " 'vegetation, their total square footage, and '\n", + " 'the ratio of required to elective vegetated '\n", + " 'roof',\n", + " 'license': 'The license for this dataset is unspecified',\n", + " 'title': 'Green Roofs',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://data.cityofchicago.org/Environment-Sustainable-Development/Green-Roofs/q3z3-udcz']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd1251f'),\n", + " 'description': 'Surface temperature of oceans from '\n", + " '1996-present',\n", + " 'license': 'None specified',\n", + " 'title': 'Real Time Satellite Images of Ocean Temperature',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://cmr.earthdata.nasa.gov/search/concepts/C1214610837-SCIOPS']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12520'),\n", + " 'description': 'Images of coral bleaching with percentage of '\n", + " 'bleaching between 2002-2006',\n", + " 'license': 'NA',\n", + " 'title': 'Great Barrier Reef coral bleaching data derived from '\n", + " 'satellite imagery',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://researchdata.ands.org.au/great-barrier-reef-satellite-imagery/8888']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12521'),\n", + " 'description': 'The list of projects on github with the '\n", + " 'largest number of starts',\n", + " 'license': 'NA',\n", + " 'title': 'Before and after cyclone Yasi MODIS satellite '\n", + " 'imagery (NERP TE 13.1, eAtlas, AIMS, source: NASA)',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['url1']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12522'),\n", + " 'description': 'Images before and after a major cyclone '\n", + " 'damaged rainforest and beaches in 2011',\n", + " 'license': 'CC BY 3.0 AU',\n", + " 'title': 'Before and after cyclone Yasi MODIS satellite '\n", + " 'imagery (NERP TE 13.1, eAtlas, AIMS, source: NASA)',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://researchdata.ands.org.au/cyclone-yasi-modis-source-nasa/675489']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12523'),\n", + " 'description': 'This imageset displays a high-voltage '\n", + " 'transmission network from hydroelectric dams '\n", + " 'to distribution centers in Cameroon.',\n", + " 'license': 'CC BY 4.0',\n", + " 'title': 'Electrical network',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['http://cmr-data.forest-atlas.org/datasets/electrical-network/data']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12524'),\n", + " 'description': 'The goal of the work was to map the coral reef '\n", + " 'habitats of the Main Eight Hawaiian Islands by '\n", + " 'visual interpretation and manual delineation '\n", + " 'of imagery',\n", + " 'license': 'U.S. Government Work',\n", + " 'title': 'Shoreline of Hawaii Derived From IKONOS and Quick '\n", + " 'Bird Satellite Imagery, 2004-2006',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://catalog.data.gov/dataset/shoreline-of-hawaii-derived-from-ikonos-and-quick-bird-satellite-imagery-2004-2006']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12525'),\n", + " 'description': 'Assessing species richness and diversity using '\n", + " 'satellite data rather than field studies',\n", + " 'license': 'CC BY 4.0',\n", + " 'title': 'Modelling patterns of pollinator species richness '\n", + " 'and diversity using satellite image texture',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://figshare.com/articles/modelling_patterns_of_pollinator_species_richness_and_diversity_using_satellite_image_texture/5465224']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12526'),\n", + " 'description': 'Analyzing snow cover and making forecasts from '\n", + " 'publicly available data',\n", + " 'license': 'U.S. Government Work',\n", + " 'title': ' A GIS Software Toolkit for Monitoring Areal Snow '\n", + " 'Cover and Producing Daily Hydrologic Forecasts using '\n", + " 'NASA Satellite Imagery, Phase I ',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://catalog.data.gov/dataset/a-gis-software-toolkit-for-monitoring-areal-snow-cover-and-producing-daily-hydrologic-fore']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12527'),\n", + " 'description': 'This dataset contains remote sensing data for '\n", + " 'every village in the state of Bihar, India '\n", + " 'with information for the electrification rate '\n", + " 'for that village',\n", + " 'license': 'CC BY 4.0',\n", + " 'title': 'Indian Village Satellite Imagery and Energy Access '\n", + " 'Dataset',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://figshare.com/articles/Indian_Village_Satellite_Imagery_and_Energy_Access_Dataset/5552743']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12528'),\n", + " 'description': ' measurement of human development derived '\n", + " 'solely from nighttime satellite imagery and '\n", + " 'population density in 2006',\n", + " 'license': 'CC-BY 4.0',\n", + " 'title': 'https://datacatalog.worldbank.org/dataset/night-light-development-index-nldi-2006',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://datacatalog.worldbank.org/dataset/night-light-development-index-nldi-2006']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd12529'),\n", + " 'description': 'Tracking the surface oil from DWH using '\n", + " 'satellite data obtained in real-time, '\n", + " 'extensive archive of temporal/spatial history '\n", + " 'of surface oil.',\n", + " 'license': 'NA',\n", + " 'title': 'Satellite Remote Sensing of the Deepwater Horizon '\n", + " 'Oil Spill: Providing a Context For Shipboard '\n", + " 'Measurements',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['https://data.gulfresearchinitiative.org/pelagos-symfony/data/Y1.x096.000:0001']}\n", + "{'_id': ObjectId('5d83bcec53c550082fd1252a'),\n", + " 'description': 'The active fire locations represent the center '\n", + " 'of a 1-kilometer pixel that is flagged by the '\n", + " 'MOD14/MYD14 Fire and Thermal Anomalies '\n", + " 'Algorithm as containing one or more fires '\n", + " 'within the pixel',\n", + " 'license': 'https://earthdata.nasa.gov/earth-observation-data/near-real-time/citation',\n", + " 'title': 'NASA active fires',\n", + " 'topic': 'satellite images',\n", + " 'urls': ['http://data.globalforestwatch.org/datasets/nasa-active-fires']}\n" + ] + } + ], + "source": [ + "import pprint\n", + "import pymongo, json\n", + "client = pymongo.MongoClient (host=\"da1.eecs.utk.edu\")\n", + "db = client ['fdac19mp2']\n", + "coll = db ['egrisso1']\n", + "pp = pprint.PrettyPrinter(indent=1,width=65)\n", + "for r in coll. find():\n", + " print(pp .pformat (r)) " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.6.7" + } + }, + "nbformat": 4, + "nbformat_minor": 1 +}