Skip to content

Added list of 20 datasets #33

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Added list of 20 datasets #33

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
278 changes: 278 additions & 0 deletions egrisso1.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,278 @@
{
"cells": [
{
"cell_type": "code",
"execution_count": 14,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/plain": [
"<pymongo.results.InsertOneResult at 0x7f1e9c2ce788>"
]
},
"execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import pprint\n",
"import re\n",
"import pymongo, json\n",
"\n",
"pp = pprint.PrettyPrinter(indent=1,width=65)\n",
"\n",
"client = pymongo.MongoClient (host=\"da1.eecs.utk.edu\")\n",
"db = client ['fdac19mp2']\n",
"coll = db ['egrisso1']\n",
"#Drop collection each time to make unique\n",
"coll.drop() \n",
"\n",
"# for each dataset\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Geostationary Satellite (GOES) Images', 'license': 'U.S. Government Work', 'description': 'Visible and Infrared satellite imagery taken from geostationary orbit. Images from 1974-December 1989.', 'urls': [ 'https://data.nodc.noaa.gov/cgi-bin/iso?id=gov.noaa.ncdc:C01127' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Planes in Satellite Imagery', 'license': 'CC BY-SA 4.0', 'description': 'Collection of planes visible in satellite images', 'urls': [ 'https://www.kaggle.com/rhammell/planesnet'] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Polar-Orbiting Satellite (POES) Images', 'license': 'U.S. Government Work', 'description': 'Visible and infrared images from 1964-1985', 'urls': ['https://catalog.data.gov/dataset/polar-orbiting-satellite-images'] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Satellite Image', 'license': 'Open Government Licence - Canada', 'description': 'Satellite image composition of Canada from 2006-01-01 using NOAA data', 'urls': [ 'https://open.canada.ca/data/en/dataset/912a9d77-0a3f-5e0c-91f5-197ee5317e9f' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Tree Cover Loss (Hansen/UMD/Google/USGS/NASA)', 'license': 'NA', 'description': 'Analysis of treecover loss from 2011 to 2013 across the globe', 'urls': [ 'http://data.globalforestwatch.org/datasets/63f9425c45404c36a23495ed7bef1314' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Landsat 5 Satellite Imagery for selected areas of Great Barrier Reef and Torres Strait (NERP TE 13.1, eAtlas AIMS, source: NASA)', 'license': 'CC BY 3.0 AU', 'description': 'This dataset contains Landsat 5 imagery for selected areas of Queensland, currently Torres Strait and around Lizard Island and Cape Tribulation. 1988-2010', 'urls': [ 'https://researchdata.ands.org.au/landsat-5-satellite-source-nasa/690611' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': ' Kansas Satellite Image Database (KSID) 2004-2005', 'license': 'No license information provided', 'description': 'Images of Kansas from 2004-2005 which is tiled by county', 'urls': [ 'https://catalog.data.gov/dataset/kansas-satellite-image-database-ksid-2004-2005' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Green Roofs', 'license': 'The license for this dataset is unspecified', 'description': 'Dataset and map of roofs in Chicago with vegetation, their total square footage, and the ratio of required to elective vegetated roof', 'urls': [ 'https://data.cityofchicago.org/Environment-Sustainable-Development/Green-Roofs/q3z3-udcz' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Real Time Satellite Images of Ocean Temperature', 'license': 'None specified', 'description': 'Surface temperature of oceans from 1996-present', 'urls': [ 'https://cmr.earthdata.nasa.gov/search/concepts/C1214610837-SCIOPS' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Great Barrier Reef coral bleaching data derived from satellite imagery', 'license': 'NA', 'description': 'Images of coral bleaching with percentage of bleaching between 2002-2006', 'urls': [ 'https://researchdata.ands.org.au/great-barrier-reef-satellite-imagery/8888' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Before and after cyclone Yasi MODIS satellite imagery (NERP TE 13.1, eAtlas, AIMS, source: NASA)', 'license': 'NA', 'description': 'The list of projects on github with the largest number of starts', 'urls': [ 'url1' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Before and after cyclone Yasi MODIS satellite imagery (NERP TE 13.1, eAtlas, AIMS, source: NASA)', 'license': 'CC BY 3.0 AU', 'description': 'Images before and after a major cyclone damaged rainforest and beaches in 2011', 'urls': [ 'https://researchdata.ands.org.au/cyclone-yasi-modis-source-nasa/675489' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Electrical network', 'license': 'CC BY 4.0', 'description': 'This imageset displays a high-voltage transmission network from hydroelectric dams to distribution centers in Cameroon.', 'urls': [ 'http://cmr-data.forest-atlas.org/datasets/electrical-network/data' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Shoreline of Hawaii Derived From IKONOS and Quick Bird Satellite Imagery, 2004-2006', 'license': 'U.S. Government Work', 'description': 'The goal of the work was to map the coral reef habitats of the Main Eight Hawaiian Islands by visual interpretation and manual delineation of imagery', 'urls': [ 'https://catalog.data.gov/dataset/shoreline-of-hawaii-derived-from-ikonos-and-quick-bird-satellite-imagery-2004-2006' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Modelling patterns of pollinator species richness and diversity using satellite image texture', 'license': 'CC BY 4.0', 'description': 'Assessing species richness and diversity using satellite data rather than field studies', 'urls': [ 'https://figshare.com/articles/modelling_patterns_of_pollinator_species_richness_and_diversity_using_satellite_image_texture/5465224' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': ' A GIS Software Toolkit for Monitoring Areal Snow Cover and Producing Daily Hydrologic Forecasts using NASA Satellite Imagery, Phase I ', 'license': 'U.S. Government Work', 'description': 'Analyzing snow cover and making forecasts from publicly available data', 'urls': [ 'https://catalog.data.gov/dataset/a-gis-software-toolkit-for-monitoring-areal-snow-cover-and-producing-daily-hydrologic-fore' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Indian Village Satellite Imagery and Energy Access Dataset', 'license': 'CC BY 4.0', 'description': 'This dataset contains remote sensing data for every village in the state of Bihar, India with information for the electrification rate for that village', 'urls': [ 'https://figshare.com/articles/Indian_Village_Satellite_Imagery_and_Energy_Access_Dataset/5552743' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'https://datacatalog.worldbank.org/dataset/night-light-development-index-nldi-2006', 'license': 'CC-BY 4.0', 'description': ' measurement of human development derived solely from nighttime satellite imagery and population density in 2006', 'urls': [ 'https://datacatalog.worldbank.org/dataset/night-light-development-index-nldi-2006' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'Satellite Remote Sensing of the Deepwater Horizon Oil Spill: Providing a Context For Shipboard Measurements', 'license': 'NA', 'description': 'Tracking the surface oil from DWH using satellite data obtained in real-time, extensive archive of temporal/spatial history of surface oil.', 'urls': [ 'https://data.gulfresearchinitiative.org/pelagos-symfony/data/Y1.x096.000:0001' ] } )\n",
"coll.insert_one ( { 'topic':'satellite images', 'title': 'NASA active fires', 'license': 'https://earthdata.nasa.gov/earth-observation-data/near-real-time/citation', 'description': 'The active fire locations represent the center of a 1-kilometer pixel that is flagged by the MOD14/MYD14 Fire and Thermal Anomalies Algorithm as containing one or more fires within the pixel', 'urls': [ 'http://data.globalforestwatch.org/datasets/nasa-active-fires' ] } )\n"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"{'_id': ObjectId('5d83bcec53c550082fd12517'),\n",
" 'description': 'Visible and Infrared satellite imagery taken '\n",
" 'from geostationary orbit. Images from '\n",
" '1974-December 1989.',\n",
" 'license': 'U.S. Government Work',\n",
" 'title': 'Geostationary Satellite (GOES) Images',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://data.nodc.noaa.gov/cgi-bin/iso?id=gov.noaa.ncdc:C01127']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12518'),\n",
" 'description': 'Collection of planes visible in satellite '\n",
" 'images',\n",
" 'license': 'CC BY-SA 4.0',\n",
" 'title': 'Planes in Satellite Imagery',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://www.kaggle.com/rhammell/planesnet']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12519'),\n",
" 'description': 'Visible and infrared images from 1964-1985',\n",
" 'license': 'U.S. Government Work',\n",
" 'title': 'Polar-Orbiting Satellite (POES) Images',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://catalog.data.gov/dataset/polar-orbiting-satellite-images']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd1251a'),\n",
" 'description': 'Satellite image composition of Canada from '\n",
" '2006-01-01 using NOAA data',\n",
" 'license': 'Open Government Licence - Canada',\n",
" 'title': 'Satellite Image',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://open.canada.ca/data/en/dataset/912a9d77-0a3f-5e0c-91f5-197ee5317e9f']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd1251b'),\n",
" 'description': 'Analysis of treecover loss from 2011 to 2013 '\n",
" 'across the globe',\n",
" 'license': 'NA',\n",
" 'title': 'Tree Cover Loss (Hansen/UMD/Google/USGS/NASA)',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['http://data.globalforestwatch.org/datasets/63f9425c45404c36a23495ed7bef1314']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd1251c'),\n",
" 'description': 'This dataset contains Landsat 5 imagery for '\n",
" 'selected areas of Queensland, currently Torres '\n",
" 'Strait and around Lizard Island and Cape '\n",
" 'Tribulation. 1988-2010',\n",
" 'license': 'CC BY 3.0 AU',\n",
" 'title': 'Landsat 5 Satellite Imagery for selected areas of '\n",
" 'Great Barrier Reef and Torres Strait (NERP TE 13.1, '\n",
" 'eAtlas AIMS, source: NASA)',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://researchdata.ands.org.au/landsat-5-satellite-source-nasa/690611']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd1251d'),\n",
" 'description': 'Images of Kansas from 2004-2005 which is tiled '\n",
" 'by county',\n",
" 'license': 'No license information provided',\n",
" 'title': ' Kansas Satellite Image Database (KSID) 2004-2005',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://catalog.data.gov/dataset/kansas-satellite-image-database-ksid-2004-2005']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd1251e'),\n",
" 'description': 'Dataset and map of roofs in Chicago with '\n",
" 'vegetation, their total square footage, and '\n",
" 'the ratio of required to elective vegetated '\n",
" 'roof',\n",
" 'license': 'The license for this dataset is unspecified',\n",
" 'title': 'Green Roofs',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://data.cityofchicago.org/Environment-Sustainable-Development/Green-Roofs/q3z3-udcz']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd1251f'),\n",
" 'description': 'Surface temperature of oceans from '\n",
" '1996-present',\n",
" 'license': 'None specified',\n",
" 'title': 'Real Time Satellite Images of Ocean Temperature',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://cmr.earthdata.nasa.gov/search/concepts/C1214610837-SCIOPS']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12520'),\n",
" 'description': 'Images of coral bleaching with percentage of '\n",
" 'bleaching between 2002-2006',\n",
" 'license': 'NA',\n",
" 'title': 'Great Barrier Reef coral bleaching data derived from '\n",
" 'satellite imagery',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://researchdata.ands.org.au/great-barrier-reef-satellite-imagery/8888']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12521'),\n",
" 'description': 'The list of projects on github with the '\n",
" 'largest number of starts',\n",
" 'license': 'NA',\n",
" 'title': 'Before and after cyclone Yasi MODIS satellite '\n",
" 'imagery (NERP TE 13.1, eAtlas, AIMS, source: NASA)',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['url1']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12522'),\n",
" 'description': 'Images before and after a major cyclone '\n",
" 'damaged rainforest and beaches in 2011',\n",
" 'license': 'CC BY 3.0 AU',\n",
" 'title': 'Before and after cyclone Yasi MODIS satellite '\n",
" 'imagery (NERP TE 13.1, eAtlas, AIMS, source: NASA)',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://researchdata.ands.org.au/cyclone-yasi-modis-source-nasa/675489']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12523'),\n",
" 'description': 'This imageset displays a high-voltage '\n",
" 'transmission network from hydroelectric dams '\n",
" 'to distribution centers in Cameroon.',\n",
" 'license': 'CC BY 4.0',\n",
" 'title': 'Electrical network',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['http://cmr-data.forest-atlas.org/datasets/electrical-network/data']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12524'),\n",
" 'description': 'The goal of the work was to map the coral reef '\n",
" 'habitats of the Main Eight Hawaiian Islands by '\n",
" 'visual interpretation and manual delineation '\n",
" 'of imagery',\n",
" 'license': 'U.S. Government Work',\n",
" 'title': 'Shoreline of Hawaii Derived From IKONOS and Quick '\n",
" 'Bird Satellite Imagery, 2004-2006',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://catalog.data.gov/dataset/shoreline-of-hawaii-derived-from-ikonos-and-quick-bird-satellite-imagery-2004-2006']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12525'),\n",
" 'description': 'Assessing species richness and diversity using '\n",
" 'satellite data rather than field studies',\n",
" 'license': 'CC BY 4.0',\n",
" 'title': 'Modelling patterns of pollinator species richness '\n",
" 'and diversity using satellite image texture',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://figshare.com/articles/modelling_patterns_of_pollinator_species_richness_and_diversity_using_satellite_image_texture/5465224']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12526'),\n",
" 'description': 'Analyzing snow cover and making forecasts from '\n",
" 'publicly available data',\n",
" 'license': 'U.S. Government Work',\n",
" 'title': ' A GIS Software Toolkit for Monitoring Areal Snow '\n",
" 'Cover and Producing Daily Hydrologic Forecasts using '\n",
" 'NASA Satellite Imagery, Phase I ',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://catalog.data.gov/dataset/a-gis-software-toolkit-for-monitoring-areal-snow-cover-and-producing-daily-hydrologic-fore']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12527'),\n",
" 'description': 'This dataset contains remote sensing data for '\n",
" 'every village in the state of Bihar, India '\n",
" 'with information for the electrification rate '\n",
" 'for that village',\n",
" 'license': 'CC BY 4.0',\n",
" 'title': 'Indian Village Satellite Imagery and Energy Access '\n",
" 'Dataset',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://figshare.com/articles/Indian_Village_Satellite_Imagery_and_Energy_Access_Dataset/5552743']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12528'),\n",
" 'description': ' measurement of human development derived '\n",
" 'solely from nighttime satellite imagery and '\n",
" 'population density in 2006',\n",
" 'license': 'CC-BY 4.0',\n",
" 'title': 'https://datacatalog.worldbank.org/dataset/night-light-development-index-nldi-2006',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://datacatalog.worldbank.org/dataset/night-light-development-index-nldi-2006']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd12529'),\n",
" 'description': 'Tracking the surface oil from DWH using '\n",
" 'satellite data obtained in real-time, '\n",
" 'extensive archive of temporal/spatial history '\n",
" 'of surface oil.',\n",
" 'license': 'NA',\n",
" 'title': 'Satellite Remote Sensing of the Deepwater Horizon '\n",
" 'Oil Spill: Providing a Context For Shipboard '\n",
" 'Measurements',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['https://data.gulfresearchinitiative.org/pelagos-symfony/data/Y1.x096.000:0001']}\n",
"{'_id': ObjectId('5d83bcec53c550082fd1252a'),\n",
" 'description': 'The active fire locations represent the center '\n",
" 'of a 1-kilometer pixel that is flagged by the '\n",
" 'MOD14/MYD14 Fire and Thermal Anomalies '\n",
" 'Algorithm as containing one or more fires '\n",
" 'within the pixel',\n",
" 'license': 'https://earthdata.nasa.gov/earth-observation-data/near-real-time/citation',\n",
" 'title': 'NASA active fires',\n",
" 'topic': 'satellite images',\n",
" 'urls': ['http://data.globalforestwatch.org/datasets/nasa-active-fires']}\n"
]
}
],
"source": [
"import pprint\n",
"import pymongo, json\n",
"client = pymongo.MongoClient (host=\"da1.eecs.utk.edu\")\n",
"db = client ['fdac19mp2']\n",
"coll = db ['egrisso1']\n",
"pp = pprint.PrettyPrinter(indent=1,width=65)\n",
"for r in coll. find():\n",
" print(pp .pformat (r)) "
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.7"
}
},
"nbformat": 4,
"nbformat_minor": 1
}