From 7cfc9b3ae4b95a8ece1a8d35186a2368d5707daa Mon Sep 17 00:00:00 2001 From: dlee865 Date: Mon, 23 Sep 2019 22:41:04 +0000 Subject: [PATCH] filled database --- .ipynb_checkpoints/MongoDB-checkpoint.ipynb | 495 ++++++++++++++++++++ MongoDB.ipynb | 439 ++++++++++++++++- fill_db.py | 8 + sources.json | 135 ++++++ 4 files changed, 1054 insertions(+), 23 deletions(-) create mode 100644 .ipynb_checkpoints/MongoDB-checkpoint.ipynb create mode 100644 fill_db.py create mode 100644 sources.json diff --git a/.ipynb_checkpoints/MongoDB-checkpoint.ipynb b/.ipynb_checkpoints/MongoDB-checkpoint.ipynb new file mode 100644 index 0000000..add0cf7 --- /dev/null +++ b/.ipynb_checkpoints/MongoDB-checkpoint.ipynb @@ -0,0 +1,495 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import pprint\n", + "import re\n", + "import pymongo, json\n", + "\n", + "pp = pprint.PrettyPrinter(indent=1,width=65)\n", + "\n", + "client = pymongo.MongoClient (host=\"da1.eecs.utk.edu\")\n", + "db = client ['fdac19mp2']\n", + "coll = db ['dlee97']\n", + "\n", + "with open('sources.json', 'r') as f:\n", + " di = json.load(f)\n", + "\n", + "coll.insert_many(di)" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'_id': ObjectId('5d88d8d232a4a2b65e04d080'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Game Scores 1920-2017',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/toddwfloyd/footballscores'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d081'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL scores and betting data',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/tobycrabtree/nfl-scores-and-betting-data'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d082'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'nfl 2017 season scores',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://data.world/wbacon/nfl-2017-season-scores'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d083'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'National Football League: Super Bowl wins by team '\n", + " '2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/266516/number-of-super-bowl-wins-by-nfl-team/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d084'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Sport Planning Tool - Football',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'http://hub.arcgis.com/datasets/57b576aec6a14a72a0b134bd51ebdafe'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d085'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Football Player Stats',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/zynicide/nfl-football-player-stats'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d086'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Detailed NFL play-by-play data 2009-2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/maxhorowitz/nflplaybyplay2009to2016'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d087'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL teams ranked by average attendance 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/283897/national-football-league-teams-ranked-by-average-attendance-2013/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d088'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Average ticket price in the NFL by team',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/193595/average-ticket-price-in-the-nfl-by-team/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d089'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time regular season winning '\n", + " 'percentage 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784512/nfl-team-ranking-by-all-time-regular-season-winning-percentage/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08a'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Rosters',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/rosters'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08b'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Players with most passing yards in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784406/players-with-the-most-passing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08c'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Statistics',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/kendallgillies/nflstatistics'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08d'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Career rushing yards leaders in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784449/players-with-the-most-rushing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08e'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Draft Outcomes',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/ronaldjgrafjr/nfl-draft-outcomes'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08f'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time postseason wins 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784525/nfl-team-ranking-by-all-time-postseason-wins/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d090'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL targets',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/nfl-targets'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d091'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL TV ratings and viewership 2018, selected games',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/749140/nfl-viewership-figures-ratings/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d092'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL snap counts',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/snap-counts'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d094'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Game Scores 1920-2017',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/toddwfloyd/footballscores'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d095'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL scores and betting data',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/tobycrabtree/nfl-scores-and-betting-data'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d096'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'nfl 2017 season scores',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://data.world/wbacon/nfl-2017-season-scores'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d097'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'National Football League: Super Bowl wins by team '\n", + " '2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/266516/number-of-super-bowl-wins-by-nfl-team/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d098'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Sport Planning Tool - Football',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'http://hub.arcgis.com/datasets/57b576aec6a14a72a0b134bd51ebdafe'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d099'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Football Player Stats',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/zynicide/nfl-football-player-stats'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09a'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Detailed NFL play-by-play data 2009-2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/maxhorowitz/nflplaybyplay2009to2016'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09b'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL teams ranked by average attendance 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/283897/national-football-league-teams-ranked-by-average-attendance-2013/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09c'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Average ticket price in the NFL by team',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/193595/average-ticket-price-in-the-nfl-by-team/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09d'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time regular season winning '\n", + " 'percentage 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784512/nfl-team-ranking-by-all-time-regular-season-winning-percentage/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09e'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Rosters',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/rosters'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09f'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Players with most passing yards in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784406/players-with-the-most-passing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a0'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Statistics',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/kendallgillies/nflstatistics'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a1'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Career rushing yards leaders in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784449/players-with-the-most-rushing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a2'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Draft Outcomes',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/ronaldjgrafjr/nfl-draft-outcomes'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a3'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time postseason wins 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784525/nfl-team-ranking-by-all-time-postseason-wins/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a4'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL targets',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/nfl-targets'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a5'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL TV ratings and viewership 2018, selected games',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/749140/nfl-viewership-figures-ratings/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a6'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL snap counts',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/snap-counts'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0a8'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Game Scores 1920-2017',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/toddwfloyd/footballscores'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0a9'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL scores and betting data',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/tobycrabtree/nfl-scores-and-betting-data'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0aa'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'nfl 2017 season scores',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://data.world/wbacon/nfl-2017-season-scores'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ab'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'National Football League: Super Bowl wins by team '\n", + " '2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/266516/number-of-super-bowl-wins-by-nfl-team/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ac'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Sport Planning Tool - Football',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'http://hub.arcgis.com/datasets/57b576aec6a14a72a0b134bd51ebdafe'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ad'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Football Player Stats',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/zynicide/nfl-football-player-stats'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ae'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Detailed NFL play-by-play data 2009-2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/maxhorowitz/nflplaybyplay2009to2016'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0af'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL teams ranked by average attendance 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/283897/national-football-league-teams-ranked-by-average-attendance-2013/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b0'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Average ticket price in the NFL by team',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/193595/average-ticket-price-in-the-nfl-by-team/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b1'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time regular season winning '\n", + " 'percentage 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784512/nfl-team-ranking-by-all-time-regular-season-winning-percentage/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b2'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Rosters',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/rosters'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b3'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Players with most passing yards in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784406/players-with-the-most-passing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b4'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Statistics',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/kendallgillies/nflstatistics'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b5'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Career rushing yards leaders in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784449/players-with-the-most-rushing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b6'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Draft Outcomes',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/ronaldjgrafjr/nfl-draft-outcomes'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b7'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time postseason wins 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784525/nfl-team-ranking-by-all-time-postseason-wins/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b8'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL targets',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/nfl-targets'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b9'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL TV ratings and viewership 2018, selected games',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/749140/nfl-viewership-figures-ratings/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ba'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL snap counts',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/snap-counts'}\n" + ] + } + ], + "source": [ + "import pprint\n", + "import pymongo, json\n", + "client = pymongo.MongoClient (host=\"da1.eecs.utk.edu\")\n", + "db = client ['fdac19mp2']\n", + "coll = db ['dlee97']\n", + "pp = pprint.PrettyPrinter(indent=1,width=65)\n", + "for r in coll. find():\n", + " print(pp .pformat (r)) " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.6.7" + } + }, + "nbformat": 4, + "nbformat_minor": 1 +} diff --git a/MongoDB.ipynb b/MongoDB.ipynb index b817f97..add0cf7 100644 --- a/MongoDB.ipynb +++ b/MongoDB.ipynb @@ -2,24 +2,16 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": 9, "metadata": {}, "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.5/dist-packages/ipykernel_launcher.py:11: DeprecationWarning: insert is deprecated. Use insert_one or insert_many instead.\n", - " # This is added back by InteractiveShellApp.init_path()\n" - ] - }, { "data": { "text/plain": [ - "ObjectId('5d7e6769e1eaff62f15de0d2')" + "" ] }, - "execution_count": 1, + "execution_count": 9, "metadata": {}, "output_type": "execute_result" } @@ -33,27 +25,428 @@ "\n", "client = pymongo.MongoClient (host=\"da1.eecs.utk.edu\")\n", "db = client ['fdac19mp2']\n", - "coll = db ['audris']\n", - "# for each dataset\n", - "coll.insert_one ( { 'topic':'git URLs', 'first dataset': 'largest projects', 'license': 'NA', 'description': 'The list of projects on github with the largest number of starts', 'urls': [ 'url1', 'url2' ] } )\n" + "coll = db ['dlee97']\n", + "\n", + "with open('sources.json', 'r') as f:\n", + " di = json.load(f)\n", + "\n", + "coll.insert_many(di)" ] }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "{'_id': ObjectId('5d7e6769e1eaff62f15de0d2'),\n", - " 'description': 'The list of projects on github with the '\n", - " 'largest number of starts',\n", - " 'first dataset': 'largest projects',\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d080'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Game Scores 1920-2017',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/toddwfloyd/footballscores'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d081'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL scores and betting data',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/tobycrabtree/nfl-scores-and-betting-data'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d082'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'nfl 2017 season scores',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://data.world/wbacon/nfl-2017-season-scores'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d083'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'National Football League: Super Bowl wins by team '\n", + " '2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/266516/number-of-super-bowl-wins-by-nfl-team/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d084'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Sport Planning Tool - Football',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'http://hub.arcgis.com/datasets/57b576aec6a14a72a0b134bd51ebdafe'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d085'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Football Player Stats',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/zynicide/nfl-football-player-stats'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d086'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Detailed NFL play-by-play data 2009-2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/maxhorowitz/nflplaybyplay2009to2016'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d087'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL teams ranked by average attendance 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/283897/national-football-league-teams-ranked-by-average-attendance-2013/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d088'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Average ticket price in the NFL by team',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/193595/average-ticket-price-in-the-nfl-by-team/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d089'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time regular season winning '\n", + " 'percentage 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784512/nfl-team-ranking-by-all-time-regular-season-winning-percentage/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08a'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Rosters',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/rosters'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08b'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Players with most passing yards in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784406/players-with-the-most-passing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08c'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Statistics',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/kendallgillies/nflstatistics'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08d'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Career rushing yards leaders in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784449/players-with-the-most-rushing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08e'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Draft Outcomes',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/ronaldjgrafjr/nfl-draft-outcomes'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d08f'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time postseason wins 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784525/nfl-team-ranking-by-all-time-postseason-wins/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d090'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL targets',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/nfl-targets'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d091'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL TV ratings and viewership 2018, selected games',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/749140/nfl-viewership-figures-ratings/'}\n", + "{'_id': ObjectId('5d88d8d232a4a2b65e04d092'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL snap counts',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/snap-counts'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d094'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Game Scores 1920-2017',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/toddwfloyd/footballscores'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d095'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL scores and betting data',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/tobycrabtree/nfl-scores-and-betting-data'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d096'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'nfl 2017 season scores',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://data.world/wbacon/nfl-2017-season-scores'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d097'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'National Football League: Super Bowl wins by team '\n", + " '2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/266516/number-of-super-bowl-wins-by-nfl-team/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d098'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Sport Planning Tool - Football',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'http://hub.arcgis.com/datasets/57b576aec6a14a72a0b134bd51ebdafe'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d099'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Football Player Stats',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/zynicide/nfl-football-player-stats'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09a'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Detailed NFL play-by-play data 2009-2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/maxhorowitz/nflplaybyplay2009to2016'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09b'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL teams ranked by average attendance 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/283897/national-football-league-teams-ranked-by-average-attendance-2013/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09c'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Average ticket price in the NFL by team',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/193595/average-ticket-price-in-the-nfl-by-team/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09d'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time regular season winning '\n", + " 'percentage 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784512/nfl-team-ranking-by-all-time-regular-season-winning-percentage/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09e'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Rosters',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/rosters'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d09f'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Players with most passing yards in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784406/players-with-the-most-passing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a0'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Statistics',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/kendallgillies/nflstatistics'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a1'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Career rushing yards leaders in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784449/players-with-the-most-rushing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a2'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Draft Outcomes',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/ronaldjgrafjr/nfl-draft-outcomes'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a3'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time postseason wins 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784525/nfl-team-ranking-by-all-time-postseason-wins/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a4'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL targets',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/nfl-targets'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a5'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL TV ratings and viewership 2018, selected games',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/749140/nfl-viewership-figures-ratings/'}\n", + "{'_id': ObjectId('5d88d8dc32a4a2b65e04d0a6'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL snap counts',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/snap-counts'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0a8'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Game Scores 1920-2017',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/toddwfloyd/footballscores'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0a9'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL scores and betting data',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/tobycrabtree/nfl-scores-and-betting-data'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0aa'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'nfl 2017 season scores',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://data.world/wbacon/nfl-2017-season-scores'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ab'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'National Football League: Super Bowl wins by team '\n", + " '2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/266516/number-of-super-bowl-wins-by-nfl-team/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ac'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Sport Planning Tool - Football',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'http://hub.arcgis.com/datasets/57b576aec6a14a72a0b134bd51ebdafe'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ad'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Football Player Stats',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/zynicide/nfl-football-player-stats'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ae'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Detailed NFL play-by-play data 2009-2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/maxhorowitz/nflplaybyplay2009to2016'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0af'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL teams ranked by average attendance 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/283897/national-football-league-teams-ranked-by-average-attendance-2013/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b0'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Average ticket price in the NFL by team',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/193595/average-ticket-price-in-the-nfl-by-team/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b1'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time regular season winning '\n", + " 'percentage 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784512/nfl-team-ranking-by-all-time-regular-season-winning-percentage/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b2'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Rosters',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/rosters'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b3'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Players with most passing yards in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784406/players-with-the-most-passing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b4'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Statistics',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/kendallgillies/nflstatistics'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b5'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'Career rushing yards leaders in NFL history 2018',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784449/players-with-the-most-rushing-yards-in-nfl-history/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b6'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL Draft Outcomes',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.kaggle.com/ronaldjgrafjr/nfl-draft-outcomes'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b7'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL team ranking by all-time postseason wins 2019',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/784525/nfl-team-ranking-by-all-time-postseason-wins/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b8'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL targets',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/nfl-targets'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0b9'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", + " 'license': 'NA',\n", + " 'title': 'NFL TV ratings and viewership 2018, selected games',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.statista.com/statistics/749140/nfl-viewership-figures-ratings/'}\n", + "{'_id': ObjectId('5d88d8fd32a4a2b65e04d0ba'),\n", + " 'description': 'Scores and stats from college and NFL football '\n", + " 'games',\n", " 'license': 'NA',\n", - " 'topic': 'git URLs',\n", - " 'urls': ['url1', 'url2']}\n" + " 'title': 'NFL snap counts',\n", + " 'topic': 'Football scores and stats',\n", + " 'url': 'https://www.lineups.com/nfl/snap-counts'}\n" ] } ], @@ -62,7 +455,7 @@ "import pymongo, json\n", "client = pymongo.MongoClient (host=\"da1.eecs.utk.edu\")\n", "db = client ['fdac19mp2']\n", - "coll = db ['audris']\n", + "coll = db ['dlee97']\n", "pp = pprint.PrettyPrinter(indent=1,width=65)\n", "for r in coll. find():\n", " print(pp .pformat (r)) " @@ -94,7 +487,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.5.2" + "version": "3.6.7" } }, "nbformat": 4, diff --git a/fill_db.py b/fill_db.py new file mode 100644 index 0000000..9d176ef --- /dev/null +++ b/fill_db.py @@ -0,0 +1,8 @@ +import pymongo, json +client = pymongo.MongoClient (host="da1.eecs.utk.edu") +db = client ['fdac19mp2'] +coll = db ['dlee97'] + +with open('sources.json', 'r') as f: + di = json.load(f) + print(di) diff --git a/sources.json b/sources.json new file mode 100644 index 0000000..64d433b --- /dev/null +++ b/sources.json @@ -0,0 +1,135 @@ +[ + { + "topic": "Football scores and stats", + "title": "NFL Game Scores 1920-2017", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.kaggle.com/toddwfloyd/footballscores" + }, + { + "topic": "Football scores and stats", + "title": "NFL scores and betting data", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.kaggle.com/tobycrabtree/nfl-scores-and-betting-data" + }, + { + "topic": "Football scores and stats", + "title": "nfl 2017 season scores", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://data.world/wbacon/nfl-2017-season-scores" + }, + { + "topic": "Football scores and stats", + "title": "National Football League: Super Bowl wins by team 2019", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.statista.com/statistics/266516/number-of-super-bowl-wins-by-nfl-team/" + }, + { + "topic": "Football scores and stats", + "title": "Sport Planning Tool - Football", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "http://hub.arcgis.com/datasets/57b576aec6a14a72a0b134bd51ebdafe" + }, + { + "topic": "Football scores and stats", + "title": "NFL Football Player Stats", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.kaggle.com/zynicide/nfl-football-player-stats" + }, + { + "topic": "Football scores and stats", + "title": "Detailed NFL play-by-play data 2009-2018", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.kaggle.com/maxhorowitz/nflplaybyplay2009to2016" + }, + { + "topic": "Football scores and stats", + "title": "NFL teams ranked by average attendance 2018", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.statista.com/statistics/283897/national-football-league-teams-ranked-by-average-attendance-2013/" + }, + { + "topic": "Football scores and stats", + "title": "Average ticket price in the NFL by team", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.statista.com/statistics/193595/average-ticket-price-in-the-nfl-by-team/" + }, + { + "topic": "Football scores and stats", + "title": "NFL team ranking by all-time regular season winning percentage 2019", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.statista.com/statistics/784512/nfl-team-ranking-by-all-time-regular-season-winning-percentage/" + }, + { + "topic": "Football scores and stats", + "title": "NFL Rosters", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.lineups.com/nfl/rosters" + }, + { + "topic": "Football scores and stats", + "title": "Players with most passing yards in NFL history 2018", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.statista.com/statistics/784406/players-with-the-most-passing-yards-in-nfl-history/" + }, + { + "topic": "Football scores and stats", + "title": "NFL Statistics", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.kaggle.com/kendallgillies/nflstatistics" + }, + { + "topic": "Football scores and stats", + "title": "Career rushing yards leaders in NFL history 2018", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.statista.com/statistics/784449/players-with-the-most-rushing-yards-in-nfl-history/" + }, + { + "topic": "Football scores and stats", + "title": "NFL Draft Outcomes", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.kaggle.com/ronaldjgrafjr/nfl-draft-outcomes" + }, + { + "topic": "Football scores and stats", + "title": "NFL team ranking by all-time postseason wins 2019", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.statista.com/statistics/784525/nfl-team-ranking-by-all-time-postseason-wins/" + }, + { + "topic": "Football scores and stats", + "title": "NFL targets", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.lineups.com/nfl/nfl-targets" + }, + { + "topic": "Football scores and stats", + "title": "NFL TV ratings and viewership 2018, selected games", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.statista.com/statistics/749140/nfl-viewership-figures-ratings/" + }, + { + "topic": "Football scores and stats", + "title": "NFL snap counts", + "license": "NA", + "description": "Scores and stats from college and NFL football games", + "url": "https://www.lineups.com/nfl/snap-counts" + } +]