manifest.json

[
  {
    "id": "dispensing_practices",
    "title": "List of dispensing practices, addresses, and GP counts",
    "description": "A Dispensing Practice has the authority to dispense as well as prescribe drugs, on the grounds they are very rural. There are a bit over 1000 in England.",
    "publisher": "NHS Business Services Authority",
    "publication_schedule": "quarterly",
    "publication_lag": "",
    "index_url": "https://apps.nhsbsa.nhs.uk/infosystems/report/viewReportList.do?reportMenuItemId=211",
    "notes": "",
    "requires_captcha": true,
    "tags": [""],
    "importers": ["import_practice_dispensing_status --filename dispensing_practices.*\\.csv"],
    "depends_on": ["practice_details", "prescribing"]
  },
  {
    "id": "patient_list_size",
    "title": "Patient list sizes of practice broken down by age decile and gender",
    "description": "",
    "publisher": "NHS Business Services Authority",
    "publication_schedule": "quarterly",
    "publication_lag": "2 to 3 weeks",
    "index_url": "https://apps.nhsbsa.nhs.uk/infosystems/data/showDataSelector.do?reportId=128",
    "notes": "The data doesn't contain date stamps, so we rely on the correct datestamping of the containing folder to verify the validity of the data. For example, if a CSV is valid for Jan - March 2016, then it should be placed in a folder like `2016_03/patient_list_size_new.csv`",
    "fetcher": "hscic_list_sizes.py",
    "tags": ["core_data"],
    "always_import": true,
    "importers": ["import_list_sizes --filename patient_list_size_new.csv"],
    "after_import": [],
    "depends_on": ["practice_details", "prescribing", "patient_list_weightings"]
  },
  {
    "id": "measures",
    "data_dir": "prescribing",
    "title": "Calculate common measures",
    "description": "Not a datset, but a command that should be run after other data has been imported",
    "publisher": "",
    "publication_schedule": "",
    "publication_lag": "",
    "index_url": "",
    "notes": "",
    "requires_captcha": false,
    "tags": ["core_data"],
    "before_import": ["import_measures --definitions_only",
                      "import_measures"],
    "importers":  [],
    "depends_on": ["upload_to_bigquery"]
  },
  {
    "id": "refresh_views",
    "data_dir": "",
    "title": "Non-data-dependent task to update views",
    "description": "",
    "publisher": "",
    "publication_schedule": "",
    "publication_lag": "",
    "index_url": "",
    "notes": "",
    "requires_captcha": false,
    "tags": ["core_data"],
    "before_import": ["create_views"],
    "importers":  [],
    "depends_on": ["upload_to_bigquery"]
  },
  {
    "id": "upload_to_bigquery",
    "data_dir": "",
    "title": "Non-data-dependent task to send local data to bigquery",
    "description": "",
    "publisher": "",
    "publication_schedule": "",
    "publication_lag": "",
    "index_url": "",
    "notes": "",
    "requires_captcha": false,
    "tags": ["core_data"],
    "before_import": ["runner:bigquery_upload"],
    "importers":  [],
    "depends_on": ["patient_list_size", "prescribing", "practice_details", "ccg_details"]
  },
  {
    "id": "bnf_codes",
    "title": "Human readable terms for BNF prescription codes",
    "description": "Every row of prescribing data has a `presentation` field, a 15 character code that encodes the chemical, a classification, and its formulation (e.g. 5ml per 100ml solution, etc). The BNF codes allow us to decode the presentation.",
    "publisher": "NHS Business Services Authority",
    "publication_schedule": "end of each month",
    "publication_lag": "",
    "notes": "We currently use a version that is correct as of Jan 2016; we should probably be importing this quarterly or so. There are monthly changes but not that many.",
    "index_url": "https://apps.nhsbsa.nhs.uk/infosystems/data/showDataSelector.do?reportId=126",
    "filename_pattern": "bnf_codes.csv",
    "requires_captcha": true,
    "tags": ["core_data"],
    "importers": ["import_bnf_codes --filename bnf_codes.csv"]
  },
  {
    "id": "adqs",
    "title": "Average Daily Quantities (ADQ)",
    "description": "An ADQ is how much of the active ingredient in the drug a patient would take per day, on average.  This is useful because the prescribing data tells you how many pills were prescribed, but not how many patients were taking the drug.",
    "publisher": "Health & Social Care Information Centre",
    "publication_schedule": "",
    "publication_lag": "",
    "notes": "Source is data provided privately by HSCIC, extracted from ePACT in April 2016. Not all presentations are included. Their ref NIC-23748-Q0D1L enquiries@hscic.gov.uk. We should refresh this approx yearly.",
    "urls": {
      "2013": "http://www.hscic.gov.uk/media/9376/Average-daily-quantity-ADQ-values-2012-13/pdf/adqs_2012_13.pdf"},
    "tags": ["core_data"],
    "importers": ["import_adqs --filename adqs_.*csv"],
    "depends_on": ["bnf_codes"]
  },
  {
    "id": "ccg_boundaries",
    "title": "Boundaries of CCGs in mapinfo format",
    "description": "",
    "publisher": "NHS England",
    "publication_schedule": "irregular (less than yealy)",
    "publication_lag": "",
    "notes": "Currently using version as of 2015",
    "index_url": "http://www.england.nhs.uk/resources/ccg-maps/",
    "requires_captcha": false,
    "tags": ["core_data"],
    "importers": ["import_ccg_boundaries --filename ccg_boundaries.*\\.kml"]
  },
  {
    "id": "nhs_payments_to_general_practice",
    "title": "Summary of annual payments by NHS to GPs",
    "description": "Payments are broken down by category, The formula for working out payments is based on a weighted patient list size, which we might find useful. It is calculated as per the [GP Contract](http://systems.hscic.gov.uk/ssd/downloads/newgpcontractpay/ngms-contents/appaglobalsum#CalcPracPCOWeightedListsize), and factors in Age/Sex, Additional Needs, Turnover, Market Forces, Rurality, and Nursing/Residential homes.",
    "publisher": "Health & Social Care Information Centre",
    "publication_schedule": "yearly",
    "publication_lag": "",
    "notes": "The 2013/14 version was described as 'experimental'. I'm not sure if this has ever been used, so tagged as `research`",
    "urls": {
      "2015": "http://www.hscic.gov.uk/larticle/2021/Website-Search?productid=18806",
      "2014": "http://www.hscic.gov.uk/catalogue/PUB16847"},
    "requires_captcha": false,
    "tags": ["research"]
  },
  {
    "id": "qof",
    "title": "The Quality and Outcomes Framework (QOF) is the annual reward and incentive programme for GPs",
    "description": "The incentives are based on prevalence of certain conditions, and the data is presented at various output levels, including practice and CCG. It runs across a financial year (i.e. April - March)",
    "publisher": "Health & Social Care Information Centre",
    "publication_schedule": "middle of each month",
    "publication_lag": "7 months",
    "index_url": "http://www.hscic.gov.uk/qof",
    "urls": {
      "2015": "http://www.hscic.gov.uk/catalogue/PUB18887/qof-1415-csvfiles.zip",
      "2014": "http://www.hscic.gov.uk/catalogue/PUB15751/qof-1314-CSVfilesCQRSdata.zip"},
    "requires_captcha": false,
    "tags": ["research"]
  },
  {
    "id": "prescribing_metadata",
    "title": "GP Practice Prescribing metadata",
    "description": "Metadata for joining with prescribing data",
    "publisher": "Health & Social Care Information Centre",
    "publication_schedule": "end of each month",
    "publication_lag": "80 - 100 days",
    "index_url": "http://content.digital.nhs.uk/article/2021/Website-Search?q=presentation+level+data&go=Go&area=both",
    "fetcher": "hscic_prescribing.py --most_recent_date",
    "importers": [
      "import_hscic_chemicals --chem_file T\\d+CHEM.*\\.CSV",
      "import_practices --hscic_address T\\d+ADDR.*\\.CSV"
    ],
    "tags": ["core_data"],
    "depends_on": ["practice_details", "ccg_details", "nhs_postcode_file", "adqs", "bnf_codes"]
  },
  {
    "id": "prescribing",
    "title": "GP Practice Prescribing",
    "description": "General practice prescribing data is a list of all medicines, dressings and appliances that are prescribed and dispensed each month.",
    "publisher": "NHSBSA",
    "publication_schedule": "middle of each month",
    "publication_lag": "60 days",
    "index_url": "https://apps.nhsbsa.nhs.uk/infosystems/data/showDataSelector.do?reportId=124",
    "importers": [
      "convert_hscic_prescribing --filename .*Detailed_Prescribing_Information.csv",
      "import_hscic_prescribing --filename .*Detailed_Prescribing_Information_formatted.CSV"
    ],
    "tags": ["core_data"],
    "depends_on": ["prescribing_metadata"]
  },
  {
    "id": "nhs_postcode_file",
    "title": "NHS postcodes with geography data",
    "description": "Data originating with ONS for NHS-related postcodes, including ONS census districts, etc, and most importantly georeferences",
    "publisher": "Health & Social Care Information Centre",
    "publication_schedule": "end of each month",
    "publication_lag": "",
    "notes": "Superseded by `practices`",
    "index_url": "http://systems.hscic.gov.uk/data/ods/datadownloads/onsdata",
    "fetcher": "org_codes.py --postcode",
    "importers": [
      "geocode_practices --filename gridall\\.csv"
    ],
    "tags": ["core_data"],
    "licence": "OGL",
    "licence_attributions": [
      "Contains OS data © Crown copyright and database right <year>",
      "Contains Royal Mail data © Royal Mail copyright and Database right <year>",
      "Contains National Statistics data © Crown copyright and database right <year>"
    ],
    "depends_on": ["practice_details"]
  },
  {
    "id": "ccg_details",
    "title": "Addresses and dates for CCGs",
    "description": "The definitive source of NHS organisational data",
    "publisher": "Health & Social Care Information Centre",
    "publication_schedule": "end of each month",
    "publication_lag": "",
    "notes": "Quarterly and monthly diffs are also available",
    "index_url": "http://systems.hscic.gov.uk/data/ods/datadownloads/othernhs/index_html",
    "fetcher": "org_codes.py --ccg",
    "tags": ["core_data"],
    "importers" : ["import_org_names --ccg eccg.csv"],
    "depends_on": ["ccg_boundaries"]
  },
  {
    "id": "practice_details",
    "title": "Addresses and dates for GP Practices",
    "description": "The definitive source of NHS organisational data: includes practice setting and practice-CCG membership",
    "publisher": "Health & Social Care Information Centre",
    "publication_schedule": "end of each month",
    "publication_lag": "",
    "notes": "Quarterly and monthly diffs are also available",
    "index_url": "http://systems.hscic.gov.uk/data/ods/datadownloads/gppractice/index_html",
    "fetcher": "org_codes.py --practice",
    "tags": ["core_data"],
    "importers": ["import_practices --epraccur epraccur.csv"],
    "depends_on": ["ccg_details", "patient_list_weightings"]
  },
  {
    "id": "patient_list_weightings",
    "title": "ASTRO-PU and STAR-PU weightings",
    "description": "When comparing between practices, it is common to calculate cost per patient (for example). However, different demographics have different needs and may be lumpily represented for particular practices. Weightings are used to correct for this.",
    "publisher": "Health & Social Care Information Centre",
    "publication_schedule": "Twice ever (2009 and 2013)",
    "publication_lag": "",
    "index_url": "http://www.hscic.gov.uk/prescribing/measures",
    "tags": ["core_data"],
    "notes": "The importer actually dumps values to JSON, rather than importing. This json is then saved to the PracticeStatistics model whenever tha model is saved, which in practice is whenever the `import_list_sizes` importer is run.",
    "importers": ["calculate_star_pu_weights --filename prescribing_units.xlsx"]
  }
]