diff --git a/02_activities/assignments/assignment_1.ipynb b/02_activities/assignments/assignment_1.ipynb index 45cfc9cd7..abdd1ebc7 100644 --- a/02_activities/assignments/assignment_1.ipynb +++ b/02_activities/assignments/assignment_1.ipynb @@ -26,21 +26,34 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The dotenv extension is already loaded. To reload it, use:\n", + " %reload_ext dotenv\n" + ] + } + ], "source": [ "# Write your code below.\n", - "\n" + "\n", + "%load_ext dotenv\n", + "%dotenv" ] }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "import dask.dataframe as dd" + "import dask.dataframe as dd\n", + "## to get this to work, I changed modified np.str_ and np.unicode_ to both be np.str_ in dask/dataframe/utils.py\n", + "## Used google to troubleshoot" ] }, { @@ -55,15 +68,1031 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['../../05_src/data/prices\\\\ACN\\\\ACN_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ACN\\\\ACN_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALDX\\\\ALDX_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1993\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1993\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1994\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1994\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1995\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1995\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1996\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1996\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1997\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1997\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1998\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1998\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1999\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_1999\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ALL\\\\ALL_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMAL\\\\AMAL_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMAL\\\\AMAL_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMAL\\\\AMAL_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMAL\\\\AMAL_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMAL\\\\AMAL_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMAL\\\\AMAL_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AMH\\\\AMH_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\AQMS\\\\AQMS_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ARAY\\\\ARAY_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1995\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1995\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1996\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1996\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1997\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1997\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1998\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1998\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1999\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_1999\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ASML\\\\ASML_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BGS\\\\BGS_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BLPH\\\\BLPH_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BNTC\\\\BNTC_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPMX\\\\BPMX_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BPYPN\\\\BPYPN_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BPYPN\\\\BPYPN_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BRQS\\\\BRQS_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWEN\\\\BWEN_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\BWG\\\\BWG_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1980\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1980\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1981\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1981\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1982\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1982\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1983\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1983\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1984\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1984\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1985\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1985\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1986\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1986\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1987\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1987\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1988\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1988\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1989\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1989\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1990\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1990\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1991\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1991\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1992\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1992\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1993\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1993\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1994\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1994\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1995\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1995\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1996\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1996\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1997\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1997\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1998\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1998\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1999\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_1999\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CBB\\\\CBB_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CCD\\\\CCD_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CGEN\\\\CGEN_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CIZ\\\\CIZ_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CMCTP\\\\CMCTP_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CMCTP\\\\CMCTP_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CMCTP\\\\CMCTP_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CMCTP\\\\CMCTP_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CMCTP\\\\CMCTP_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CMCTP\\\\CMCTP_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1987\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1987\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1988\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1988\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1989\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1989\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1990\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1990\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1991\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1991\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1992\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1992\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1993\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1993\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1994\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1994\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1995\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1995\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1996\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1996\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1997\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1997\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1998\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1998\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1999\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_1999\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRMT\\\\CRMT_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1989\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1989\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1990\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1990\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1991\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1991\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1992\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1992\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1993\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1993\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1994\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1994\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1995\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1995\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1996\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1996\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1997\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1997\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1998\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1998\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1999\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_1999\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CRUS\\\\CRUS_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CSSE\\\\CSSE_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CSSE\\\\CSSE_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CSSE\\\\CSSE_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CSSE\\\\CSSE_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CSSE\\\\CSSE_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CSSE\\\\CSSE_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\CSSE\\\\CSSE_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\CSSE\\\\CSSE_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\DEW\\\\DEW_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EARN\\\\EARN_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EOLS\\\\EOLS_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EOLS\\\\EOLS_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EOLS\\\\EOLS_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EOLS\\\\EOLS_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\EOLS\\\\EOLS_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\EOLS\\\\EOLS_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ERH\\\\ERH_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_1997\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_1997\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_1998\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_1998\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_1999\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_1999\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ESGR\\\\ESGR_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\ETJ\\\\ETJ_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FAMI\\\\FAMI_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FAMI\\\\FAMI_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FAMI\\\\FAMI_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FAMI\\\\FAMI_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FAMI\\\\FAMI_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FAMI\\\\FAMI_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FINV\\\\FINV_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FINV\\\\FINV_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FINV\\\\FINV_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FINV\\\\FINV_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FINV\\\\FINV_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FINV\\\\FINV_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FINV\\\\FINV_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FINV\\\\FINV_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FIXX\\\\FIXX_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FIXX\\\\FIXX_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FIXX\\\\FIXX_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FIXX\\\\FIXX_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FIXX\\\\FIXX_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FIXX\\\\FIXX_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FPXE\\\\FPXE_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FPXE\\\\FPXE_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FPXE\\\\FPXE_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FPXE\\\\FPXE_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\FPXE\\\\FPXE_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\FPXE\\\\FPXE_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GAZ\\\\GAZ_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLADD\\\\GLADD_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLADD\\\\GLADD_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLADD\\\\GLADD_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLADD\\\\GLADD_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLADD\\\\GLADD_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLADD\\\\GLADD_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLUU\\\\GLUU_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1981\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1982\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1982\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1983\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1983\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1984\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1984\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1985\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1985\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1986\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1986\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1987\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1987\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1988\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1988\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1989\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1989\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1990\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1990\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1991\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1991\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1992\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1992\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1993\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1993\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1994\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1994\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1995\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1995\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1996\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1996\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1997\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1997\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1998\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1998\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1999\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_1999\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2004\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2004\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2005\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2005\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2006\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2006\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2007\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2007\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2008\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2008\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2009\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2009\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2010\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2010\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2011\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2011\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2012\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2012\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2013\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2013\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2014\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2014\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2015\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2015\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2016\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2016\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2017\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2017\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2018\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2018\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2019\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2019\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2020\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GLW\\\\GLW_2020\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_1997\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_1997\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_1998\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_1998\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_1999\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_1999\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2000\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2000\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2001\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2001\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2002\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2002\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2003\\\\part.0.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2003\\\\part.1.parquet',\n", + " '../../05_src/data/prices\\\\GPI\\\\GPI_2004\\\\part.0.parquet',\n", + " ...]" + ] + }, + "execution_count": 24, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "import os\n", "from glob import glob\n", "\n", "# Write your code below.\n", - "\n" + "\n", + "PRICE_DATA = os.getenv('PRICE_DATA')\n", + "parquet_files = glob(os.path.join(PRICE_DATA, \"**\", \"*.parquet\"), recursive=True)\n", + "dd_px = dd.read_parquet(parquet_files)\n", + "\n", + "parquet_files" ] }, { @@ -88,14 +1117,87 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "C:\\Users\\karma\\AppData\\Local\\Temp\\ipykernel_13248\\284795827.py:8: UserWarning: `meta` is not specified, inferred from partial data.\n", + "Please provide `meta` if the result is unexpected.\n", + " Before: .apply(func)\n", + " After: .apply(func, meta={'x': 'f8', 'y': 'f8'}) for dataframe result\n", + " or: .apply(func, meta=('x', 'f8')) for series result\n", + "\n", + " .apply(lambda x: x.assign(AdjClose_lag_1 = x['Adj Close'].shift(1)))\n" + ] + } + ], "source": [ "# Write your code below.\n", + "temp = os.getenv(\"TEMP_DATA\")\n", + "\n", + "parquet_dir = os.path.join(temp, \"parquet\")\n", + "os.makedirs(parquet_dir, exist_ok=True)\n", + "\n", + "dd_feat = (dd_px.groupby('ticker', group_keys=False)\n", + " .apply(lambda x: x.assign(AdjClose_lag_1 = x['Adj Close'].shift(1)))\n", + " .assign(\n", + " returns = (lambda x: x['Adj Close']/x['AdjClose_lag_1'] - 1),\n", + " hi_lo_range = (lambda x: x['High'] - x['Low'])\n", + " ))\n", "\n" ] }, + { + "cell_type": "code", + "execution_count": 33, + "metadata": {}, + "outputs": [ + { + "ename": "ImportError", + "evalue": "Dask diagnostics requirements are not installed.\n\nPlease either conda or pip install as follows:\n\n conda install dask # either conda install\n python -m pip install \"dask[diagnostics]\" --upgrade # or python -m pip install", + "output_type": "error", + "traceback": [ + "\u001b[31m---------------------------------------------------------------------------\u001b[39m", + "\u001b[31mModuleNotFoundError\u001b[39m Traceback (most recent call last)", + "\u001b[36mFile \u001b[39m\u001b[32mc:\\Users\\karma\\miniconda3\\Lib\\site-packages\\dask\\widgets\\__init__.py:4\u001b[39m\n\u001b[32m 3\u001b[39m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[32m----> \u001b[39m\u001b[32m4\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34;01mdask\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01mwidgets\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01mwidgets\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m (\n\u001b[32m 5\u001b[39m FILTERS,\n\u001b[32m 6\u001b[39m TEMPLATE_PATHS,\n\u001b[32m 7\u001b[39m get_environment,\n\u001b[32m 8\u001b[39m get_template,\n\u001b[32m 9\u001b[39m )\n\u001b[32m 11\u001b[39m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mImportError\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n", + "\u001b[36mFile \u001b[39m\u001b[32mc:\\Users\\karma\\miniconda3\\Lib\\site-packages\\dask\\widgets\\widgets.py:7\u001b[39m\n\u001b[32m 5\u001b[39m \u001b[38;5;28;01mimport\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34;01mos\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01mpath\u001b[39;00m\n\u001b[32m----> \u001b[39m\u001b[32m7\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34;01mjinja2\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m Environment, FileSystemLoader, Template\n\u001b[32m 8\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34;01mjinja2\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01mexceptions\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m TemplateNotFound\n", + "\u001b[31mModuleNotFoundError\u001b[39m: No module named 'jinja2'", + "\nThe above exception was the direct cause of the following exception:\n", + "\u001b[31mImportError\u001b[39m Traceback (most recent call last)", + "\u001b[36mFile \u001b[39m\u001b[32mc:\\Users\\karma\\miniconda3\\Lib\\site-packages\\IPython\\core\\formatters.py:406\u001b[39m, in \u001b[36mBaseFormatter.__call__\u001b[39m\u001b[34m(self, obj)\u001b[39m\n\u001b[32m 404\u001b[39m method = get_real_method(obj, \u001b[38;5;28mself\u001b[39m.print_method)\n\u001b[32m 405\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m method \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[32m--> \u001b[39m\u001b[32m406\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mmethod\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[32m 407\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[32m 408\u001b[39m \u001b[38;5;28;01melse\u001b[39;00m:\n", + "\u001b[36mFile \u001b[39m\u001b[32mc:\\Users\\karma\\miniconda3\\Lib\\site-packages\\dask\\dataframe\\dask_expr\\_collection.py:2800\u001b[39m, in \u001b[36mDataFrame._repr_html_\u001b[39m\u001b[34m(self)\u001b[39m\n\u001b[32m 2799\u001b[39m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34m_repr_html_\u001b[39m(\u001b[38;5;28mself\u001b[39m):\n\u001b[32m-> \u001b[39m\u001b[32m2800\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[43m.\u001b[49m\u001b[43mto_html\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "\u001b[36mFile \u001b[39m\u001b[32mc:\\Users\\karma\\miniconda3\\Lib\\site-packages\\dask\\dataframe\\dask_expr\\_collection.py:4046\u001b[39m, in \u001b[36mDataFrame.to_html\u001b[39m\u001b[34m(self, max_rows)\u001b[39m\n\u001b[32m 4044\u001b[39m data = \u001b[38;5;28mself\u001b[39m._repr_data().to_html(max_rows=max_rows, show_dimensions=\u001b[38;5;28;01mFalse\u001b[39;00m)\n\u001b[32m 4045\u001b[39m n_expr = \u001b[38;5;28mlen\u001b[39m({e._name \u001b[38;5;28;01mfor\u001b[39;00m e \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m.walk()})\n\u001b[32m-> \u001b[39m\u001b[32m4046\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mget_template\u001b[49m\u001b[43m(\u001b[49m\u001b[33;43m\"\u001b[39;49m\u001b[33;43mdataframe.html.j2\u001b[39;49m\u001b[33;43m\"\u001b[39;49m\u001b[43m)\u001b[49m.render(\n\u001b[32m 4047\u001b[39m data=data,\n\u001b[32m 4048\u001b[39m name=\u001b[38;5;28mself\u001b[39m._name,\n\u001b[32m 4049\u001b[39m layers=maybe_pluralize(n_expr, \u001b[33m\"\u001b[39m\u001b[33mexpression\u001b[39m\u001b[33m\"\u001b[39m),\n\u001b[32m 4050\u001b[39m )\n", + "\u001b[36mFile \u001b[39m\u001b[32mc:\\Users\\karma\\miniconda3\\Lib\\site-packages\\dask\\widgets\\__init__.py:26\u001b[39m, in \u001b[36mget_template\u001b[39m\u001b[34m(name)\u001b[39m\n\u001b[32m 25\u001b[39m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34mget_template\u001b[39m(name: \u001b[38;5;28mstr\u001b[39m):\n\u001b[32m---> \u001b[39m\u001b[32m26\u001b[39m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mImportError\u001b[39;00m(msg) \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34;01mexception\u001b[39;00m\n", + "\u001b[31mImportError\u001b[39m: Dask diagnostics requirements are not installed.\n\nPlease either conda or pip install as follows:\n\n conda install dask # either conda install\n python -m pip install \"dask[diagnostics]\" --upgrade # or python -m pip install" + ] + }, + { + "data": { + "text/plain": [ + "Dask DataFrame Structure:\n", + " Date Open High Low Close Adj Close Volume source ticker Year AdjClose_lag_1 returns hi_lo_range\n", + "npartitions=2941 \n", + " datetime64[ns] float64 float64 float64 float64 float64 float64 string string int32 float64 float64 float64\n", + " ... ... ... ... ... ... ... ... ... ... ... ... ...\n", + "... ... ... ... ... ... ... ... ... ... ... ... ... ...\n", + " ... ... ... ... ... ... ... ... ... ... ... ... ...\n", + " ... ... ... ... ... ... ... ... ... ... ... ... ...\n", + "Dask Name: assign, 13 expressions\n", + "Expr=Assign(frame=Assign(frame=Assign(frame=Assign(frame=GroupByApply(frame=ReadParquetFSSpec(1311231), observed=False, group_keys=False, func= at 0x000001ACB7CC9C60>, meta=, args=(), kwargs={})))))" + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "dd_feat" + ] + }, { "cell_type": "markdown", "metadata": {}, @@ -108,12 +1210,33 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 37, "metadata": {}, "outputs": [], "source": [ "# Write your code below.\n", - "\n" + "PD_DF = dd_feat.compute()" + ] + }, + { + "cell_type": "code", + "execution_count": 38, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "C:\\Users\\karma\\AppData\\Local\\Temp\\ipykernel_13248\\3337203782.py:3: FutureWarning: DataFrameGroupBy.apply operated on the grouping columns. This behavior is deprecated, and in a future version of pandas the grouping columns will be excluded from the operation. Either pass `include_groups=False` to exclude the groupings or explicitly select the grouping columns after groupby to silence this warning.\n", + " .apply(lambda x: x.assign(ma_return = x['returns'].rolling(10).mean()))\n" + ] + } + ], + "source": [ + "PD_DF = (PD_DF\n", + " .groupby('ticker', group_keys = False)\n", + " .apply(lambda x: x.assign(ma_return = x['returns'].rolling(10).mean()))\n", + " )" ] }, { @@ -125,7 +1248,10 @@ "+ Was it necessary to convert to pandas to calculate the moving average return?\n", "+ Would it have been better to do it in Dask? Why?\n", "\n", - "(1 pt)" + "(1 pt)\n", + "\n", + "+ Not neccesary to covert to pandas dataframe to calculate moving average\n", + "+ It would be better to complete in Dask - for larger datasets Dask manages better - My conversion took 1m 9.3s to complete" ] }, { @@ -154,10 +1280,10 @@ " * Open a private window in your browser. Copy and paste the link to your pull request into the address bar. Make sure you can see your pull request properly. This helps the technical facilitator and learning support staff review your submission easily.\n", "\n", "Checklist:\n", - "- [ ] Created a branch with the correct naming convention.\n", - "- [ ] Ensured that the repository is public.\n", - "- [ ] Reviewed the PR description guidelines and adhered to them.\n", - "- [ ] Verify that the link is accessible in a private browser window.\n", + "- [Y] Created a branch with the correct naming convention.\n", + "- [Y] Ensured that the repository is public.\n", + "- [Y] Reviewed the PR description guidelines and adhered to them.\n", + "- [Y] Verify that the link is accessible in a private browser window.\n", "\n", "If you encounter any difficulties or have questions, please don't hesitate to reach out to our team via our Slack at `#cohort-3-help`. Our Technical Facilitators and Learning Support staff are here to help you navigate any challenges." ] @@ -165,7 +1291,7 @@ ], "metadata": { "kernelspec": { - "display_name": "env", + "display_name": "base", "language": "python", "name": "python3" }, @@ -179,7 +1305,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.0" + "version": "3.13.5" } }, "nbformat": 4,