using DataDeps

comments_metadata = [
    (file = "RC_2005-12.bz2", name = "2005-12"),
    (file = "RC_2006-01.bz2", name = "2006-01"),
    (file = "RC_2006-02.bz2", name = "2006-02"),
    (file = "RC_2006-03.bz2", name = "2006-03"),
    (file = "RC_2006-04.bz2", name = "2006-04"),
    (file = "RC_2006-05.bz2", name = "2006-05"),
    (file = "RC_2006-06.bz2", name = "2006-06"),
    (file = "RC_2006-07.bz2", name = "2006-07"),
    (file = "RC_2006-08.bz2", name = "2006-08"),
    (file = "RC_2006-09.bz2", name = "2006-09"),
    (file = "RC_2006-10.bz2", name = "2006-10"),
    (file = "RC_2006-11.bz2", name = "2006-11"),
    (file = "RC_2006-12.bz2", name = "2006-12"),
    (file = "RC_2007-01.bz2", name = "2007-01"),
    (file = "RC_2007-02.bz2", name = "2007-02"),
    (file = "RC_2007-03.bz2", name = "2007-03"),
    (file = "RC_2007-04.bz2", name = "2007-04"),
    (file = "RC_2007-05.bz2", name = "2007-05"),
    (file = "RC_2007-06.bz2", name = "2007-06"),
    (file = "RC_2007-07.bz2", name = "2007-07"),
    (file = "RC_2007-08.bz2", name = "2007-08"),
    (file = "RC_2007-09.bz2", name = "2007-09"),
    (file = "RC_2007-10.bz2", name = "2007-10"),
    (file = "RC_2007-11.bz2", name = "2007-11"),
    (file = "RC_2007-12.bz2", name = "2007-12"),
    (file = "RC_2008-01.bz2", name = "2008-01"),
    (file = "RC_2008-02.bz2", name = "2008-02"),
    (file = "RC_2008-03.bz2", name = "2008-03"),
    (file = "RC_2008-04.bz2", name = "2008-04"),
    (file = "RC_2008-05.bz2", name = "2008-05"),
    (file = "RC_2008-06.bz2", name = "2008-06"),
    (file = "RC_2008-07.bz2", name = "2008-07"),
    (file = "RC_2008-08.bz2", name = "2008-08"),
    (file = "RC_2008-09.bz2", name = "2008-09"),
    (file = "RC_2008-10.bz2", name = "2008-10"),
    (file = "RC_2008-11.bz2", name = "2008-11"),
    (file = "RC_2008-12.bz2", name = "2008-12"),
    (file = "RC_2009-01.bz2", name = "2009-01"),
    (file = "RC_2009-02.bz2", name = "2009-02"),
    (file = "RC_2009-03.bz2", name = "2009-03"),
    (file = "RC_2009-04.bz2", name = "2009-04"),
    (file = "RC_2009-05.bz2", name = "2009-05"),
    (file = "RC_2009-06.bz2", name = "2009-06"),
    (file = "RC_2009-07.bz2", name = "2009-07"),
    (file = "RC_2009-08.bz2", name = "2009-08"),
    (file = "RC_2009-09.bz2", name = "2009-09"),
    (file = "RC_2009-10.bz2", name = "2009-10"),
    (file = "RC_2009-11.bz2", name = "2009-11"),
    (file = "RC_2009-12.bz2", name = "2009-12"),
    (file = "RC_2010-01.bz2", name = "2010-01"),
    (file = "RC_2010-02.bz2", name = "2010-02"),
    (file = "RC_2010-03.bz2", name = "2010-03"),
    (file = "RC_2010-04.bz2", name = "2010-04"),
    (file = "RC_2010-05.bz2", name = "2010-05"),
    (file = "RC_2010-06.bz2", name = "2010-06"),
    (file = "RC_2010-07.bz2", name = "2010-07"),
    (file = "RC_2010-08.bz2", name = "2010-08"),
    (file = "RC_2010-09.bz2", name = "2010-09"),
    (file = "RC_2010-10.bz2", name = "2010-10"),
    (file = "RC_2010-11.bz2", name = "2010-11"),
    (file = "RC_2010-12.bz2", name = "2010-12"),
    (file = "RC_2011-01.bz2", name = "2011-01"),
    (file = "RC_2011-02.bz2", name = "2011-02"),
    (file = "RC_2011-03.bz2", name = "2011-03"),
    (file = "RC_2011-04.bz2", name = "2011-04"),
    (file = "RC_2011-05.bz2", name = "2011-05"),
    (file = "RC_2011-06.bz2", name = "2011-06"),
    (file = "RC_2011-07.bz2", name = "2011-07"),
    (file = "RC_2011-08.bz2", name = "2011-08"),
    (file = "RC_2011-09.bz2", name = "2011-09"),
    (file = "RC_2011-10.bz2", name = "2011-10"),
    (file = "RC_2011-11.bz2", name = "2011-11"),
    (file = "RC_2011-12.bz2", name = "2011-12"),
    (file = "RC_2012-01.bz2", name = "2012-01"),
    (file = "RC_2012-02.bz2", name = "2012-02"),
    (file = "RC_2012-03.bz2", name = "2012-03"),
    (file = "RC_2012-04.bz2", name = "2012-04"),
    (file = "RC_2012-05.bz2", name = "2012-05"),
    (file = "RC_2012-06.bz2", name = "2012-06"),
    (file = "RC_2012-07.bz2", name = "2012-07"),
    (file = "RC_2012-08.bz2", name = "2012-08"),
    (file = "RC_2012-09.bz2", name = "2012-09"),
    (file = "RC_2012-10.bz2", name = "2012-10"),
    (file = "RC_2012-11.bz2", name = "2012-11"),
    (file = "RC_2012-12.bz2", name = "2012-12"),
    (file = "RC_2013-01.bz2", name = "2013-01"),
    (file = "RC_2013-02.bz2", name = "2013-02"),
    (file = "RC_2013-03.bz2", name = "2013-03"),
    (file = "RC_2013-04.bz2", name = "2013-04"),
    (file = "RC_2013-05.bz2", name = "2013-05"),
    (file = "RC_2013-06.bz2", name = "2013-06"),
    (file = "RC_2013-07.bz2", name = "2013-07"),
    (file = "RC_2013-08.bz2", name = "2013-08"),
    (file = "RC_2013-09.bz2", name = "2013-09"),
    (file = "RC_2013-10.bz2", name = "2013-10"),
    (file = "RC_2013-11.bz2", name = "2013-11"),
    (file = "RC_2013-12.bz2", name = "2013-12"),
    (file = "RC_2014-01.bz2", name = "2014-01"),
    (file = "RC_2014-02.bz2", name = "2014-02"),
    (file = "RC_2014-03.bz2", name = "2014-03"),
    (file = "RC_2014-04.bz2", name = "2014-04"),
    (file = "RC_2014-05.bz2", name = "2014-05"),
    (file = "RC_2014-06.bz2", name = "2014-06"),
    (file = "RC_2014-07.bz2", name = "2014-07"),
    (file = "RC_2014-08.bz2", name = "2014-08"),
    (file = "RC_2014-09.bz2", name = "2014-09"),
    (file = "RC_2014-10.bz2", name = "2014-10"),
    (file = "RC_2014-11.bz2", name = "2014-11"),
    (file = "RC_2014-12.bz2", name = "2014-12"),
    (file = "RC_2015-01.bz2", name = "2015-01"),
    (file = "RC_2015-02.bz2", name = "2015-02"),
    (file = "RC_2015-03.bz2", name = "2015-03"),
    (file = "RC_2015-04.bz2", name = "2015-04"),
    (file = "RC_2015-05.bz2", name = "2015-05"),
    (file = "RC_2015-06.bz2", name = "2015-06"),
    (file = "RC_2015-07.bz2", name = "2015-07"),
    (file = "RC_2015-08.bz2", name = "2015-08"),
    (file = "RC_2015-09.bz2", name = "2015-09"),
    (file = "RC_2015-10.bz2", name = "2015-10"),
    (file = "RC_2015-11.bz2", name = "2015-11"),
    (file = "RC_2015-12.bz2", name = "2015-12"),
    (file = "RC_2016-01.bz2", name = "2016-01"),
    (file = "RC_2016-02.bz2", name = "2016-02"),
    (file = "RC_2016-03.bz2", name = "2016-03"),
    (file = "RC_2016-04.bz2", name = "2016-04"),
    (file = "RC_2016-05.bz2", name = "2016-05"),
    (file = "RC_2016-06.bz2", name = "2016-06"),
    (file = "RC_2016-07.bz2", name = "2016-07"),
    (file = "RC_2016-08.bz2", name = "2016-08"),
    (file = "RC_2016-09.bz2", name = "2016-09"),
    (file = "RC_2016-10.bz2", name = "2016-10"),
    (file = "RC_2016-11.bz2", name = "2016-11"),
    (file = "RC_2016-12.bz2", name = "2016-12"),
    (file = "RC_2017-01.bz2", name = "2017-01"),
    (file = "RC_2017-02.bz2", name = "2017-02"),
    (file = "RC_2017-03.bz2", name = "2017-03"),
    (file = "RC_2017-04.bz2", name = "2017-04"),
    (file = "RC_2017-05.bz2", name = "2017-05"),
    (file = "RC_2017-06.bz2", name = "2017-06"),
    (file = "RC_2017-07.bz2", name = "2017-07"),
    (file = "RC_2017-08.bz2", name = "2017-08"),
    (file = "RC_2017-09.bz2", name = "2017-09"),
    (file = "RC_2017-10.bz2", name = "2017-10"),
    (file = "RC_2017-11.bz2", name = "2017-11"),
    (file = "RC_2017-12.xz", name = "2017-12"),
    (file = "RC_2018-01.xz", name = "2018-01"),
    (file = "RC_2018-02.xz", name = "2018-02"),
    (file = "RC_2018-03.xz", name = "2018-03"),
    (file = "RC_2018-04.xz", name = "2018-04"),
    (file = "RC_2018-05.xz", name = "2018-05"),
    (file = "RC_2018-06.xz", name = "2018-06"),
    (file = "RC_2018-07.xz", name = "2018-07"),
    (file = "RC_2018-08.xz", name = "2018-08"),
    (file = "RC_2018-09.xz", name = "2018-09"),
    (file = "RC_2018-10.zst", name = "2018-10"),
    (file = "RC_2018-11.zst", name = "2018-11"),
    (file = "RC_2018-12.zst", name = "2018-12"),
    (file = "RC_2019-01.zst", name = "2019-01"),
    (file = "RC_2019-02.zst", name = "2019-02"),
    (file = "RC_2019-03.zst", name = "2019-03"),
    (file = "RC_2019-04.zst", name = "2019-04"),
    (file = "RC_2019-05.zst", name = "2019-05"),
    (file = "RC_2019-06.zst", name = "2019-06"),
    (file = "RC_2019-07.zst", name = "2019-07"),
    (file = "RC_2019-08.zst", name = "2019-08"),
    (file = "RC_2019-09.zst", name = "2019-09"),
    (file = "RC_2019-10.zst", name = "2019-10"),
    (file = "RC_2019-11.zst", name = "2019-11"),
    (file = "RC_2019-12.zst", name = "2019-12"),
]

submissions_metadata = [
    (file = "RS_v2_2005-06.xz", name = "2005-06"),
    (file = "RS_v2_2005-07.xz", name = "2005-07"),
    (file = "RS_v2_2005-08.xz", name = "2005-08"),
    (file = "RS_v2_2005-09.xz", name = "2005-09"),
    (file = "RS_v2_2005-10.xz", name = "2005-10"),
    (file = "RS_v2_2005-11.xz", name = "2005-11"),
    (file = "RS_v2_2005-12.xz", name = "2005-12"),
    (file = "RS_v2_2006-01.xz", name = "2006-01"),
    (file = "RS_v2_2006-02.xz", name = "2006-02"),
    (file = "RS_v2_2006-03.xz", name = "2006-03"),
    (file = "RS_v2_2006-04.xz", name = "2006-04"),
    (file = "RS_v2_2006-05.xz", name = "2006-05"),
    (file = "RS_v2_2006-06.xz", name = "2006-06"),
    (file = "RS_v2_2006-07.xz", name = "2006-07"),
    (file = "RS_v2_2006-08.xz", name = "2006-08"),
    (file = "RS_v2_2006-09.xz", name = "2006-09"),
    (file = "RS_v2_2006-10.xz", name = "2006-10"),
    (file = "RS_v2_2006-11.xz", name = "2006-11"),
    (file = "RS_v2_2006-12.xz", name = "2006-12"),
    (file = "RS_v2_2007-01.xz", name = "2007-01"),
    (file = "RS_v2_2007-02.xz", name = "2007-02"),
    (file = "RS_v2_2007-03.xz", name = "2007-03"),
    (file = "RS_v2_2007-04.xz", name = "2007-04"),
    (file = "RS_v2_2007-05.xz", name = "2007-05"),
    (file = "RS_v2_2007-06.xz", name = "2007-06"),
    (file = "RS_v2_2007-07.xz", name = "2007-07"),
    (file = "RS_v2_2007-08.xz", name = "2007-08"),
    (file = "RS_v2_2007-09.xz", name = "2007-09"),
    (file = "RS_v2_2007-10.xz", name = "2007-10"),
    (file = "RS_v2_2007-11.xz", name = "2007-11"),
    (file = "RS_v2_2007-12.xz", name = "2007-12"),
    (file = "RS_v2_2008-02.xz", name = "2008-02"),
    (file = "RS_v2_2008-03.xz", name = "2008-03"),
    (file = "RS_v2_2008-04.xz", name = "2008-04"),
    (file = "RS_v2_2008-05.xz", name = "2008-05"),
    (file = "RS_v2_2008-07.xz", name = "2008-07"),
    (file = "RS_v2_2008-08.xz", name = "2008-08"),
    (file = "RS_v2_2008-09.xz", name = "2008-09"),
    (file = "RS_v2_2008-10.xz", name = "2008-10"),
    (file = "RS_v2_2008-11.xz", name = "2008-11"),
    (file = "RS_v2_2008-12.xz", name = "2008-12"),
    (file = "RS_v2_2009-01.xz", name = "2009-01"),
    (file = "RS_v2_2009-02.xz", name = "2009-02"),
    (file = "RS_v2_2009-03.xz", name = "2009-03"),
    (file = "RS_v2_2009-04.xz", name = "2009-04"),
    (file = "RS_v2_2009-05.xz", name = "2009-05"),
    (file = "RS_v2_2009-06.xz", name = "2009-06"),
    (file = "RS_v2_2009-07.xz", name = "2009-07"),
    (file = "RS_v2_2009-08.xz", name = "2009-08"),
    (file = "RS_v2_2009-09.xz", name = "2009-09"),
    (file = "RS_v2_2009-10.xz", name = "2009-10"),
    (file = "RS_v2_2009-11.xz", name = "2009-11"),
    (file = "RS_v2_2009-12.xz", name = "2009-12"),
    (file = "RS_v2_2010-01.xz", name = "2010-01"),
    (file = "RS_v2_2010-02.xz", name = "2010-02"),
    (file = "RS_v2_2010-03.xz", name = "2010-03"),
    (file = "RS_v2_2010-04.xz", name = "2010-04"),
    (file = "RS_v2_2010-05.xz", name = "2010-05"),
    (file = "RS_v2_2010-06.xz", name = "2010-06"),
    (file = "RS_v2_2010-07.xz", name = "2010-07"),
    (file = "RS_v2_2010-08.xz", name = "2010-08"),
    (file = "RS_v2_2010-09.xz", name = "2010-09"),
    (file = "RS_v2_2010-10.xz", name = "2010-10"),
    (file = "RS_v2_2010-11.xz", name = "2010-11"),
    (file = "RS_v2_2010-12.xz", name = "2010-12"),
    (file = "RS_2011-01.bz2", name = "2011-01"),
    (file = "RS_2011-02.bz2", name = "2011-02"),
    (file = "RS_2011-03.bz2", name = "2011-03"),
    (file = "RS_2011-04.bz2", name = "2011-04"),
    (file = "RS_2011-05.bz2", name = "2011-05"),
    (file = "RS_2011-06.bz2", name = "2011-06"),
    (file = "RS_2011-07.bz2", name = "2011-07"),
    (file = "RS_2011-08.bz2", name = "2011-08"),
    (file = "RS_2011-09.bz2", name = "2011-09"),
    (file = "RS_2011-10.bz2", name = "2011-10"),
    (file = "RS_2011-11.bz2", name = "2011-11"),
    (file = "RS_2011-12.bz2", name = "2011-12"),
    (file = "RS_2012-01.bz2", name = "2012-01"),
    (file = "RS_2012-02.bz2", name = "2012-02"),
    (file = "RS_2012-03.bz2", name = "2012-03"),
    (file = "RS_2012-04.bz2", name = "2012-04"),
    (file = "RS_2012-05.bz2", name = "2012-05"),
    (file = "RS_2012-06.bz2", name = "2012-06"),
    (file = "RS_2012-07.bz2", name = "2012-07"),
    (file = "RS_2012-08.bz2", name = "2012-08"),
    (file = "RS_2012-09.bz2", name = "2012-09"),
    (file = "RS_2012-10.bz2", name = "2012-10"),
    (file = "RS_2012-11.bz2", name = "2012-11"),
    (file = "RS_2012-12.bz2", name = "2012-12"),
    (file = "RS_2013-01.bz2", name = "2013-01"),
    (file = "RS_2013-02.bz2", name = "2013-02"),
    (file = "RS_2013-03.bz2", name = "2013-03"),
    (file = "RS_2013-04.bz2", name = "2013-04"),
    (file = "RS_2013-05.bz2", name = "2013-05"),
    (file = "RS_2013-06.bz2", name = "2013-06"),
    (file = "RS_2013-07.bz2", name = "2013-07"),
    (file = "RS_2013-08.bz2", name = "2013-08"),
    (file = "RS_2013-09.bz2", name = "2013-09"),
    (file = "RS_2013-10.bz2", name = "2013-10"),
    (file = "RS_2013-11.bz2", name = "2013-11"),
    (file = "RS_2013-12.bz2", name = "2013-12"),
    (file = "RS_2014-01.bz2", name = "2014-01"),
    (file = "RS_2014-02.bz2", name = "2014-02"),
    (file = "RS_2014-03.bz2", name = "2014-03"),
    (file = "RS_2014-04.bz2", name = "2014-04"),
    (file = "RS_2014-05.bz2", name = "2014-05"),
    (file = "RS_2014-06.bz2", name = "2014-06"),
    (file = "RS_2014-07.bz2", name = "2014-07"),
    (file = "RS_2014-08.bz2", name = "2014-08"),
    (file = "RS_2014-09.bz2", name = "2014-09"),
    (file = "RS_2014-10.bz2", name = "2014-10"),
    (file = "RS_2014-11.bz2", name = "2014-11"),
    (file = "RS_2014-12.bz2", name = "2014-12"),
    (file = "RS_2015-01.zst", name = "2015-01"),
    (file = "RS_2015-02.zst", name = "2015-02"),
    (file = "RS_2015-03.zst", name = "2015-03"),
    (file = "RS_2015-04.zst", name = "2015-04"),
    (file = "RS_2015-05.zst", name = "2015-05"),
    (file = "RS_2015-06.zst", name = "2015-06"),
    (file = "RS_2015-07.zst", name = "2015-07"),
    (file = "RS_2015-08.zst", name = "2015-08"),
    (file = "RS_2015-09.zst", name = "2015-09"),
    (file = "RS_2015-10.zst", name = "2015-10"),
    (file = "RS_2015-11.zst", name = "2015-11"),
    (file = "RS_2015-12.zst", name = "2015-12"),
    (file = "RS_2016-01.zst", name = "2016-01"),
    (file = "RS_2016-02.zst", name = "2016-02"),
    (file = "RS_2016-03.zst", name = "2016-03"),
    (file = "RS_2016-04.zst", name = "2016-04"),
    (file = "RS_2016-05.zst", name = "2016-05"),
    (file = "RS_2016-06.zst", name = "2016-06"),
    (file = "RS_2016-07.zst", name = "2016-07"),
    (file = "RS_2016-08.zst", name = "2016-08"),
    (file = "RS_2016-09.zst", name = "2016-09"),
    (file = "RS_2016-10.zst", name = "2016-10"),
    (file = "RS_2016-11.zst", name = "2016-11"),
    (file = "RS_2016-12.zst", name = "2016-12"),
    (file = "RS_2017-01.bz2", name = "2017-01"),
    (file = "RS_2017-02.bz2", name = "2017-02"),
    (file = "RS_2017-03.bz2", name = "2017-03"),
    (file = "RS_2017-04.bz2", name = "2017-04"),
    (file = "RS_2017-05.bz2", name = "2017-05"),
    (file = "RS_2017-06.bz2", name = "2017-06"),
    (file = "RS_2017-07.bz2", name = "2017-07"),
    (file = "RS_2017-08.bz2", name = "2017-08"),
    (file = "RS_2017-09.bz2", name = "2017-09"),
    (file = "RS_2017-10.bz2", name = "2017-10"),
    (file = "RS_2017-11.xz", name = "2017-11"),
    (file = "RS_2017-12.xz", name = "2017-12"),
    (file = "RS_2018-01.xz", name = "2018-01"),
    (file = "RS_2018-02.xz", name = "2018-02"),
    (file = "RS_2018-03.xz", name = "2018-03"),
    (file = "RS_2018-04.xz", name = "2018-04"),
    (file = "RS_2018-05.xz", name = "2018-05"),
    (file = "RS_2018-06.xz", name = "2018-06"),
    (file = "RS_2018-07.xz", name = "2018-07"),
    (file = "RS_2018-08.xz", name = "2018-08"),
    (file = "RS_2018-09.xz", name = "2018-09"),
    (file = "RS_2018-10.xz", name = "2018-10"),
    (file = "RS_2018-11.zst", name = "2018-11"),
    (file = "RS_2018-12.zst", name = "2018-12"),
    (file = "RS_2019-01.zst", name = "2019-01"),
    (file = "RS_2019-02.zst", name = "2019-02"),
    (file = "RS_2019-03.zst", name = "2019-03"),
    (file = "RS_2019-04.zst", name = "2019-04"),
    (file = "RS_2019-05.zst", name = "2019-05"),
    (file = "RS_2019-06.zst", name = "2019-06"),
    (file = "RS_2019-07.zst", name = "2019-07"),
    (file = "RS_2019-08.zst", name = "2019-08"),
    (file = "RS_2019-09.zst", name = "2019-09"),
    (file = "RS_2019-10.zst", name = "2019-10"),
    (file = "RS_2019-11.zst", name = "2019-11"),
    (file = "RS_2019-12.zst", name = "2019-12"),
    (file = "RS_2020-01.zst", name = "2020-01"),
    (file = "RS_2020-02.zst", name = "2020-02"),
    (file = "RS_2020-03.zst", name = "2020-03"),
    (file = "RS_2020-04.zst", name = "2020-04"),
]


function init_deps()
    for comment in comments_metadata
        register(DataDep(
            "reddit-comments-$(comment.name)",
            """
    Baumgartner, J., Zannettou, S., Keegan, B., Squire, M., & Blackburn, J. (2020, May). 
    The pushshift reddit dataset.
    In Proceedings of the International AAAI Conference on Web and Social Media 
    Vol. 14, pp. 830-839).
    """,
            "https://files.pushshift.io/reddit/comments/$(comment.file)",
        ))
    end
    for submission in submissions_metadata
        register(DataDep(
            "reddit-submissions-$(submission.name)",
            """
    Baumgartner, J., Zannettou, S., Keegan, B., Squire, M., & Blackburn, J. (2020, May). 
    The pushshift reddit dataset.
    In Proceedings of the International AAAI Conference on Web and Social Media 
    Vol. 14, pp. 830-839).
    """,
            "https://files.pushshift.io/reddit/submissions/$(submission.file)",
        ))
    end

    register(DataDep(
        "reddit-comments-sample",
        """
Baumgartner, J., Zannettou, S., Keegan, B., Squire, M., & Blackburn, J. (2020, May). 
The pushshift reddit dataset.
In Proceedings of the International AAAI Conference on Web and Social Media 
Vol. 14, pp. 830-839).
""",
        "https://files.pushshift.io/reddit/comments/sample_data.json",
    ))

    register(DataDep(
        "reddit-submissions-sample",
        """
    Baumgartner, J., Zannettou, S., Keegan, B., Squire, M., & Blackburn, J. (2020, May). 
    The pushshift reddit dataset.
    In Proceedings of the International AAAI Conference on Web and Social Media 
    Vol. 14, pp. 830-839).
    """,
        "https://files.pushshift.io/reddit/submissions/sample.json",
    ))
end
