scrape_log.txt

********************
FINISHED SCRAPE
********************
2019-01-25 14:01 mountain time
took this long: 1:01:21.082448
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence





Do you really want to exit ([y]/n)? 
Error in atexit._run_exitfuncs:
Traceback (most recent call last):
  File "/home/nate/.local/lib/python3.7/site-packages/IPython/core/history.py", line 578, in end_session
    len(self.input_hist_parsed)-1, self.session_number))
sqlite3.OperationalError: database or disk is full
********************
FINISHED SCRAPE
********************
2019-01-29 09:10 mountain time
took this long: 0:55:48.184151
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-01-29 17:06 mountain time
took this long: 0:47:06.611857
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-01-30 13:38 mountain time
took this long: 0:48:29.885760
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-02-04 13:10 mountain time
took this long: 1:14:26.991811
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-02-05 16:36 mountain time
took this long: 0:58:05.003829
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-02-07 11:34 mountain time
took this long: 1:05:44.512757
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-02-07 13:26 mountain time
took this long: 0:46:02.218895
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-02-09 22:49 mountain time
took this long: 0:58:56.445111
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-02-11 17:23 mountain time
took this long: 0:51:03.679993
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence






Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-02-12 21:49 mountain time
took this long: 0:57:38.473560
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-02-16 00:41 mountain time
took this long: 1:11:45.432269
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-02-18 21:28 mountain time
took this long: 0:59:30.698153
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-02-24 21:54 mountain time
took this long: 0:39:46.015955
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-02-25 18:10 mountain time
took this long: 0:38:23.249758
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-02-26 14:26 mountain time
took this long: 0:35:58.165819
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence




Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-02-26 21:04 mountain time
took this long: 0:37:02.794997
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence






Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-03-01 22:52 mountain time
took this long: 0:54:09.701149
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence




Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-03-12 14:33 mountain time
took this long: 0:43:41.276142
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-03-26 16:58 mountain time
took this long: 0:43:32.857992
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-03-28 15:46 mountain time
took this long: 0:37:47.676378
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-04-09 12:08 mountain time
took this long: 0:57:17.981541
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    106 
    107 if __name__ == "__main__":
--> 108     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
     99         if time.time() - last_scrape > seconds_in_day:
    100             last_scrape = time.time()
--> 101             full_scrape()
    102         else:
    103             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     87     print('took this long:', str(diff))
     88 
---> 89     dbf.write_backup_file()
     90     gc.collect()
     91 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.547110912

--------------------

on page 2

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.547098624

--------------------

on page 3

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546983936

--------------------

on page 4

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546947072

--------------------

on page 5

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.54718464

--------------------

on page 6

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546975744

--------------------

on page 7

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.547115008

--------------------

on page 8

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.547086336

--------------------

on page 9

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.54706176

--------------------

on page 10

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.547028992

--------------------

on page 11

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546889728

--------------------

on page 12

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546787328

--------------------

on page 13

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546746368

--------------------

on page 14

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.54673408

--------------------

on page 15

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546705408

--------------------

on page 16

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546930688

--------------------

on page 17

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546906112

--------------------

on page 18

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546799616

--------------------

on page 19

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546762752

--------------------

on page 20

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546738176

--------------------

on page 21

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546709504

--------------------

on page 22

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546680832

--------------------

on page 23

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.5469184

--------------------

on page 24

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546889728

--------------------

on page 25

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546861056

--------------------

on page 26

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546832384

--------------------

on page 27

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546807808

--------------------

on page 28

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546779136

--------------------

on page 29

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
4 Data Engineer ComponentWise Solutions, Inc.
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.54675456

--------------------

on page 30

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Data Engineer Mass Mutual Financial Group
already in db
memory use (GB):
0.546717696

--------------------

on page 31

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546689024

--------------------

on page 32

--------------------

0 Data Engineer EY
already in db
1 Senior Data Engineer Greenzone Solutions, Inc
already in db
2 Data Engineer-Business intelligence Aricent
already in db
3 Data Engineer ComponentWise Solutions, Inc.
already in db
4 Azure Data Engineer Cincinnati Bell Technology Solutions
already in db
5 Senior Data Engineer - Data Management First Republic Bank
already in db
6 Data Engineer - UHC Finance/ Regulatory Accounting - Telecommuting - USA UnitedHealth Group
already in db
7 Senior Data Engineer Houghton Mifflin Harcourt  Publishing Company
already in db
8 Big Data Engineer for Strategic Data Platform Expert in Citigroup
already in db
9 Lead Data Engineer 51154684 Louisiana Economic Development
already in db
10 Network Data Engineer HCL America Inc.
already in db
11 Big Data Engineer JPMorgan Chase & Co.
already in db
12 Data Engineer AAIS
already in db
13 Data Engineer Farm Credit Services of America
already in db
14 Sr. Data Engineer Omeros Corporation
already in db
15 Data Engineer The Samuel Roberts Noble Foundation, Inc.
already in db
16 Data Engineer Trinity Partners, LLC
already in db
17 Sr. Data Engineer Pechanga Resorts and Casino
already in db
18 Data Engineer Life.io
already in db
19 Big Data Engineer Allstate Insurance Company
already in db
memory use (GB):
0.546930688

--------------------

on page 33

--------------------

---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-1-8ee0f1fc0e55> in <module>
----> 1 ca.continuous_scrape(search_term='data engineer', debug=True)

~/github/dice_codingskills_project/dice_code/collect_api.py in continuous_scrape(search_term, use_mongo, debug)
   1631             print('')
   1632         try:
-> 1633             res = req.get(create_url(search_term=search_term, page=page))
   1634             page += 1
   1635 

~/anaconda3/lib/python3.6/site-packages/requests/api.py in get(url, params, **kwargs)
     70 
     71     kwargs.setdefault('allow_redirects', True)
---> 72     return request('get', url, params=params, **kwargs)
     73 
     74 

~/anaconda3/lib/python3.6/site-packages/requests/api.py in request(method, url, **kwargs)
     56     # cases, and look like a memory leak in others.
     57     with sessions.Session() as session:
---> 58         return session.request(method=method, url=url, **kwargs)
     59 
     60 

~/anaconda3/lib/python3.6/site-packages/requests/sessions.py in request(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)
    506         }
    507         send_kwargs.update(settings)
--> 508         resp = self.send(prep, **send_kwargs)
    509 
    510         return resp

~/anaconda3/lib/python3.6/site-packages/requests/sessions.py in send(self, request, **kwargs)
    616 
    617         # Send the request
--> 618         r = adapter.send(request, **kwargs)
    619 
    620         # Total elapsed time of the request (approximately)

~/anaconda3/lib/python3.6/site-packages/requests/adapters.py in send(self, request, stream, timeout, verify, cert, proxies)
    438                     decode_content=False,
    439                     retries=self.max_retries,
--> 440                     timeout=timeout
    441                 )
    442 

~/anaconda3/lib/python3.6/site-packages/urllib3/connectionpool.py in urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)
    599                                                   timeout=timeout_obj,
    600                                                   body=body, headers=headers,
--> 601                                                   chunked=chunked)
    602 
    603             # If we're going to release the connection in ``finally:``, then

~/anaconda3/lib/python3.6/site-packages/urllib3/connectionpool.py in _make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw)
    344         # Trigger any extra validation we need to do.
    345         try:
--> 346             self._validate_conn(conn)
    347         except (SocketTimeout, BaseSSLError) as e:
    348             # Py2 raises this as a BaseSSLError, Py3 raises it as socket timeout.

~/anaconda3/lib/python3.6/site-packages/urllib3/connectionpool.py in _validate_conn(self, conn)
    848         # Force connect early to allow us to validate the connection.
    849         if not getattr(conn, 'sock', None):  # AppEngine might not have  `.sock`
--> 850             conn.connect()
    851 
    852         if not conn.is_verified:

~/anaconda3/lib/python3.6/site-packages/urllib3/connection.py in connect(self)
    324             ca_cert_dir=self.ca_cert_dir,
    325             server_hostname=hostname,
--> 326             ssl_context=context)
    327 
    328         if self.assert_fingerprint:

~/anaconda3/lib/python3.6/site-packages/urllib3/util/ssl_.py in ssl_wrap_socket(sock, keyfile, certfile, cert_reqs, ca_certs, server_hostname, ssl_version, ciphers, ssl_context, ca_cert_dir)
    327         context.load_cert_chain(certfile, keyfile)
    328     if HAS_SNI:  # Platform-specific: OpenSSL with enabled SNI
--> 329         return context.wrap_socket(sock, server_hostname=server_hostname)
    330 
    331     warnings.warn(

~/anaconda3/lib/python3.6/site-packages/urllib3/contrib/pyopenssl.py in wrap_socket(self, sock, server_side, do_handshake_on_connect, suppress_ragged_eofs, server_hostname)
    439         while True:
    440             try:
--> 441                 cnx.do_handshake()
    442             except OpenSSL.SSL.WantReadError:
    443                 rd = util.wait_for_read(sock, sock.gettimeout())

~/anaconda3/lib/python3.6/site-packages/OpenSSL/SSL.py in do_handshake(self)
   1912         :return: None.
   1913         """
-> 1914         result = _lib.SSL_do_handshake(self._ssl)
   1915         self._raise_ssl_error(self._ssl, result)
   1916 

KeyboardInterrupt: 

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-04-09 14:46 mountain time
took this long: 1:42:17.214064
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-04-10 21:38 mountain time
took this long: 2:04:06.128380
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-04-15 23:43 mountain time
took this long: 1:35:05.285838
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-04-25 14:35 mountain time
took this long: 1:51:10.271047
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-05-01 11:51 mountain time
took this long: 1:15:31.558694
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-05-15 16:42 mountain time
took this long: 1:21:39.032392
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-05-28 22:48 mountain time
took this long: 1:13:38.434330
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-06-05 22:49 mountain time
took this long: 1:08:35.889308
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-06-08 17:17 mountain time
took this long: 0:59:12.547464
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-06-18 17:28 mountain time
took this long: 1:34:58.607794
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-06-19 11:17 mountain time
took this long: 0:54:40.296483
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-07-03 11:13 mountain time
took this long: 1:25:18.042192
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-07-11 14:38 mountain time
took this long: 2:22:25.267348
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-07-17 18:43 mountain time
took this long: 1:11:17.144697
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



Do you really want to exit ([y]/n)? 
Exception ignored in: <bound method Future.__del__ of <prompt_toolkit.eventloop.future.Future object at 0x7fcd4b68d630>>
Traceback (most recent call last):
  File "/home/nate/anaconda3/lib/python3.6/site-packages/prompt_toolkit/eventloop/future.py", line 47, in __del__
    def __del__(self):
KeyboardInterrupt
********************
FINISHED SCRAPE
********************
2019-07-31 21:35 mountain time
took this long: 1:42:19.156954
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-08-01 15:32 mountain time
took this long: 1:41:01.332501
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-08-02 10:39 mountain time
took this long: 1:15:32.074954
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-08-04 22:30 mountain time
took this long: 1:31:48.713474
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
Exception ignored in: <bound method Future.__del__ of <prompt_toolkit.eventloop.future.Future object at 0x7f4da846c978>>
Traceback (most recent call last):
  File "/home/nate/anaconda3/lib/python3.6/site-packages/prompt_toolkit/eventloop/future.py", line 47, in __del__
    def __del__(self):
KeyboardInterrupt
Error in atexit._run_exitfuncs:
Traceback (most recent call last):
  File "/home/nate/anaconda3/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 3656, in atexit_operations
    self.reset(new_session=False)
  File "/home/nate/anaconda3/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 1420, in reset
    self.displayhook.flush()
  File "/home/nate/anaconda3/lib/python3.6/site-packages/IPython/core/displayhook.py", line 306, in flush
    gc.collect()
KeyboardInterrupt
********************
FINISHED SCRAPE
********************
2019-08-06 19:34 mountain time
took this long: 2:09:40.368350
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-08-08 13:38 mountain time
took this long: 1:46:59.265077
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-08-13 21:49 mountain time
took this long: 2:04:02.597004
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-08-22 19:29 mountain time
took this long: 2:25:07.742708
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-09-03 16:55 mountain time
took this long: 2:30:41.566337
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-09-04 14:03 mountain time
took this long: 1:47:49.270714
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence











Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-10-04 01:57 mountain time
took this long: 3:39:08.195286
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-10-08 01:30 mountain time
took this long: 2:21:01.103740
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-10-10 22:28 mountain time
took this long: 2:21:42.548082
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence




Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-10-15 09:44 mountain time
took this long: 2:09:18.145366
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence






Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-10-23 00:51 mountain time
took this long: 2:26:05.893503
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-10-24 10:48 mountain time
took this long: 1:49:19.349633
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



Do you really want to exit ([y]/n)? 
Exception ignored in: <bound method Future.__del__ of <prompt_toolkit.eventloop.future.Future object at 0x7f4f89af1080>>
Traceback (most recent call last):
  File "/home/nate/anaconda3/lib/python3.6/site-packages/prompt_toolkit/eventloop/future.py", line 47, in __del__
    # to the PEP 442.
KeyboardInterrupt
********************
FINISHED SCRAPE
********************
2019-10-29 20:59 mountain time
took this long: 2:08:53.038624
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-12-05 00:37 mountain time
took this long: 3:10:54.283198
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
<ipython-input-1-2c9937c17e38> in <module>
----> 1 daily_scrape_data()

NameError: name 'daily_scrape_data' is not defined



Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2019-12-12 20:18 mountain time
took this long: 2:45:17.763093
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2019-12-31 23:46 mountain time
took this long: 2:24:53.120929
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-01-27 16:24 mountain time
took this long: 1:44:27.095365
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2020-01-29 17:16 mountain time
took this long: 1:44:38.418089
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2020-01-30 19:18 mountain time
took this long: 2:44:42.612078
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2020-01-31 19:04 mountain time
took this long: 3:06:58.476683
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-02-03 18:34 mountain time
took this long: 2:45:47.601007
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-02-13 21:49 mountain time
took this long: 3:33:58.939918
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence



Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2020-02-14 15:28 mountain time
took this long: 2:12:34.477176
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 

Do you really want to exit ([y]/n)? 

Do you really want to exit ([y]/n)? 
Exception ignored in: <bound method Future.__del__ of <prompt_toolkit.eventloop.future.Future object at 0x7f82c5b04240>>
Traceback (most recent call last):
  File "/home/nate/anaconda3/lib/python3.6/site-packages/prompt_toolkit/eventloop/future.py", line 49, in __del__
    def __del__(self):
KeyboardInterrupt
********************
FINISHED SCRAPE
********************
2020-02-26 14:08 mountain time
took this long: 2:20:33.631398
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-03-26 00:13 mountain time
took this long: 6:06:04.818117
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-04-10 17:46 mountain time
took this long: 2:26:58.189434
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? ********************
FINISHED SCRAPE
********************
2020-04-17 15:25 mountain time
took this long: 2:16:55.769092
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-04-23 14:25 mountain time
took this long: 2:32:46.118841
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-04-27 10:29 mountain time
took this long: 1:58:46.906261
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? Exception ignored in: <bound method Future.__del__ of <prompt_toolkit.eventloop.future.Future object at 0x7f3d24b570b8>>
Traceback (most recent call last):
  File "/home/nate/anaconda3/lib/python3.6/site-packages/prompt_toolkit/eventloop/future.py", line 49, in __del__
    def __del__(self):
KeyboardInterrupt
********************
FINISHED SCRAPE
********************
2020-05-02 21:17 mountain time
took this long: 2:31:53.484259
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-05-04 17:38 mountain time
took this long: 2:11:38.484735
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? ********************
FINISHED SCRAPE
********************
2020-05-10 16:05 mountain time
took this long: 3:19:46.289795
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2020-05-13 14:27 mountain time
took this long: 2:11:59.476771
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
********************
FINISHED SCRAPE
********************
2020-05-14 13:26 mountain time
took this long: 2:07:38.919297
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-05-26 01:59 mountain time
took this long: 2:59:24.306033
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-06-05 01:20 mountain time
took this long: 3:39:12.808631
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-07-01 00:52 mountain time
took this long: 4:00:43.795817
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-07-04 16:56 mountain time
took this long: 3:16:22.286821
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-07-07 15:52 mountain time
took this long: 2:38:50.674438
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-07-09 19:58 mountain time
took this long: 3:02:32.654237
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-08-26 18:10 mountain time
took this long: 2:55:29.338760
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-09-11 19:26 mountain time
took this long: 4:27:10.384134
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-09-25 17:56 mountain time
took this long: 4:00:51.273702
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence

Do you really want to exit ([y]/n)? 
Error in atexit._run_exitfuncs:
Traceback (most recent call last):
  File "/home/nate/anaconda3/lib/python3.6/site-packages/IPython/core/history.py", line 578, in end_session
    len(self.input_hist_parsed)-1, self.session_number))
sqlite3.OperationalError: database or disk is full
********************
FINISHED SCRAPE
********************
2020-11-06 22:54 mountain time
took this long: 7:47:03.499111
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-12-08 16:47 mountain time
took this long: 4:38:41.597864
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2020-12-29 18:13 mountain time
took this long: 7:09:38.548541
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2021-01-20 18:23 mountain time
took this long: 5:58:43.938804
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2021-02-04 22:51 mountain time
took this long: 6:15:22.954781
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2021-02-17 12:42 mountain time
took this long: 4:14:04.240551
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence
********************
FINISHED SCRAPE
********************
2021-02-25 19:59 mountain time
took this long: 4:51:44.704367
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in <module>
    108 
    109 if __name__ == "__main__":
--> 110     daily_scrape()

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in daily_scrape()
    101         if time.time() - last_scrape > seconds_in_day:
    102             last_scrape = time.time()
--> 103             full_scrape()
    104         else:
    105             print('not time to scrape yet; sleeping 60min')

/media/nate/nates/github/dice_codingskills_project/dice_code/daily_scrape.py in full_scrape()
     89     print('took this long:', str(diff))
     90 
---> 91     dbf.write_backup_file()
     92     gc.collect()
     93 

~/github/dice_codingskills_project/dice_code/db_functions.py in write_backup_file(backup_dir)
     22         # list all files, and remove all but most recent
     23         list_of_files = glob.glob('../db_backups/*.gz')
---> 24         latest_file = max(list_of_files, key=os.path.getctime)
     25         for f in list_of_files:
     26             if f != filename:

ValueError: max() arg is an empty sequence