datetime = 2020-11-08 13:15:25.006974 script name = airlines003nick10routes.v20200418.0112.form.py notes = tried flightradar24 to see better and maybe loading element on flights but that for later system = Linux platform = Linux-5.0.0-23-generic-i686-with-Ubuntu-18.04-bionic ip address = _75-110-30-162_ computer name = lubuntu flightsstartlistfirst = ['webpag00005', 'https://www.cnbc.com/futures-and-commodities/'] flightsstartlist = ['webpag00001', 'https://www.worldometers.info/coronavirus/country/us/'] ['webpag00003', 'https://www.flightradar24.com/airport/cvn'] ['webpag00004', 'https://flightaware.com/live/fleet/'] ['webpag00005', 'https://www.cnbc.com/futures-and-commodities/'] ['flight00024', 'from:ORD,to:ATL'] ['flight00023', 'from:ATL,to:ORD'] ['flight00022', 'from:JFK,to:SFO'] ['flight00021', 'from:SFO,to:JFK'] ['flight00020', 'from:LAX,to:JFK'] ['flight00019', 'from:JFK,to:LAX'] ['flight00018', 'from:SFO,to:LAX'] ['flight00017', 'from:LAX,to:SFO'] ['flight00016', 'from:ORD,to:LGA'] ['flight00015', 'from:LGA,to:ORD'] ['flight00014', 'from:ORD,to:LAX'] ['flight00013', 'from:LAX,to:ORD'] ['flight00012', 'from:MCO,to:ATL'] ['flight00011', 'from:ATL,to:MCO'] ['flight00010', 'from:LAX,to:LAS'] ['flight00009', 'from:LAS,to:LAX'] ['flight00008', 'from:SEA,to:LAX'] ['flight00007', 'from:LAX,to:SEA'] ['flight00006', 'from:LAX,to:DEN'] ['flight00005', 'from:DEN,to:LAX'] ['flight00004', 'from:LGA,to:ATL'] ['flight00003', 'from:ATL,to:LGA'] ['flight00002', 'from:FLL,to:ATL'] ['flight00001', 'from:ATL,to:FLL'] daysaheadstartlist = 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 21 60 flightsfulllist = ['webpag00001', 'https://www.worldometers.info/coronavirus/country/us/'] ['webpag00003', 'https://www.flightradar24.com/airport/cvn'] ['webpag00004', 'https://flightaware.com/live/fleet/'] ['webpag00005', 'https://www.cnbc.com/futures-and-commodities/'] ['flight00024', 'from:ORD,to:ATL'] ['flight00023', 'from:ATL,to:ORD'] ['flight00022', 'from:JFK,to:SFO'] ['flight00021', 'from:SFO,to:JFK'] ['flight00020', 'from:LAX,to:JFK'] ['flight00019', 'from:JFK,to:LAX'] ['flight00018', 'from:SFO,to:LAX'] ['flight00017', 'from:LAX,to:SFO'] ['flight00016', 'from:ORD,to:LGA'] ['flight00015', 'from:LGA,to:ORD'] ['flight00014', 'from:ORD,to:LAX'] ['flight00013', 'from:LAX,to:ORD'] ['flight00012', 'from:MCO,to:ATL'] ['flight00011', 'from:ATL,to:MCO'] ['flight00010', 'from:LAX,to:LAS'] ['flight00009', 'from:LAS,to:LAX'] ['flight00008', 'from:SEA,to:LAX'] ['flight00007', 'from:LAX,to:SEA'] ['flight00006', 'from:LAX,to:DEN'] ['flight00005', 'from:DEN,to:LAX'] ['flight00004', 'from:LGA,to:ATL'] ['flight00003', 'from:ATL,to:LGA'] ['flight00002', 'from:FLL,to:ATL'] ['flight00001', 'from:ATL,to:FLL'] daysaheadfulllist = 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 21 60 time when starting daysahead loop = 2020-11-08 13:15:26.085207 flight00015_checked_20201108at131526_for_20201108__daysahead_00_ip_75-110-30-162__weekday_6Sunday time after driver.screenshot = 2020-11-08 13:16:05.978001 time elapsed in seconds = 39 time when finished all and start a new run = 2020-11-08 13:16:11.275477 time when starting daysahead loop = 2020-11-08 13:16:12.129296 flight00015_checked_20201108at131612_for_20201109__daysahead_01_ip_75-110-30-162__weekday_0Monday time after driver.screenshot = 2020-11-08 13:16:52.233747 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:16:58.507007 time when starting daysahead loop = 2020-11-08 13:16:59.385873 flight00015_checked_20201108at131659_for_20201110__daysahead_02_ip_75-110-30-162__weekday_1Tuesday time after driver.screenshot = 2020-11-08 13:17:39.461438 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:17:47.284427 time when starting daysahead loop = 2020-11-08 13:17:48.089335 flight00015_checked_20201108at131748_for_20201111__daysahead_03_ip_75-110-30-162__weekday_2Wednesday time after driver.screenshot = 2020-11-08 13:18:28.055343 time elapsed in seconds = 39 time when finished all and start a new run = 2020-11-08 13:18:34.744303 time when starting daysahead loop = 2020-11-08 13:18:35.574731 flight00015_checked_20201108at131835_for_20201112__daysahead_04_ip_75-110-30-162__weekday_3Thursday time after driver.screenshot = 2020-11-08 13:19:15.639672 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:19:21.119122 time when starting daysahead loop = 2020-11-08 13:19:21.883563 flight00015_checked_20201108at131922_for_20201113__daysahead_05_ip_75-110-30-162__weekday_4Friday time after driver.screenshot = 2020-11-08 13:20:01.960888 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:20:08.402342 time when starting daysahead loop = 2020-11-08 13:20:09.278397 flight00015_checked_20201108at132009_for_20201114__daysahead_06_ip_75-110-30-162__weekday_5Saturday time after driver.screenshot = 2020-11-08 13:20:49.311863 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:20:56.672808 time when starting daysahead loop = 2020-11-08 13:20:57.579303 flight00015_checked_20201108at132057_for_20201115__daysahead_07_ip_75-110-30-162__weekday_6Sunday time after driver.screenshot = 2020-11-08 13:21:37.665018 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:21:43.288259 time when starting daysahead loop = 2020-11-08 13:21:44.350635 flight00015_checked_20201108at132144_for_20201116__daysahead_08_ip_75-110-30-162__weekday_0Monday time after driver.screenshot = 2020-11-08 13:22:24.528053 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:22:30.915307 time when starting daysahead loop = 2020-11-08 13:22:31.748050 flight00015_checked_20201108at132232_for_20201117__daysahead_09_ip_75-110-30-162__weekday_1Tuesday time after driver.screenshot = 2020-11-08 13:23:11.770429 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:23:18.090542 time when starting daysahead loop = 2020-11-08 13:23:18.985704 flight00015_checked_20201108at132319_for_20201118__daysahead_10_ip_75-110-30-162__weekday_2Wednesday time after driver.screenshot = 2020-11-08 13:23:59.082769 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:24:05.268595 time when starting daysahead loop = 2020-11-08 13:24:06.262917 flight00015_checked_20201108at132406_for_20201119__daysahead_11_ip_75-110-30-162__weekday_3Thursday time after driver.screenshot = 2020-11-08 13:24:46.470667 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:24:51.805360 time when starting daysahead loop = 2020-11-08 13:24:52.687869 flight00015_checked_20201108at132452_for_20201120__daysahead_12_ip_75-110-30-162__weekday_4Friday time after driver.screenshot = 2020-11-08 13:25:33.024513 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:25:39.242772 time when starting daysahead loop = 2020-11-08 13:25:40.175744 flight00015_checked_20201108at132540_for_20201121__daysahead_13_ip_75-110-30-162__weekday_5Saturday time after driver.screenshot = 2020-11-08 13:26:20.129199 time elapsed in seconds = 39 time when finished all and start a new run = 2020-11-08 13:26:26.478903 time when starting daysahead loop = 2020-11-08 13:26:27.318662 flight00015_checked_20201108at132627_for_20201122__daysahead_14_ip_75-110-30-162__weekday_6Sunday time after driver.screenshot = 2020-11-08 13:27:07.520686 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:27:13.712831 time when starting daysahead loop = 2020-11-08 13:27:14.509168 flight00015_checked_20201108at132714_for_20201129__daysahead_21_ip_75-110-30-162__weekday_6Sunday time after driver.screenshot = 2020-11-08 13:27:56.468205 time elapsed in seconds = 41 time when finished all and start a new run = 2020-11-08 13:28:02.741142 time when starting daysahead loop = 2020-11-08 13:28:03.618669 flight00015_checked_20201108at132803_for_20210107__daysahead_60_ip_75-110-30-162__weekday_3Thursday time after driver.screenshot = 2020-11-08 13:28:43.697312 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:28:50.193140 time when starting daysahead loop = 2020-11-08 13:28:51.118623 flight00016_checked_20201108at132851_for_20201108__daysahead_00_ip_75-110-30-162__weekday_6Sunday time after driver.screenshot = 2020-11-08 13:29:31.076580 time elapsed in seconds = 39 time when finished all and start a new run = 2020-11-08 13:29:35.726885 time when starting daysahead loop = 2020-11-08 13:29:36.763414 flight00016_checked_20201108at132937_for_20201109__daysahead_01_ip_75-110-30-162__weekday_0Monday time after driver.screenshot = 2020-11-08 13:30:17.046843 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:30:24.525591 time when starting daysahead loop = 2020-11-08 13:30:25.388704 flight00016_checked_20201108at133025_for_20201110__daysahead_02_ip_75-110-30-162__weekday_1Tuesday time after driver.screenshot = 2020-11-08 13:31:05.621961 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:31:11.963469 time when starting daysahead loop = 2020-11-08 13:31:12.821590 flight00016_checked_20201108at133113_for_20201111__daysahead_03_ip_75-110-30-162__weekday_2Wednesday time after driver.screenshot = 2020-11-08 13:31:52.975544 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:31:59.420063 time when starting daysahead loop = 2020-11-08 13:32:00.318632 flight00016_checked_20201108at133200_for_20201112__daysahead_04_ip_75-110-30-162__weekday_3Thursday time after driver.screenshot = 2020-11-08 13:32:40.346371 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:32:46.591187 time when starting daysahead loop = 2020-11-08 13:32:47.445053 flight00016_checked_20201108at133247_for_20201113__daysahead_05_ip_75-110-30-162__weekday_4Friday time after driver.screenshot = 2020-11-08 13:33:28.273933 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:33:34.674696 time when starting daysahead loop = 2020-11-08 13:33:35.513735 flight00016_checked_20201108at133335_for_20201114__daysahead_06_ip_75-110-30-162__weekday_5Saturday time after driver.screenshot = 2020-11-08 13:34:15.814628 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:34:22.174276 time when starting daysahead loop = 2020-11-08 13:34:23.122100 flight00016_checked_20201108at133423_for_20201115__daysahead_07_ip_75-110-30-162__weekday_6Sunday time after driver.screenshot = 2020-11-08 13:35:03.227888 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:35:10.646694 time when starting daysahead loop = 2020-11-08 13:35:11.414730 flight00016_checked_20201108at133511_for_20201116__daysahead_08_ip_75-110-30-162__weekday_0Monday time after driver.screenshot = 2020-11-08 13:35:51.530533 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:35:57.423376 time when starting daysahead loop = 2020-11-08 13:35:58.225031 flight00016_checked_20201108at133558_for_20201117__daysahead_09_ip_75-110-30-162__weekday_1Tuesday time after driver.screenshot = 2020-11-08 13:36:38.355074 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:36:44.686483 time when starting daysahead loop = 2020-11-08 13:36:45.540143 flight00016_checked_20201108at133645_for_20201118__daysahead_10_ip_75-110-30-162__weekday_2Wednesday time after driver.screenshot = 2020-11-08 13:37:25.386610 time elapsed in seconds = 39 time when finished all and start a new run = 2020-11-08 13:37:30.786704 time when starting daysahead loop = 2020-11-08 13:37:31.870605 flight00016_checked_20201108at133732_for_20201119__daysahead_11_ip_75-110-30-162__weekday_3Thursday time after driver.screenshot = 2020-11-08 13:38:11.765690 time elapsed in seconds = 39 time when finished all and start a new run = 2020-11-08 13:38:18.199569 time when starting daysahead loop = 2020-11-08 13:38:19.043334 flight00016_checked_20201108at133819_for_20201120__daysahead_12_ip_75-110-30-162__weekday_4Friday time after driver.screenshot = 2020-11-08 13:38:59.012912 time elapsed in seconds = 39 time when finished all and start a new run = 2020-11-08 13:39:04.373097 time when starting daysahead loop = 2020-11-08 13:39:05.179433 flight00016_checked_20201108at133905_for_20201121__daysahead_13_ip_75-110-30-162__weekday_5Saturday time after driver.screenshot = 2020-11-08 13:39:45.259256 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:39:51.794923 time when starting daysahead loop = 2020-11-08 13:39:52.678876 flight00016_checked_20201108at133952_for_20201122__daysahead_14_ip_75-110-30-162__weekday_6Sunday time after driver.screenshot = 2020-11-08 13:40:32.856370 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:40:38.117790 time when starting daysahead loop = 2020-11-08 13:40:38.922416 flight00016_checked_20201108at134039_for_20201129__daysahead_21_ip_75-110-30-162__weekday_6Sunday time after driver.screenshot = 2020-11-08 13:41:19.101587 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:41:26.609801 time when starting daysahead loop = 2020-11-08 13:41:27.439309 flight00016_checked_20201108at134127_for_20210107__daysahead_60_ip_75-110-30-162__weekday_3Thursday time after driver.screenshot = 2020-11-08 13:42:08.042701 time elapsed in seconds = 40 time when finished all and start a new run = 2020-11-08 13:42:13.572381