diff --git a/doc/nb/TestNewTile.ipynb b/doc/nb/TestNewTile.ipynb index c87f23e..8d81748 100644 --- a/doc/nb/TestNewTile.ipynb +++ b/doc/nb/TestNewTile.ipynb @@ -14,7 +14,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "1bd0d356-77e9-4d62-a47f-b2f9ff00e898", "metadata": { "tags": [] @@ -42,7 +42,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "2c1f6604-55f5-4f47-be69-ea9689544157", "metadata": { "tags": [] @@ -70,12 +70,23 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "e782a524-9168-4dcf-bdbf-01b05193382c", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "INFO:load.py:1794:setup_db: Begin creating tables.\n", + "INFO:load.py:1797:setup_db: Finished creating tables.\n", + "INFO:load.py:1540:load_versions: Loading version metadata.\n", + "INFO:load.py:1551:load_versions: Completed loading version metadata.\n" + ] + } + ], "source": [ "db.log = get_logger(DEBUG)\n", "postgresql = db.setup_db(schema=specprod, hostname='db-loadbalancer.bweaver.development.svc.spin.nersc.org', username='desi_admin', overwrite=overwrite)\n", @@ -93,7 +104,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "065e77f2-cd38-4bf7-b9c1-319bc7707dd1", "metadata": { "tags": [] @@ -108,12 +119,65 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "id": "5322bcbd-8fcf-46a1-96be-2de812f7ea08", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
Table length=16\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
TILEIDSURVEYPROGRAMFAPRGRMFAFLAVORNEXPEXPTIMETILERATILEDECEFFTIME_ETCEFFTIME_SPECEFFTIME_GFAGOALTIMEOBSSTATUSLRG_EFFTIME_DARKELG_EFFTIME_DARKBGS_EFFTIME_BRIGHTLYA_EFFTIME_DARKGOALTYPEMINTFRACLASTNIGHT
int64str7str6str16str19int64float64float64float64float64float64float64float64str8float64float64float64float64str7float64int64
80713sv1--m31sv1m3132700.210.1741.380.0758.6771.81000.0obsstart727.8758.6789.8645.0unknown0.920210110
80715sv1--m31sv1m3132700.110.1741.380.01906.81827.21000.0obsend1914.51906.82150.12216.6unknown0.920210115
80769unknown--dithfocusdithfocus7920.3111.6430.00.01.20.01000.0obsstart1.11.21.20.9unknown0.920210219
80816cmx--dithprecdithprec3540.299.066.00.014.145.21000.0obsstart11.414.111.66.8unknown0.920210223
80916unknown--dithfocusdithfocus4740.2160.050.00.063.668.81000.0obsstart59.763.666.567.5unknown0.920210422
82026unknown--dithprecdithprec1200.1251.250.40.073.159.41000.0obsstart67.573.172.764.4unknown0.920210423
82065unknown--dithfocusdithfocus1200.1220.247.80.024.827.91000.0obsstart22.424.824.525.4unknown0.920210423
82052unknown--dithfocusdithfocus1200.1190.049.50.030.117.31000.0obsstart25.430.126.114.9unknown0.920210423
81096sv2--darksv2dark11220.1180.045.00.01193.2973.81000.0obsend1111.71193.21234.41459.6dark0.920210429
82039unknown--dithprecdithprec3580.2279.050.00.0159.6131.61000.0obsstart149.0159.6158.6105.8unknown0.920210529
2704main--darkmaindark1821.0222.8974.905467.1524.1534.81000.0retired558.5524.1559.4559.7dark0.8520210627
2786main--darkmaindark1808.2240.3949.573251.3283.9260.51000.0retired273.4283.9289.1254.7dark0.8520210627
20307main--brightmainbright1448.3346.87430.79762.859.771.8180.0retired47.249.859.772.1bright0.8520210707
21273main--brightmainbright1534.4344.4552.172113.1132.8149.9180.0retired0.0133.5132.879.2bright0.8520210708
1825main--darkmaindark1770.2329.1261.365566.0547.0601.31000.0retired0.0547.0595.5597.2dark0.8520210708
82248cmx--posmappingcmxposmapping5938.9343.030.00.00.91.01000.0obsstart0.90.91.11.4unknown0.920210916
" + ], + "text/plain": [ + "\n", + "TILEID SURVEY PROGRAM FAPRGRM ... GOALTYPE MINTFRAC LASTNIGHT\n", + "int64 str7 str6 str16 ... str7 float64 int64 \n", + "------ ------- ------- ---------- ... -------- -------- ---------\n", + " 80713 sv1 -- m31 ... unknown 0.9 20210110\n", + " 80715 sv1 -- m31 ... unknown 0.9 20210115\n", + " 80769 unknown -- dithfocus ... unknown 0.9 20210219\n", + " 80816 cmx -- dithprec ... unknown 0.9 20210223\n", + " 80916 unknown -- dithfocus ... unknown 0.9 20210422\n", + " 82026 unknown -- dithprec ... unknown 0.9 20210423\n", + " 82065 unknown -- dithfocus ... unknown 0.9 20210423\n", + " 82052 unknown -- dithfocus ... unknown 0.9 20210423\n", + " 81096 sv2 -- dark ... dark 0.9 20210429\n", + " 82039 unknown -- dithprec ... unknown 0.9 20210529\n", + " 2704 main -- dark ... dark 0.85 20210627\n", + " 2786 main -- dark ... dark 0.85 20210627\n", + " 20307 main -- bright ... bright 0.85 20210707\n", + " 21273 main -- bright ... bright 0.85 20210708\n", + " 1825 main -- dark ... dark 0.85 20210708\n", + " 82248 cmx -- posmapping ... unknown 0.9 20210916" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "row_index = np.where((tiles_table['LASTNIGHT'] >= 20201214) & (tiles_table['EFFTIME_SPEC'] > 0) & (~tiles_table['PROGRAM'].mask))[0]\n", "tiles_table[row_index]\n", @@ -123,19 +187,80 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "95866a59-eee1-43ea-87f7-6fce8a006115", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
Table length=20\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
TILEIDSURVEYPROGRAMFAPRGRMFAFLAVORNEXPEXPTIMETILERATILEDECEFFTIME_ETCEFFTIME_SPECEFFTIME_GFAGOALTIMEOBSSTATUSLRG_EFFTIME_DARKELG_EFFTIME_DARKBGS_EFFTIME_BRIGHTLYA_EFFTIME_DARKGOALTYPEMINTFRACLASTNIGHT
int64str7str6str16str19int64float64float64float64float64float64float64float64str8float64float64float64float64str7float64int64
80615cmxotherm33cmxm3343600.124.02731.390.03658.53270.61000.0obsend3582.43658.53945.24469.3unknown0.920201216
80609sv1darklrgqsocmxlrgqso1513500.7150.122.2060.08202.48317.84000.0obsend8103.88202.49070.212421.2dark0.920201217
80606sv1darkelgcmxelg1210800.736.448-4.5010.07179.27183.14000.0obsend6967.07179.27653.28686.3dark0.920201219
80620sv1darklrgqsosv1lrgqso1311700.7144.065.00.08228.47516.24000.0obsend7522.78228.47875.77957.3dark0.920201222
80611sv1brightbgsmwssv1bgsmws133620.935.2230.30.0691.2712.81000.0obsstart660.5754.1691.2440.5bright0.920201222
80607sv1darklrgqsocmxlrgqso7718804.90.00.00.010817.00.01000.0obsend9949.410817.010569.110520.4dark0.920201222
80612sv1brightbgsmwssv1bgsmws505658.966.68-5.240.01611.01572.81000.0obsend1522.91658.41611.0904.2bright0.920201223
80608sv1darkelgcmxelg2724301.6106.7456.20.017113.614302.24000.0obsend15770.517113.616838.117001.9dark0.920201223
80623sv1darkelgsv1elg109000.5155.032.4250.05560.05750.74000.0obsend5392.15560.06032.18957.2dark0.920201223
80616sv1brightbgsmwssv1bgsmws185106.2356.029.00.01557.11575.5600.0obsend1496.51694.11557.1847.0bright0.920201223
80617sv1brightbgsmwssv1bgsmws226162.45.028.00.01451.91449.5600.0obsend1356.31497.11451.91064.0bright0.920201223
80622sv1darklrgqsosv1lrgqso87200.4155.032.3250.05543.65477.84000.0obsend5272.75543.65844.38490.2dark0.920201223
80629sv1brightbgsmwssv1bgsmws51500.429.0-3.00.0830.3845.11000.0obsstart750.2779.1830.3632.7bright0.920210103
80638sv1brightbgsmwssv1bgsmws41200.360.0-30.00.0305.3340.41000.0obsstart285.9300.7305.3135.2bright0.920210103
80635sv1brightbgsmwssv1bgsmws51500.336.0-7.00.0185.9189.01000.0obsstart181.3210.4185.993.3bright0.920210105
80641sv1brightbgsmwssv1bgsmws185131.398.544.50.01362.71145.8600.0obsend1339.81575.31362.7716.5bright0.920210107
80642sv1brightbgsmwssv1bgsmws164801.3102.036.50.01838.21571.5600.0obsend1792.92097.21838.21077.3bright0.920210107
80633sv1brightbgsmwssv1bgsmws112220.732.0-7.00.0771.2797.11000.0obsstart715.1763.3771.2608.2bright0.920210107
80640sv1brightbgsmwssv1bgsmws103000.885.5-20.00.0512.4470.81000.0obsstart492.1542.8512.4312.3bright0.920210107
80676sv1darklrgqsosv1lrgqso119900.697.547.70.05596.74701.64000.0obsend5147.25596.75377.05067.3dark0.920210109
" + ], + "text/plain": [ + "\n", + "TILEID SURVEY PROGRAM FAPRGRM ... LYA_EFFTIME_DARK GOALTYPE MINTFRAC LASTNIGHT\n", + "int64 str7 str6 str16 ... float64 str7 float64 int64 \n", + "------ ------ ------- ------- ... ---------------- -------- -------- ---------\n", + " 80615 cmx other m33 ... 4469.3 unknown 0.9 20201216\n", + " 80609 sv1 dark lrgqso ... 12421.2 dark 0.9 20201217\n", + " 80606 sv1 dark elg ... 8686.3 dark 0.9 20201219\n", + " 80620 sv1 dark lrgqso ... 7957.3 dark 0.9 20201222\n", + " 80611 sv1 bright bgsmws ... 440.5 bright 0.9 20201222\n", + " 80607 sv1 dark lrgqso ... 10520.4 dark 0.9 20201222\n", + " 80612 sv1 bright bgsmws ... 904.2 bright 0.9 20201223\n", + " 80608 sv1 dark elg ... 17001.9 dark 0.9 20201223\n", + " 80623 sv1 dark elg ... 8957.2 dark 0.9 20201223\n", + " 80616 sv1 bright bgsmws ... 847.0 bright 0.9 20201223\n", + " 80617 sv1 bright bgsmws ... 1064.0 bright 0.9 20201223\n", + " 80622 sv1 dark lrgqso ... 8490.2 dark 0.9 20201223\n", + " 80629 sv1 bright bgsmws ... 632.7 bright 0.9 20210103\n", + " 80638 sv1 bright bgsmws ... 135.2 bright 0.9 20210103\n", + " 80635 sv1 bright bgsmws ... 93.3 bright 0.9 20210105\n", + " 80641 sv1 bright bgsmws ... 716.5 bright 0.9 20210107\n", + " 80642 sv1 bright bgsmws ... 1077.3 bright 0.9 20210107\n", + " 80633 sv1 bright bgsmws ... 608.2 bright 0.9 20210107\n", + " 80640 sv1 bright bgsmws ... 312.3 bright 0.9 20210107\n", + " 80676 sv1 dark lrgqso ... 5067.3 dark 0.9 20210109" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "tiles_table[row_index][:20]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "0e3c5449-449d-4474-b570-7db3aa50d87d", "metadata": { "tags": [] @@ -147,19 +272,49 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "a88e68da-bf90-4077-b640-199ebb9f7fad", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "[Tile(tileid=80615),\n", + " Tile(tileid=80609),\n", + " Tile(tileid=80606),\n", + " Tile(tileid=80620),\n", + " Tile(tileid=80611),\n", + " Tile(tileid=80607),\n", + " Tile(tileid=80612),\n", + " Tile(tileid=80608),\n", + " Tile(tileid=80623),\n", + " Tile(tileid=80616),\n", + " Tile(tileid=80617),\n", + " Tile(tileid=80622),\n", + " Tile(tileid=80629),\n", + " Tile(tileid=80638),\n", + " Tile(tileid=80635),\n", + " Tile(tileid=80641),\n", + " Tile(tileid=80642),\n", + " Tile(tileid=80633),\n", + " Tile(tileid=80640),\n", + " Tile(tileid=80676)]" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "load_tiles[:20]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "id": "eea12065-5091-48b8-897e-5c51cb6fb3f5", "metadata": { "tags": [] @@ -186,7 +341,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "86c45810-11c1-4010-b429-1480f9d34008", "metadata": { "tags": [] @@ -202,12 +357,180 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "a8517a3d-0708-4b77-80b9-cab25554580b", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "ERROR: No valid exposures found for tile 81088, even though EFFTIME_SPEC == 24.800000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "83416 20210404 0.0 0.0\n", + "ERROR: No valid exposures found for tile 158, even though EFFTIME_SPEC == 60.500000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "83543 20210405 0.0 0.0\n", + "ERROR: No valid exposures found for tile 23, even though EFFTIME_SPEC == 66.700000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "83524 20210405 0.0 0.0\n", + "ERROR: No valid exposures found for tile 50, even though EFFTIME_SPEC == 73.800000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "83525 20210405 0.0 0.0\n", + "ERROR: No valid exposures found for tile 131, even though EFFTIME_SPEC == 79.300000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "83732 20210406 0.0 0.0\n", + "ERROR: No valid exposures found for tile 185, even though EFFTIME_SPEC == 49.500000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84356 20210411 0.0 0.0\n", + "ERROR: No valid exposures found for tile 428, even though EFFTIME_SPEC == 65.700000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84420 20210411 0.0 0.0\n", + "ERROR: No valid exposures found for tile 77, even though EFFTIME_SPEC == 68.300000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84348 20210411 0.0 0.0\n", + "84349 20210411 0.0 0.0\n", + "84350 20210411 0.0 0.0\n", + "ERROR: No valid exposures found for tile 51, even though EFFTIME_SPEC == 45.900000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84345 20210411 0.0 0.0\n", + "84346 20210411 0.0 0.0\n", + "84347 20210411 0.0 0.0\n", + "ERROR: No valid exposures found for tile 320, even though EFFTIME_SPEC == 59.500000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84421 20210411 0.0 0.0\n", + "ERROR: No valid exposures found for tile 104, even though EFFTIME_SPEC == 70.400000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84352 20210411 0.0 0.0\n", + "ERROR: No valid exposures found for tile 212, even though EFFTIME_SPEC == 72.900000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84645 20210413 0.0 0.0\n", + "ERROR: No valid exposures found for tile 213, even though EFFTIME_SPEC == 63.400000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84814 20210414 0.0 0.0\n", + "ERROR: No valid exposures found for tile 78, even though EFFTIME_SPEC == 94.800000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84807 20210414 0.0 0.0\n", + "ERROR: No valid exposures found for tile 132, even though EFFTIME_SPEC == 56.700000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84815 20210414 0.0 0.0\n", + "ERROR: No valid exposures found for tile 105, even though EFFTIME_SPEC == 52.300000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84808 20210414 0.0 0.0\n", + "84809 20210414 0.0 0.0\n", + "84810 20210414 0.0 0.0\n", + "84811 20210414 0.0 0.0\n", + "84812 20210414 0.0 0.0\n", + "ERROR: No valid exposures found for tile 186, even though EFFTIME_SPEC == 43.400000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84813 20210414 0.0 0.0\n", + "ERROR: No valid exposures found for tile 106, even though EFFTIME_SPEC == 54.900000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84937 20210415 0.0 0.0\n", + "ERROR: No valid exposures found for tile 347, even though EFFTIME_SPEC == 30.000000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84944 20210415 0.0 0.0\n", + "ERROR: No valid exposures found for tile 214, even though EFFTIME_SPEC == 76.100000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84943 20210415 0.0 0.0\n", + "ERROR: No valid exposures found for tile 187, even though EFFTIME_SPEC == 62.000000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84939 20210415 0.0 0.0\n", + "84940 20210415 0.0 0.0\n", + "84941 20210415 0.0 0.0\n", + "84942 20210415 0.0 0.0\n", + "ERROR: No valid exposures found for tile 52, even though EFFTIME_SPEC == 67.200000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84932 20210415 0.0 0.0\n", + "ERROR: No valid exposures found for tile 24, even though EFFTIME_SPEC == 93.100000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84929 20210415 0.0 0.0\n", + "84930 20210415 0.0 0.0\n", + "ERROR: No valid exposures found for tile 133, even though EFFTIME_SPEC == 58.500000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84936 20210415 0.0 0.0\n", + "ERROR: No valid exposures found for tile 374, even though EFFTIME_SPEC == 65.400000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84418 20210411 0.0 0.0\n", + "84419 20210411 0.0 0.0\n", + "85641 20210420 0.0 0.0\n", + "ERROR: No valid exposures found for tile 107, even though EFFTIME_SPEC == 68.000000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "86495 20210428 0.0 0.0\n", + "ERROR: No valid exposures found for tile 375, even though EFFTIME_SPEC == 87.500000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "86508 20210428 0.0 0.0\n", + "ERROR: No valid exposures found for tile 401, even though EFFTIME_SPEC == 81.100000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "86507 20210428 0.0 0.0\n", + "ERROR: No valid exposures found for tile 215, even though EFFTIME_SPEC == 66.600000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "86505 20210428 0.0 0.0\n", + "ERROR: No valid exposures found for tile 321, even though EFFTIME_SPEC == 68.000000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "86509 20210428 0.0 0.0\n", + "ERROR: No valid exposures found for tile 79, even though EFFTIME_SPEC == 73.200000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "85619 20210420 0.0 0.0\n", + "86494 20210428 0.0 0.0\n", + "ERROR: No valid exposures found for tile 429, even though EFFTIME_SPEC == 67.100000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "84829 20210414 0.0 0.0\n", + "84830 20210414 0.0 0.0\n", + "86753 20210430 0.0 0.0\n", + "ERROR: No valid exposures found for tile 53, even though EFFTIME_SPEC == 63.900000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "86836 20210501 0.0 0.0\n", + "ERROR: No valid exposures found for tile 402, even though EFFTIME_SPEC == 90.600000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "90244 20210529 0.0 0.0\n", + "ERROR: No valid exposures found for tile 596, even though EFFTIME_SPEC == 90.300000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "90239 20210529 0.0 0.0\n", + "ERROR: No valid exposures found for tile 506, even though EFFTIME_SPEC == 76.800000!\n", + "EXPID NIGHT MJD EFFTIME_SPEC\n", + "----- -------- --- ------------\n", + "90224 20210529 0.0 0.0\n" + ] + } + ], "source": [ "load_exposures = list()\n", "for new_tile in load_tiles:\n", diff --git a/doc/nb/TestPatchDailyWithJura.ipynb b/doc/nb/TestPatchDailyWithJura.ipynb index ab741cc..998efef 100644 --- a/doc/nb/TestPatchDailyWithJura.ipynb +++ b/doc/nb/TestPatchDailyWithJura.ipynb @@ -334,8 +334,8 @@ { "data": { "text/html": [ - "
Table length=23623\n", - "
\n", + "
Table length=23714\n", + "
\n", "\n", "\n", "\n", @@ -349,20 +349,20 @@ "\n", "\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", "
EXPIDNIGHTEFFTIME_SPECDAILY_INDEXJURA_INDEX
int32int32float64int64int64
50986202002190.00--
51030202002191343.98883056640678--
51031202002191274.87585754394589--
...............
24637820240730441.172729492187523605--
246379202407301023.690612792968823606--
246380202407301023.591430664062523607--
246381202407301011.69311523437523608--
24638220240730509.82495117187523609--
246383202407301069.390014648437523610--
246384202407301058.127929687523611--
24638520240730232.4374084472656223612--
24638620240730240.348190307617223613--
24638720240730162.5375061035156223614--
24752820240811969.604614257812523696--
24752920240811429.1817016601562523697--
247530202408111127.610351562523698--
247531202408111052.03784179687523699--
247532202408111063.46948242187523700--
247533202408111091.355834960937523701--
247534202408111112.20288085937523702--
24753520240811709.793579101562523703--
24753620240811213.3377532958984423704--
24753720240811199.9758148193359423705--
" ], "text/plain": [ - "\n", + "
\n", "EXPID NIGHT EFFTIME_SPEC DAILY_INDEX JURA_INDEX\n", "int32 int32 float64 int64 int64 \n", "------ -------- ------------------ ----------- ----------\n", @@ -377,16 +377,16 @@ " 51030 20200219 1343.9888305664067 8 --\n", " 51031 20200219 1274.8758575439458 9 --\n", " ... ... ... ... ...\n", - "246378 20240730 441.1727294921875 23605 --\n", - "246379 20240730 1023.6906127929688 23606 --\n", - "246380 20240730 1023.5914306640625 23607 --\n", - "246381 20240730 1011.693115234375 23608 --\n", - "246382 20240730 509.824951171875 23609 --\n", - "246383 20240730 1069.3900146484375 23610 --\n", - "246384 20240730 1058.1279296875 23611 --\n", - "246385 20240730 232.43740844726562 23612 --\n", - "246386 20240730 240.3481903076172 23613 --\n", - "246387 20240730 162.53750610351562 23614 --" + "247528 20240811 969.6046142578125 23696 --\n", + "247529 20240811 429.18170166015625 23697 --\n", + "247530 20240811 1127.6103515625 23698 --\n", + "247531 20240811 1052.037841796875 23699 --\n", + "247532 20240811 1063.469482421875 23700 --\n", + "247533 20240811 1091.3558349609375 23701 --\n", + "247534 20240811 1112.202880859375 23702 --\n", + "247535 20240811 709.7935791015625 23703 --\n", + "247536 20240811 213.33775329589844 23704 --\n", + "247537 20240811 199.97581481933594 23705 --" ] }, "execution_count": 17, @@ -423,8 +423,8 @@ { "data": { "text/html": [ - "
Table length=23615\n", - "
\n", + "
Table length=23706\n", + "
\n", "\n", "\n", "\n", @@ -438,20 +438,20 @@ "\n", "\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", "
NIGHTEXPIDTILEIDTILERATILEDECMJDSURVEYPROGRAMFAPRGRMFAFLAVOREXPTIMEEFFTIME_SPECGOALTIMEGOALTYPEMINTFRACAIRMASSEBVSEEING_ETCEFFTIME_ETCTSNR2_ELGTSNR2_QSOTSNR2_LRGTSNR2_LYATSNR2_BGSTSNR2_GPBDARKTSNR2_GPBBRIGHTTSNR2_GPBBACKUPLRG_EFFTIME_DARKELG_EFFTIME_DARKBGS_EFFTIME_BRIGHTLYA_EFFTIME_DARKGPB_EFFTIME_DARKGPB_EFFTIME_BRIGHTGPB_EFFTIME_BACKUPTRANSPARENCY_GFASEEING_GFAFIBER_FRACFLUX_GFAFIBER_FRACFLUX_ELG_GFAFIBER_FRACFLUX_BGS_GFAFIBERFAC_GFAFIBERFAC_ELG_GFAFIBERFAC_BGS_GFAAIRMASS_GFASKY_MAG_AB_GFASKY_MAG_G_SPECSKY_MAG_R_SPECSKY_MAG_Z_SPECEFFTIME_GFAEFFTIME_DARK_GFAEFFTIME_BRIGHT_GFAEFFTIME_BACKUP_GFA
int32int32int32float64float64float64bytes7bytes6bytes19bytes19float64float64float64bytes7float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64
2020021950986630750.00.00.0unknownotherunknownunknown60.00.01000.0unknown0.91.0433620.09420800954103470.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.00.0
2020021951030700050.00.00.0unknownotherunknownunknown900.01343.98883056640671000.0unknown0.91.0213810.0183388404548168180.00.0156.2777709960937538.330753326416016103.22396850585938115.395515441894539775.4277343750.00.00.01254.2337425031771343.98883056640671368.55988281251320.09677445988860.00.00.00.00.00.00.00.00.00.00.00.00.022.08672177328053721.42054453875639219.894656012553120.00.00.00.0
2020021951031700050.00.00.0unknownotherunknownunknown900.01274.87585754394581000.0unknown0.91.0112030.0183388404548168180.00.0148.241378784179736.4664154052734497.36178588867188116.915367126464849226.10156250.00.00.01183.00467284408141274.87585754394581291.65421875000021337.4835099736180.00.00.00.00.00.00.00.00.00.00.00.00.022.08059819444743621.4001538558672119.8486995836349960.00.00.00.0
.........................................................................................................................................................
2024073024637810912340.846-8.38860522.38378575maindarkdarkmaindark619.1697998046875441.17272949218751000.0dark0.851.31654703617095950.0479892902076244350.9440510272979736483.248626708984449.97212982177734413.63014507293701236.3087005615234435.436650344822553299.1152343755296.93115234375923.50207519531256359.810546875441.1727294921875429.7603454589844461.8761291503906418.1846864733069444.046142578125483.2496337890625450.43673706054690.96806061904190440.93816442895057560.66755771336089880.47136780953374930.21381943147743761.06159905425591331.0278659793711231.01188230842071051.315095917992678421.1842464101347321.74677556577856321.1975046099733620.07584651554651488.47878548847876488.47878548847876477.4760386320366532.683638132892
202407302463797790337.383-10.68760522.39234187maindarkdarkmaindark1247.85998535156251023.69061279296881000.0dark0.851.35950803756713870.0529151409864425660.97066402435302731042.7479248046875115.800193786621132.19651031494140684.2501678466796999.749325878173117430.331054687512421.66113281252115.4047851562513967.3222656251023.6906127929688995.88171386718751040.2463378906251177.13271887680231041.31823730468751106.94775390625989.24249267578120.98931932813885310.93072330416766140.67123536018968720.47364342402561320.214934449637815051.04850130962499181.01448911616543841.00340301115652731.364304156735393321.16646332831460621.6982373308028221.1724649728704920.0198747145446841085.067019491451085.067019491451028.51154929671971071.611646705463
2024073024638010910344.207-8.71760522.40820759maindarkdarkmaindark1109.2468261718751023.59143066406251000.0dark0.851.31802999973297120.03924027457833290.93958097696304321046.2276611328125117.38061523437532.845592498779384.24200439453125100.797757442668097408.7670898437512406.45605468752089.4741210937513853.6816406251023.59143066406251009.47332763671881037.22741699218751189.50516437660961040.04357910156251093.3787841796875981.193847656250.98375605020052190.86649841476056120.6820013040599830.479770279609647740.21700178977428231.09492108902869021.0546235701850271.03438463117621061.32080012755238421.09457148863385721.68933212348669321.19590223967109220.1107377934289181104.87160430528871104.87160430528871030.47977704537361103.6678485814466
2024073024638110917345.522-11.7660522.42243792maindarkdarkmaindark1122.8122558593751011.6931152343751000.0dark0.851.38768804073333740.043251127004623410.93567401170730591046.2069091796875115.5728302001953132.71163177490234483.26277160644531100.88728087078787336.9492187512304.56152343752068.989257812513920.28906251011.693115234375993.92639160156251027.17285156251190.56162220645461031.50158691406251082.6595458984375985.9113769531250.99363471477057910.85597705145810630.67085492216621260.47118405531785990.212812521467079851.1424277858269871.09658170790197441.0704332247054161.395388304523076621.15116344316840421.6380694158864721.1697126994032420.164634927740871153.01682706659431153.01682706659431070.82279800602121173.7923191541215
202407302463824656351.594-9.31660522.43682234maindarkdarkmaindark625.1672973632812509.8249511718751000.0dark0.851.33286094665527340.0305918306112289430.901852011680603523.072937011718858.1707687377929716.0191993713378941.9588088989257841.530071298126133785.5129394531256071.003417968751049.2976074218757243.9775390625509.824951171875500.2686462402344529.9718017578125490.0925927260613508.9372863769531549.0758666992188513.05828857421880.96464387623782040.86587247848280020.68787464467224050.4835335587946870.218600292591788931.10503568345555841.05363010339907561.0350647575019091.336307250856198221.10921120734916221.64890979045669221.20175858623049320.295240521568296556.7439760670363556.7439760670363541.3040309845758624.002195728866
202407302463834653349.534-11.97160522.44546106maindarkdarkmaindark1179.630371093751069.39001464843751000.0dark0.851.4066820144653320.031995624303817750.88506501913070681052.6583251953125122.6668319702148433.9223556518554788.0112457275390694.208107431046677720.9077148437512642.7988281252142.81176757812514350.63769531251069.39001464843751054.9348144531251080.92712402343751111.741304156641059.85632324218751121.2893066406251016.39099121093751.00483890051123130.88747681642148650.64915814279556080.46021996955454270.207756887635556051.05852591247093591.030614738850761.00908770684595341.420322022652994721.05525656912631821.584865129984321.16116547821079820.3330994588988861118.12353646709271118.12353646709271043.669979388591104.0324931050204
202407302463844679355.006-9.66560522.46050744maindarkdarkmaindark1117.62097167968751058.12792968751000.0dark0.851.35466396808624270.029752556234598160.8493530154228211048.109375121.5227890014648434.10453033447265687.084373474121194.553723111003637640.323242187512738.92285156252141.45678710937514525.26855468751058.12792968751045.09606933593751069.6452636718751115.81988334955671067.914550781251120.5803222656251028.759277343750.97895961751327850.82716418062578450.69702658723830170.488839702796494470.220338738930173441.11377482351317411.06995030958174771.0491966105189611.366481482591519521.0790779000520721.5235237348346621.1376062318454720.3051021476152871132.7093385414091132.7093385414091068.04792753805711169.6238718045377
20240730246385248663.83-7.01260522.47487336mainbrightbrightmainbright364.4747009277344232.43740844726562180.0bright0.851.29123902320861820.0385147705674171450.8020359873771667218.790695190429725.0804595947265626.966659545898437517.7403354644775415.1069073094055051660.26721191406252515.705078125447.76309204101563493.44970703125215.5558319091797215.69195556640625232.43740844726562178.27523863829472210.89364624023438234.3052215576172247.425308227539061.0010464367567580.84096499564796660.68296150500796620.478872991044298040.216019915620336841.12879410155366641.08063999125685231.05561655332570671.293798455808184320.9175090419783621.1329928433501320.97160852452572820.28509976864928249.75012516574037240.94961066736218249.75012516574037328.1043516860146
20240730246386201447.987-6.8860522.48047065mainbrightbrightmainbright411.36737060546875240.3481903076172180.0bright0.851.28517901897430420.041862729936838150.7953320145606995210.79077148437526.830133438110357.149870395660418.2141647338867212.342006591195241716.77282714843752518.908203125452.02474975585943607.32568359375221.31314086914062230.73915100097656240.3481903076172145.6468968304886211.16217041015625236.53524780273438255.490631103515621.07932580712012370.8449844439403040.65626580782965060.46158810520592420.208608589627302281.15939102220007231.11064701729679951.08569789209089371.28718883468155920.5500325213040420.32223225336811420.58954190332517720.186978226647582252.21413240809304233.48497414308596252.21413240809304355.53504222981286
20240730246387248568.613-10.66960522.48662334mainbrightbrightmainbright538.7693481445312162.53750610351562180.0bright0.851.3632810115814210.027019102126359940.8434900045394897130.6424255371093819.9222049713134775.04502964019775411.8777208328247077.1275766395032411160.9821777343751604.9432373046875298.681945800781252778.65673828125144.32150268554688171.33096313476562162.5375061035156284.11188341170667134.54373168945312156.2941131591797196.799743652343751.00315167569299970.80403886973298320.72469580826472350.50541459107037620.226552029627718861.19154880772027651.1336365785116251.09968383415851761.367062939548712219.37017703400965418.73870200169595519.37958663845969219.536950961156585165.0054278466772138.14962174529643165.0054278466772317.47622185937684
202408112475286951344.36916.08660534.38172642maindarkdarkmaindark901.3694458007812969.60461425781251000.0dark0.851.04063200950622560.0448774397373199460.74117398262023931011.6485595703125109.2862701416015631.88508987426757879.79886627197266102.941741891205316855.825195312512592.32519531252020.41918945312512808.1142578125969.6046142578125939.8619384765625959.81555175781251214.80612978081241055.62512207031251057.2437744140625907.14105224609380.99000682319121470.76396468408536870.76487712549817940.5316133813334640.23747911439513831.22104616772142731.16344033634172961.12885592073195881.042570606525832221.36786408651550322.103059970619621.37521262704342519.8551086022411224.23486465281641224.23486465281641087.21716695713081177.2436004852325
2024081124752910040351.02812.03960534.39354864maindarkdarkmaindark496.1578369140625429.181701660156251000.0dark0.851.06358504295349120.058740235865116120.7435870170593262457.55493164062548.6544723510742214.09316730499267635.32183456420898439.413046438433233153.460449218755470.96240234375914.03692626953126353.80078125429.18170166015625418.428466796875441.4844665527344465.10977497685997458.6353454589844478.2967224121094450.01107788085940.99578131492285740.74849031040015520.76440449806453510.53164504726826610.237186136870943361.21648092360340821.16369472624756031.1309542700424081.063975707915648221.24940770006806222.04194510395065621.29246781058749619.780432078859388497.0730537310182497.0730537310182476.4885777853104563.4197035038846
202408112475303815347.36418.41260534.40069601maindarkdarkmaindark1345.63464355468751127.61035156251000.0dark0.851.0343019962310790.146841824054718020.73557400703430181007.197021484375131.0687103271484435.8990554809570392.8028030395507890.588272075727597743.522460937513522.1738281252175.98657226562513279.15917968751127.61035156251127.190917968751084.09313964843751069.02395648356131133.57507324218751138.6490478515625940.50299072265620.95468684234531680.84080006020525320.70868512008352470.49694043505656980.223697220347170041.11030193671670931.0653895254811741.04028256903285451.040261525516957221.2692239477515522.07525024380956721.3228587050155319.891968418292131078.46791185527541078.4679118552754966.8927272969829999.3082350790254
2024081124753110051350.63520.86260534.41774169maindarkdarkmaindark1018.9348144531251052.0378417968751000.0dark0.851.03045797348022460.047810725867748260.80895602703094481018.5135498046875119.2167510986328134.2153244018554786.583152770996198.23122229110457357.291992187513527.36425781252159.6997070312513523.06251052.0378417968751025.264160156251030.02087402343751159.2177165722731134.010253906251130.12646484375957.7775878906250.99012242620495460.77335794144678170.75208868741713970.52368428594683470.234100126025368341.17730629432931441.12187481279197821.0888993879743461.036223986709016221.22358744681873322.0849911808578421.3262567098313119.9194751000014531271.0298011577481271.0298011577481131.42064080694291225.4939056252717
202408112475322238354.07618.23560534.43091844maindarkdarkmaindark1259.88757324218751063.4694824218751000.0dark0.851.0447549819946290.062360219657421110.77524602413177491009.441650390625122.2901153564453134.9276809692382887.52398681640625109.544803544878967571.916992187513547.36230468752216.3745117187514551.4160156251063.4694824218751051.6950683593751060.0683593751292.72825956836641135.68664550781251159.7832031251030.61120605468750.81814394873854380.76573855851906280.76725106020668780.53434497802158590.238671715588151921.04188164088526620.9937277750918350.96486582076512731.05335588416504421.12892024346390621.98283224846216321.22661701928618819.799648387840931128.4017960218831128.4017960218831020.68415196527681115.7333645631868
202408112475332257358.61614.51960534.44688809maindarkdarkmaindark1030.042480468751091.35583496093751000.0dark0.851.06836295127868650.0428092926740646360.85419398546218871015.0289916992188122.88208007812535.7277488708496189.81904602050781120.509653853997597814.2758789062514248.33593752322.95239257812514969.16894531251091.35583496093751056.7858886718751093.99865722656251422.12346041627761194.44982910156251215.553222656251060.19885253906250.9801154150043570.81497064589240380.72203285706975380.50400255717055380.226271894393553441.15834105075389321.10677764541663311.07652473370567911.076514520680384621.0807378671570821.97494638471752321.17643619967662319.804190361295971139.81419175385921139.81419175385921053.23160757644181179.0196901751244
20240811247534116434.10512.00560534.46021628maindarkdarkmaindark1180.03356933593751112.2028808593751000.0dark0.851.0825229883193970.143479302525520320.83504301309585571013.2708740234375127.9147186279296936.14294815063476691.534767150878999.8675450231887807.9868164062513986.50781252260.81176757812514419.84863281251112.2028808593751100.0666503906251093.11816406251178.52781225081281172.50061035156251183.03625488281251021.29290771484381.01752096882123460.79202059626740250.71420202053052080.49956374621625410.224639766629193881.19635622986405021.13826107187531721.10806501858822021.091819639062613621.06850376590253421.8929439652998421.14967536639509419.79140194174022928.3050724871539928.3050724871539860.0327572123894967.0168042167019
2024081124753536238.03715.23560534.47525803maindarkdarkmaindark815.0862426757812709.79357910156251000.0dark0.851.06699001789093020.066058114171028140.9333620071411133697.580383300781281.0710906982421922.83950233459472758.4163093566894560.5251485047861955139.26464843759036.7714843751505.731811523437510087.515625709.7935791015625697.21142578125719.4970703125714.2517705520763757.56005859375787.91845703125714.45330810546881.0179344717098240.82009548159593430.71564466415319120.5001102904208250.224355076193633761.1681476380988661.11922646505002991.09338470124394951.073692847041877621.03914255360679821.6598371732961921.10891747560536319.715744629047887760.1467011612814760.1467011612814728.8823471134752837.8630329669646
202408112475362100414.4815.50660534.48628697mainbrightbrightmainbright388.0565490722656213.33775329589844180.0bright0.851.05745804309844970.0573110096156597140.8351590037345886186.0221862792968823.163438796997076.30766725540161116.2284336090087912.1491895945742721523.8410644531252369.862060546875423.018249511718753283.35400390625197.185302734375199.20558166503906213.33775329589844143.37148099704925198.66751098632812221.35675048828125232.5451660156251.00032303783424670.83905328067896830.708492115218710.49736982617542070.223941833757577871.13199864480712861.0992226649972841.07455434932241521.059955398741816220.6810850068555920.76668432451620620.72527796986644319.699271231268256243.16951620049647228.24315289172364243.16951620049647325.19085591350307
202408112475372256416.36911.41660534.49216449mainbrightbrightmainbright802.7540893554688199.97581481933594180.0bright0.851.0843540430068970.0403720848262311.1371020078659058159.1012878417968824.5193061828613286.13717174530029314.4767894744873059.792677556071431428.3986816406252059.87060546875385.86526489257813577.23974609375175.90176391601562210.8660430908203199.97581481933594115.56249684073876172.6806640625201.9153594970703253.359771728515620.96378083658604430.82427697569845060.73145903013307180.51077391004699610.229462695910271571.15342931824153141.10405034919916781.07977397987880241.090236170929188619.09355995332339318.70764197286207419.113249084528819.091466695236615196.75697506196457160.3567407149404196.75697506196457384.09250395416865
" ], "text/plain": [ - "\n", + "
\n", " NIGHT EXPID TILEID ... EFFTIME_BRIGHT_GFA EFFTIME_BACKUP_GFA\n", " int32 int32 int32 ... float64 float64 \n", "-------- ------ ------ ... ------------------ ------------------\n", @@ -466,16 +466,16 @@ "20200219 51030 70005 ... 0.0 0.0\n", "20200219 51031 70005 ... 0.0 0.0\n", " ... ... ... ... ... ...\n", - "20240730 246378 10912 ... 477.4760386320366 532.683638132892\n", - "20240730 246379 7790 ... 1028.5115492967197 1071.611646705463\n", - "20240730 246380 10910 ... 1030.4797770453736 1103.6678485814466\n", - "20240730 246381 10917 ... 1070.8227980060212 1173.7923191541215\n", - "20240730 246382 4656 ... 541.3040309845758 624.002195728866\n", - "20240730 246383 4653 ... 1043.66997938859 1104.0324931050204\n", - "20240730 246384 4679 ... 1068.0479275380571 1169.6238718045377\n", - "20240730 246385 24866 ... 249.75012516574037 328.1043516860146\n", - "20240730 246386 20144 ... 252.21413240809304 355.53504222981286\n", - "20240730 246387 24856 ... 165.0054278466772 317.47622185937684" + "20240811 247528 6951 ... 1087.2171669571308 1177.2436004852325\n", + "20240811 247529 10040 ... 476.4885777853104 563.4197035038846\n", + "20240811 247530 3815 ... 966.8927272969829 999.3082350790254\n", + "20240811 247531 10051 ... 1131.4206408069429 1225.4939056252717\n", + "20240811 247532 2238 ... 1020.6841519652768 1115.7333645631868\n", + "20240811 247533 2257 ... 1053.2316075764418 1179.0196901751244\n", + "20240811 247534 11643 ... 860.0327572123894 967.0168042167019\n", + "20240811 247535 3623 ... 728.8823471134752 837.8630329669646\n", + "20240811 247536 21004 ... 243.16951620049647 325.19085591350307\n", + "20240811 247537 22564 ... 196.75697506196457 384.09250395416865" ] }, "execution_count": 19, @@ -489,11 +489,519 @@ "# for column in ('NIGHT', 'EXPID', 'TILEID', 'TILERA', 'TILEDEC', 'MJD', 'SURVEY', 'PROGRAM', 'FAPRGRM', 'FAFLAVOR', 'EXPTIME', 'GOALTIME', 'GOALTYPE', 'MINTFRAC', 'AIRMASS', 'EBV', 'SEEING_ETC', 'EFFTIME_ETC',\n", "# 'TRANSPARENCY_GFA', 'SEEING_GFA', 'FIBER_FRACFLUX_GFA', 'FIBER_FRACFLUX_ELG_GFA', 'FIBER_FRACFLUX_BGS_GFA', 'FIBERFAC_GFA', 'FIBERFAC_ELG_GFA', 'FIBERFAC_BGS_GFA', 'AIRMASS_GFA', 'SKY_MAG_AB_GFA',\n", "# 'EFFTIME_GFA', 'EFFTIME_DARK_GFA', 'EFFTIME_BRIGHT_GFA', 'EFFTIME_BACKUP_GFA'):\n", - "for column in ('MJD', 'GOALTYPE'):\n", + "for column in ('TILERA', 'TILEDEC', 'MJD', 'SURVEY'):\n", " daily_exposures_patched[column][daily_exposures_index] = jura_exposures[column][jura_exposures_index]\n", "daily_exposures_patched" ] }, + { + "cell_type": "markdown", + "id": "2cad2268-9557-444e-897c-e04bc63b42c6", + "metadata": {}, + "source": [ + "### After patching are there still missing data?" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "id": "00e2e401-93f6-4d87-8307-9c1f0db767e2", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "assert not (daily_exposures_patched['TILERA'] == daily_exposures['TILERA']).all()\n", + "assert not (daily_exposures_patched['TILEDEC'] == daily_exposures['TILEDEC']).all()\n", + "assert not (daily_exposures_patched['MJD'] == daily_exposures['MJD']).all()\n", + "assert not (daily_exposures_patched['SURVEY'] == daily_exposures['SURVEY']).all()\n", + "assert (daily_exposures_patched['PROGRAM'] == daily_exposures['PROGRAM']).all()\n", + "assert (daily_exposures_patched['FAPRGRM'] == daily_exposures['FAPRGRM']).all()\n", + "assert (daily_exposures_patched['FAFLAVOR'] == daily_exposures['FAFLAVOR']).all()" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "id": "60427b0b-913d-456b-b45e-6ccc3a46866b", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "INFO: tile 80618 exposure 69082 has MJD-OBS = 59204.557878 in /global/cfs/cdirs/desi/spectro/data/20201220/00069082/desi-00069082.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201220 69082 80618 59204.55787815\n", + "INFO: tile 80618 exposure 69083 has MJD-OBS = 59204.563137 in /global/cfs/cdirs/desi/spectro/data/20201220/00069083/desi-00069083.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201220 69083 80618 59204.56313729\n", + "INFO: tile 80618 exposure 69084 has MJD-OBS = 59204.568494 in /global/cfs/cdirs/desi/spectro/data/20201220/00069084/desi-00069084.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201220 69084 80618 59204.56849373\n", + "INFO: tile 80618 exposure 69085 has MJD-OBS = 59204.573527 in /global/cfs/cdirs/desi/spectro/data/20201220/00069085/desi-00069085.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201220 69085 80618 59204.57352664\n", + "INFO: tile 80617 exposure 69400 has MJD-OBS = 59206.108281 in /global/cfs/cdirs/desi/spectro/data/20201222/00069400/desi-00069400.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69400 80617 59206.10828083\n", + "INFO: tile 80617 exposure 69401 has MJD-OBS = 59206.116788 in /global/cfs/cdirs/desi/spectro/data/20201222/00069401/desi-00069401.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69401 80617 59206.11678777\n", + "INFO: tile 80617 exposure 69402 has MJD-OBS = 59206.125315 in /global/cfs/cdirs/desi/spectro/data/20201222/00069402/desi-00069402.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69402 80617 59206.12531454\n", + "INFO: tile 80617 exposure 69403 has MJD-OBS = 59206.135059 in /global/cfs/cdirs/desi/spectro/data/20201222/00069403/desi-00069403.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69403 80617 59206.13505941\n", + "INFO: tile 80617 exposure 69404 has MJD-OBS = 59206.145698 in /global/cfs/cdirs/desi/spectro/data/20201222/00069404/desi-00069404.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69404 80617 59206.14569799\n", + "INFO: tile 80608 exposure 69435 has MJD-OBS = 59206.313242 in /global/cfs/cdirs/desi/spectro/data/20201222/00069435/desi-00069435.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ -------------\n", + "20201222 69435 80608 59206.3132417\n", + "INFO: tile 80608 exposure 69436 has MJD-OBS = 59206.326569 in /global/cfs/cdirs/desi/spectro/data/20201222/00069436/desi-00069436.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69436 80608 59206.32656933\n", + "INFO: tile 80608 exposure 69437 has MJD-OBS = 59206.339900 in /global/cfs/cdirs/desi/spectro/data/20201222/00069437/desi-00069437.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69437 80608 59206.33989997\n", + "INFO: tile 80608 exposure 69438 has MJD-OBS = 59206.353205 in /global/cfs/cdirs/desi/spectro/data/20201222/00069438/desi-00069438.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69438 80608 59206.35320477\n", + "INFO: tile 80607 exposure 69440 has MJD-OBS = 59206.367353 in /global/cfs/cdirs/desi/spectro/data/20201222/00069440/desi-00069440.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69440 80607 59206.36735299\n", + "INFO: tile 80607 exposure 69441 has MJD-OBS = 59206.380662 in /global/cfs/cdirs/desi/spectro/data/20201222/00069441/desi-00069441.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69441 80607 59206.38066192\n", + "INFO: tile 80607 exposure 69442 has MJD-OBS = 59206.393943 in /global/cfs/cdirs/desi/spectro/data/20201222/00069442/desi-00069442.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69442 80607 59206.39394324\n", + "INFO: tile 80620 exposure 69444 has MJD-OBS = 59206.409566 in /global/cfs/cdirs/desi/spectro/data/20201222/00069444/desi-00069444.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69444 80620 59206.40956632\n", + "INFO: tile 80620 exposure 69445 has MJD-OBS = 59206.422851 in /global/cfs/cdirs/desi/spectro/data/20201222/00069445/desi-00069445.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69445 80620 59206.42285072\n", + "INFO: tile 80620 exposure 69446 has MJD-OBS = 59206.436229 in /global/cfs/cdirs/desi/spectro/data/20201222/00069446/desi-00069446.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69446 80620 59206.43622927\n", + "INFO: tile 80620 exposure 69447 has MJD-OBS = 59206.449480 in /global/cfs/cdirs/desi/spectro/data/20201222/00069447/desi-00069447.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69447 80620 59206.44947983\n", + "INFO: tile 80614 exposure 69449 has MJD-OBS = 59206.468311 in /global/cfs/cdirs/desi/spectro/data/20201222/00069449/desi-00069449.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69449 80614 59206.46831138\n", + "INFO: tile 80614 exposure 69450 has MJD-OBS = 59206.474771 in /global/cfs/cdirs/desi/spectro/data/20201222/00069450/desi-00069450.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69450 80614 59206.47477105\n", + "INFO: tile 80614 exposure 69451 has MJD-OBS = 59206.481235 in /global/cfs/cdirs/desi/spectro/data/20201222/00069451/desi-00069451.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69451 80614 59206.48123483\n", + "INFO: tile 80614 exposure 69452 has MJD-OBS = 59206.487680 in /global/cfs/cdirs/desi/spectro/data/20201222/00069452/desi-00069452.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69452 80614 59206.48768029\n", + "INFO: tile 80614 exposure 69453 has MJD-OBS = 59206.494103 in /global/cfs/cdirs/desi/spectro/data/20201222/00069453/desi-00069453.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69453 80614 59206.49410313\n", + "INFO: tile 80610 exposure 69455 has MJD-OBS = 59206.501778 in /global/cfs/cdirs/desi/spectro/data/20201222/00069455/desi-00069455.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69455 80610 59206.50177768\n", + "INFO: tile 80610 exposure 69456 has MJD-OBS = 59206.515169 in /global/cfs/cdirs/desi/spectro/data/20201222/00069456/desi-00069456.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69456 80610 59206.51516924\n", + "INFO: tile 80614 exposure 69458 has MJD-OBS = 59206.533942 in /global/cfs/cdirs/desi/spectro/data/20201222/00069458/desi-00069458.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69458 80614 59206.53394194\n", + "INFO: tile 80614 exposure 69459 has MJD-OBS = 59206.540400 in /global/cfs/cdirs/desi/spectro/data/20201222/00069459/desi-00069459.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69459 80614 59206.54040006\n", + "INFO: tile 80614 exposure 69460 has MJD-OBS = 59206.546853 in /global/cfs/cdirs/desi/spectro/data/20201222/00069460/desi-00069460.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201222 69460 80614 59206.54685306\n", + "INFO: tile 80623 exposure 69628 has MJD-OBS = 59207.380045 in /global/cfs/cdirs/desi/spectro/data/20201223/00069628/desi-00069628.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201223 69628 80623 59207.38004477\n", + "INFO: tile 80623 exposure 69629 has MJD-OBS = 59207.393223 in /global/cfs/cdirs/desi/spectro/data/20201223/00069629/desi-00069629.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201223 69629 80623 59207.39322287\n", + "INFO: tile 80622 exposure 69631 has MJD-OBS = 59207.407850 in /global/cfs/cdirs/desi/spectro/data/20201223/00069631/desi-00069631.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201223 69631 80622 59207.40785035\n", + "INFO: tile 80622 exposure 69632 has MJD-OBS = 59207.421005 in /global/cfs/cdirs/desi/spectro/data/20201223/00069632/desi-00069632.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20201223 69632 80622 59207.42100469\n", + "INFO: tile 80635 exposure 70543 has MJD-OBS = 59217.249417 in /global/cfs/cdirs/desi/spectro/data/20210102/00070543/desi-00070543.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ -------------\n", + "20210102 70543 80635 59217.2494171\n", + "INFO: tile 80635 exposure 70544 has MJD-OBS = 59217.255461 in /global/cfs/cdirs/desi/spectro/data/20210102/00070544/desi-00070544.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20210102 70544 80635 59217.25546107\n", + "INFO: tile 80635 exposure 70545 has MJD-OBS = 59217.261845 in /global/cfs/cdirs/desi/spectro/data/20210102/00070545/desi-00070545.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20210102 70545 80635 59217.26184494\n", + "INFO: tile 80713 exposure 71721 has MJD-OBS = 59225.094667 in /global/cfs/cdirs/desi/spectro/data/20210110/00071721/desi-00071721.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210110 71721 80713 59225.094667134\n", + "INFO: tile 80713 exposure 71722 has MJD-OBS = 59225.107224 in /global/cfs/cdirs/desi/spectro/data/20210110/00071722/desi-00071722.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210110 71722 80713 59225.107223918\n", + "INFO: tile 80713 exposure 71723 has MJD-OBS = 59225.119826 in /global/cfs/cdirs/desi/spectro/data/20210110/00071723/desi-00071723.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210110 71723 80713 59225.119825769\n", + "INFO: tile 80670 exposure 71724 has MJD-OBS = 59225.134263 in /global/cfs/cdirs/desi/spectro/data/20210110/00071724/desi-00071724.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210110 71724 80670 59225.134262648\n", + "INFO: tile 80670 exposure 71870 has MJD-OBS = 59226.161130 in /global/cfs/cdirs/desi/spectro/data/20210111/00071870/desi-00071870.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210111 71870 80670 59226.161129722\n", + "INFO: tile 80715 exposure 72498 has MJD-OBS = 59230.164165 in /global/cfs/cdirs/desi/spectro/data/20210115/00072498/desi-00072498.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210115 72498 80715 59230.164164663\n", + "INFO: tile 80715 exposure 72499 has MJD-OBS = 59230.176755 in /global/cfs/cdirs/desi/spectro/data/20210115/00072499/desi-00072499.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210115 72499 80715 59230.176755043\n", + "INFO: tile 80715 exposure 72500 has MJD-OBS = 59230.189428 in /global/cfs/cdirs/desi/spectro/data/20210115/00072500/desi-00072500.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ -------------\n", + "20210115 72500 80715 59230.1894283\n", + "INFO: tile 80687 exposure 75823 has MJD-OBS = 59260.123180 in /global/cfs/cdirs/desi/spectro/data/20210214/00075823/desi-00075823.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20210214 75823 80687 59260.12318035\n", + "INFO: tile 80687 exposure 75824 has MJD-OBS = 59260.132294 in /global/cfs/cdirs/desi/spectro/data/20210214/00075824/desi-00075824.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75824 80687 59260.132294067\n", + "INFO: tile 80687 exposure 75825 has MJD-OBS = 59260.141440 in /global/cfs/cdirs/desi/spectro/data/20210214/00075825/desi-00075825.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75825 80687 59260.141440081\n", + "INFO: tile 80687 exposure 75826 has MJD-OBS = 59260.150494 in /global/cfs/cdirs/desi/spectro/data/20210214/00075826/desi-00075826.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75826 80687 59260.150493743\n", + "INFO: tile 80687 exposure 75827 has MJD-OBS = 59260.159721 in /global/cfs/cdirs/desi/spectro/data/20210214/00075827/desi-00075827.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75827 80687 59260.159721426\n", + "INFO: tile 80687 exposure 75828 has MJD-OBS = 59260.168634 in /global/cfs/cdirs/desi/spectro/data/20210214/00075828/desi-00075828.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75828 80687 59260.168633955\n", + "INFO: tile 80687 exposure 75829 has MJD-OBS = 59260.177738 in /global/cfs/cdirs/desi/spectro/data/20210214/00075829/desi-00075829.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75829 80687 59260.177738254\n", + "INFO: tile 80687 exposure 75830 has MJD-OBS = 59260.186794 in /global/cfs/cdirs/desi/spectro/data/20210214/00075830/desi-00075830.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75830 80687 59260.186793903\n", + "INFO: tile 80687 exposure 75831 has MJD-OBS = 59260.196030 in /global/cfs/cdirs/desi/spectro/data/20210214/00075831/desi-00075831.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75831 80687 59260.196030128\n", + "INFO: tile 80687 exposure 75832 has MJD-OBS = 59260.204947 in /global/cfs/cdirs/desi/spectro/data/20210214/00075832/desi-00075832.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75832 80687 59260.204947223\n", + "INFO: tile 80687 exposure 75835 has MJD-OBS = 59260.218992 in /global/cfs/cdirs/desi/spectro/data/20210214/00075835/desi-00075835.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75835 80687 59260.218992112\n", + "INFO: tile 80687 exposure 75836 has MJD-OBS = 59260.228327 in /global/cfs/cdirs/desi/spectro/data/20210214/00075836/desi-00075836.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20210214 75836 80687 59260.22832683\n", + "INFO: tile 80708 exposure 75868 has MJD-OBS = 59260.515382 in /global/cfs/cdirs/desi/spectro/data/20210214/00075868/desi-00075868.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20210214 75868 80708 59260.51538167\n", + "INFO: tile 80708 exposure 75869 has MJD-OBS = 59260.524510 in /global/cfs/cdirs/desi/spectro/data/20210214/00075869/desi-00075869.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75869 80708 59260.524510298\n", + "INFO: tile 80708 exposure 75870 has MJD-OBS = 59260.533663 in /global/cfs/cdirs/desi/spectro/data/20210214/00075870/desi-00075870.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75870 80708 59260.533663345\n", + "INFO: tile 80733 exposure 75873 has MJD-OBS = 59260.550852 in /global/cfs/cdirs/desi/spectro/data/20210214/00075873/desi-00075873.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75873 80733 59260.550852082\n", + "INFO: tile 80733 exposure 75874 has MJD-OBS = 59260.556760 in /global/cfs/cdirs/desi/spectro/data/20210214/00075874/desi-00075874.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210214 75874 80733 59260.556760477\n", + "INFO: tile 80769 exposure 76926 has MJD-OBS = 59265.098968 in /global/cfs/cdirs/desi/spectro/data/20210219/00076926/desi-00076926.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210219 76926 80769 59265.098968318\n", + "INFO: tile 80769 exposure 76949 has MJD-OBS = 59265.126700 in /global/cfs/cdirs/desi/spectro/data/20210219/00076949/desi-00076949.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210219 76949 80769 59265.126700093\n", + "INFO: tile 80769 exposure 76952 has MJD-OBS = 59265.132660 in /global/cfs/cdirs/desi/spectro/data/20210219/00076952/desi-00076952.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210219 76952 80769 59265.132659945\n", + "INFO: tile 80816 exposure 77753 has MJD-OBS = 59269.256470 in /global/cfs/cdirs/desi/spectro/data/20210223/00077753/desi-00077753.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210223 77753 80816 59269.256470218\n", + "INFO: tile 80662 exposure 77926 has MJD-OBS = 59270.253469 in /global/cfs/cdirs/desi/spectro/data/20210224/00077926/desi-00077926.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210224 77926 80662 59270.253469231\n", + "INFO: tile 80662 exposure 77929 has MJD-OBS = 59270.272156 in /global/cfs/cdirs/desi/spectro/data/20210224/00077929/desi-00077929.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210224 77929 80662 59270.272156213\n", + "INFO: tile 80639 exposure 79046 has MJD-OBS = 59274.186137 in /global/cfs/cdirs/desi/spectro/data/20210228/00079046/desi-00079046.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79046 80639 59274.186137438\n", + "INFO: tile 80722 exposure 79058 has MJD-OBS = 59274.230862 in /global/cfs/cdirs/desi/spectro/data/20210228/00079058/desi-00079058.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79058 80722 59274.230862343\n", + "INFO: tile 80722 exposure 79060 has MJD-OBS = 59274.264118 in /global/cfs/cdirs/desi/spectro/data/20210228/00079060/desi-00079060.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79060 80722 59274.264117823\n", + "INFO: tile 80722 exposure 79061 has MJD-OBS = 59274.272239 in /global/cfs/cdirs/desi/spectro/data/20210228/00079061/desi-00079061.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79061 80722 59274.272238992\n", + "INFO: tile 80722 exposure 79062 has MJD-OBS = 59274.277943 in /global/cfs/cdirs/desi/spectro/data/20210228/00079062/desi-00079062.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79062 80722 59274.277943426\n", + "INFO: tile 80741 exposure 79066 has MJD-OBS = 59274.328710 in /global/cfs/cdirs/desi/spectro/data/20210228/00079066/desi-00079066.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79066 80741 59274.328709963\n", + "INFO: tile 80741 exposure 79067 has MJD-OBS = 59274.343822 in /global/cfs/cdirs/desi/spectro/data/20210228/00079067/desi-00079067.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20210228 79067 80741 59274.34382233\n", + "INFO: tile 80741 exposure 79068 has MJD-OBS = 59274.358837 in /global/cfs/cdirs/desi/spectro/data/20210228/00079068/desi-00079068.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79068 80741 59274.358837452\n", + "INFO: tile 80740 exposure 79069 has MJD-OBS = 59274.374192 in /global/cfs/cdirs/desi/spectro/data/20210228/00079069/desi-00079069.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79069 80740 59274.374191986\n", + "INFO: tile 80740 exposure 79070 has MJD-OBS = 59274.390114 in /global/cfs/cdirs/desi/spectro/data/20210228/00079070/desi-00079070.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79070 80740 59274.390114169\n", + "INFO: tile 80726 exposure 79072 has MJD-OBS = 59274.408621 in /global/cfs/cdirs/desi/spectro/data/20210228/00079072/desi-00079072.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79072 80726 59274.408620889\n", + "INFO: tile 80726 exposure 79073 has MJD-OBS = 59274.423888 in /global/cfs/cdirs/desi/spectro/data/20210228/00079073/desi-00079073.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79073 80726 59274.423888115\n", + "INFO: tile 80726 exposure 79074 has MJD-OBS = 59274.439179 in /global/cfs/cdirs/desi/spectro/data/20210228/00079074/desi-00079074.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210228 79074 80726 59274.439178527\n", + "INFO: tile 80721 exposure 79741 has MJD-OBS = 59282.176876 in /global/cfs/cdirs/desi/spectro/data/20210308/00079741/desi-00079741.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210308 79741 80721 59282.176876234\n", + "INFO: tile 80721 exposure 79749 has MJD-OBS = 59282.207467 in /global/cfs/cdirs/desi/spectro/data/20210308/00079749/desi-00079749.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210308 79749 80721 59282.207466672\n", + "INFO: tile 80722 exposure 80474 has MJD-OBS = 59288.188474 in /global/cfs/cdirs/desi/spectro/data/20210314/00080474/desi-00080474.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210314 80474 80722 59288.188474374\n", + "INFO: tile 80871 exposure 80481 has MJD-OBS = 59288.216706 in /global/cfs/cdirs/desi/spectro/data/20210314/00080481/desi-00080481.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210314 80481 80871 59288.216706308\n", + "INFO: tile 80702 exposure 81201 has MJD-OBS = 59294.236517 in /global/cfs/cdirs/desi/spectro/data/20210320/00081201/desi-00081201.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210320 81201 80702 59294.236516598\n", + "INFO: tile 80742 exposure 81356 has MJD-OBS = 59295.108323 in /global/cfs/cdirs/desi/spectro/data/20210321/00081356/desi-00081356.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210321 81356 80742 59295.108323264\n", + "INFO: tile 80916 exposure 81471 has MJD-OBS = 59296.117864 in /global/cfs/cdirs/desi/spectro/data/20210322/00081471/desi-00081471.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210322 81471 80916 59296.117863884\n", + "INFO: tile 80916 exposure 81478 has MJD-OBS = 59296.147124 in /global/cfs/cdirs/desi/spectro/data/20210322/00081478/desi-00081478.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210322 81478 80916 59296.147124245\n", + "INFO: tile 80916 exposure 81508 has MJD-OBS = 59296.281297 in /global/cfs/cdirs/desi/spectro/data/20210322/00081508/desi-00081508.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210322 81508 80916 59296.281297302\n", + "INFO: tile 80621 exposure 83414 has MJD-OBS = 59309.140932 in /global/cfs/cdirs/desi/spectro/data/20210404/00083414/desi-00083414.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210404 83414 80621 59309.140931599\n", + "INFO: tile 80621 exposure 83415 has MJD-OBS = 59309.154354 in /global/cfs/cdirs/desi/spectro/data/20210404/00083415/desi-00083415.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210404 83415 80621 59309.154353633\n", + "INFO: tile 80871 exposure 83976 has MJD-OBS = 59313.215656 in /global/cfs/cdirs/desi/spectro/data/20210408/00083976/desi-00083976.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210408 83976 80871 59313.215655974\n", + "INFO: tile 88 exposure 85616 has MJD-OBS = 59325.179788 in /global/cfs/cdirs/desi/spectro/data/20210420/00085616/desi-00085616.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210420 85616 88 59325.179788298\n", + "INFO: tile 80916 exposure 85983 has MJD-OBS = 59327.145040 in /global/cfs/cdirs/desi/spectro/data/20210422/00085983/desi-00085983.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210422 85983 80916 59327.145039662\n", + "INFO: tile 82052 exposure 86134 has MJD-OBS = 59328.228283 in /global/cfs/cdirs/desi/spectro/data/20210423/00086134/desi-00086134.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210423 86134 82052 59328.228283382\n", + "INFO: tile 82065 exposure 86150 has MJD-OBS = 59328.340232 in /global/cfs/cdirs/desi/spectro/data/20210423/00086150/desi-00086150.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20210423 86150 82065 59328.34023238\n", + "INFO: tile 82026 exposure 86164 has MJD-OBS = 59328.431506 in /global/cfs/cdirs/desi/spectro/data/20210423/00086164/desi-00086164.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210423 86164 82026 59328.431505944\n", + "INFO: tile 82039 exposure 86271 has MJD-OBS = 59329.414145 in /global/cfs/cdirs/desi/spectro/data/20210424/00086271/desi-00086271.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210424 86271 82039 59329.414145131\n", + "INFO: tile 81096 exposure 86615 has MJD-OBS = 59334.232449 in /global/cfs/cdirs/desi/spectro/data/20210429/00086615/desi-00086615.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210429 86615 81096 59334.232448542\n", + "INFO: tile 82039 exposure 86628 has MJD-OBS = 59334.426929 in /global/cfs/cdirs/desi/spectro/data/20210429/00086628/desi-00086628.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210429 86628 82039 59334.426928885\n", + "INFO: tile 82039 exposure 90251 has MJD-OBS = 59364.411164 in /global/cfs/cdirs/desi/spectro/data/20210529/00090251/desi-00090251.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210529 90251 82039 59364.411163769\n", + "INFO: tile 2704 exposure 96355 has MJD-OBS = 59393.181737 in /global/cfs/cdirs/desi/spectro/data/20210627/00096355/desi-00096355.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ --------------\n", + "20210627 96355 2704 59393.18173717\n", + "INFO: tile 2786 exposure 96360 has MJD-OBS = 59393.240284 in /global/cfs/cdirs/desi/spectro/data/20210627/00096360/desi-00096360.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210627 96360 2786 59393.240284236\n", + "INFO: tile 20307 exposure 97854 has MJD-OBS = 59403.475127 in /global/cfs/cdirs/desi/spectro/data/20210707/00097854/desi-00097854.fits.fz!\n", + " NIGHT EXPID TILEID MJD \n", + "-------- ----- ------ ---------------\n", + "20210707 97854 20307 59403.475127378\n" + ] + } + ], + "source": [ + "missing_mjd = np.where((daily_exposures_patched['NIGHT'] >= first_jura_night) & (daily_exposures_patched['EFFTIME_SPEC'] > 0) & (daily_exposures_patched['MJD'] < 50000))[0]\n", + "for row in daily_exposures_patched[missing_mjd]:\n", + " raw_data_file = os.path.join(os.environ['DESI_SPECTRO_DATA'], \"{0:08d}\".format(row['NIGHT']), \"{0:08d}\".format(row['EXPID']), \"desi-{0:08d}.fits.fz\".format(row['EXPID']))\n", + " with fits.open(raw_data_file, mode='readonly') as hdulist:\n", + " mjd_obs = hdulist['SPEC'].header['MJD-OBS']\n", + " print(\"INFO: tile {0:d} exposure {1:d} has MJD-OBS = {2:f} in {3}!\".format(row['TILEID'], row['EXPID'], mjd_obs, raw_data_file))\n", + " w = np.where(daily_exposures_patched['EXPID'] == row['EXPID'])[0]\n", + " assert len(w) == 1\n", + " daily_exposures_patched['MJD'][w] = mjd_obs\n", + " print(daily_exposures_patched[w][['NIGHT', 'EXPID', 'TILEID', 'MJD']])" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "id": "fdc2baa0-8cd9-4fbf-8c5f-ec83a931a72b", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/html": [ + "
Table length=0\n", + "
\n", + "\n", + "\n", + "
NIGHTEXPIDTILEIDTILERATILEDECMJDSURVEYPROGRAMFAPRGRMFAFLAVOREXPTIMEEFFTIME_SPECGOALTIMEGOALTYPEMINTFRACAIRMASSEBVSEEING_ETCEFFTIME_ETCTSNR2_ELGTSNR2_QSOTSNR2_LRGTSNR2_LYATSNR2_BGSTSNR2_GPBDARKTSNR2_GPBBRIGHTTSNR2_GPBBACKUPLRG_EFFTIME_DARKELG_EFFTIME_DARKBGS_EFFTIME_BRIGHTLYA_EFFTIME_DARKGPB_EFFTIME_DARKGPB_EFFTIME_BRIGHTGPB_EFFTIME_BACKUPTRANSPARENCY_GFASEEING_GFAFIBER_FRACFLUX_GFAFIBER_FRACFLUX_ELG_GFAFIBER_FRACFLUX_BGS_GFAFIBERFAC_GFAFIBERFAC_ELG_GFAFIBERFAC_BGS_GFAAIRMASS_GFASKY_MAG_AB_GFASKY_MAG_G_SPECSKY_MAG_R_SPECSKY_MAG_Z_SPECEFFTIME_GFAEFFTIME_DARK_GFAEFFTIME_BRIGHT_GFAEFFTIME_BACKUP_GFA
int32int32int32float64float64float64bytes7bytes6bytes19bytes19float64float64float64bytes7float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64float64
" + ], + "text/plain": [ + "\n", + "NIGHT EXPID TILEID ... EFFTIME_DARK_GFA EFFTIME_BRIGHT_GFA EFFTIME_BACKUP_GFA\n", + "int32 int32 int32 ... float64 float64 float64 \n", + "----- ----- ------ ... ---------------- ------------------ ------------------" + ] + }, + "execution_count": 24, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "still_missing_mjd = np.where((daily_exposures_patched['NIGHT'] >= first_jura_night) & (daily_exposures_patched['EFFTIME_SPEC'] > 0) & (daily_exposures_patched['MJD'] < 50000))[0]\n", + "daily_exposures_patched[still_missing_mjd]" + ] + }, { "cell_type": "markdown", "id": "f708faa2-36c4-4b2d-9a93-1c5b76b415d1", @@ -506,7 +1014,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 25, "id": "76fd512d-ee77-4e0f-b6c1-3ba5eb5d77c0", "metadata": { "tags": [] @@ -519,7 +1027,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 26, "id": "7ccd960a-249f-4ea8-8e63-12ebc4aed7ec", "metadata": {}, "outputs": [], @@ -533,7 +1041,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 27, "id": "b36035cf-598f-4027-a9cd-a6fb0bb49d99", "metadata": {}, "outputs": [], @@ -545,69 +1053,69 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 28, "id": "86da04ea-06f1-4a8c-8b8e-eace0d0f286e", "metadata": {}, "outputs": [ { "data": { "text/html": [ - "
Table length=15264\n", - "
\n", + "
Table length=15328\n", + "
\n", "\n", "\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", "
TILEIDLASTNIGHTEFFTIME_SPECDAILY_INDEXJURA_INDEX
int64int64float64int64int64
1202104061646.8415202
2202104071331.7446230
3202104091424.4482267
4202104101459.8498292
5202104121372.6530321
6202104171507.4613400
7202104291325.9739476
8202104301635.7765486
9202105021342.7789513
10202105031336.9809532
2202104071331.7460230
3202104091424.4479267
4202104101459.8511292
5202104121372.6527321
6202104171507.4611400
7202104291325.9736476
8202104301635.7748486
9202105021342.7780513
10202105031336.9800532
...............
83464202403131099.31435713833
83465202403131018.21436013832
8346620240313952.81436113838
83467202403131002.91435413847
83468202403131024.71434613839
83472202406071005.114804--
8347320240611578.514899--
83476202407121043.715190--
83477202407121012.915186--
8347820240712980.215174--
83464202403131099.31434713833
83465202403131018.21434613832
8346620240313952.81435013838
83467202403131002.91435913847
83468202403131024.71435413839
83472202406071005.114814--
8347320240611578.514891--
83476202407121043.715173--
83477202407121012.915168--
8347820240712980.215180--
" ], "text/plain": [ - "\n", + "
\n", "TILEID LASTNIGHT EFFTIME_SPEC DAILY_INDEX JURA_INDEX\n", "int64 int64 float64 int64 int64 \n", "------ --------- ------------ ----------- ----------\n", " 1 20210406 1646.8 415 202\n", - " 2 20210407 1331.7 446 230\n", - " 3 20210409 1424.4 482 267\n", - " 4 20210410 1459.8 498 292\n", - " 5 20210412 1372.6 530 321\n", - " 6 20210417 1507.4 613 400\n", - " 7 20210429 1325.9 739 476\n", - " 8 20210430 1635.7 765 486\n", - " 9 20210502 1342.7 789 513\n", - " 10 20210503 1336.9 809 532\n", + " 2 20210407 1331.7 460 230\n", + " 3 20210409 1424.4 479 267\n", + " 4 20210410 1459.8 511 292\n", + " 5 20210412 1372.6 527 321\n", + " 6 20210417 1507.4 611 400\n", + " 7 20210429 1325.9 736 476\n", + " 8 20210430 1635.7 748 486\n", + " 9 20210502 1342.7 780 513\n", + " 10 20210503 1336.9 800 532\n", " ... ... ... ... ...\n", - " 83464 20240313 1099.3 14357 13833\n", - " 83465 20240313 1018.2 14360 13832\n", - " 83466 20240313 952.8 14361 13838\n", - " 83467 20240313 1002.9 14354 13847\n", - " 83468 20240313 1024.7 14346 13839\n", - " 83472 20240607 1005.1 14804 --\n", - " 83473 20240611 578.5 14899 --\n", - " 83476 20240712 1043.7 15190 --\n", - " 83477 20240712 1012.9 15186 --\n", - " 83478 20240712 980.2 15174 --" + " 83464 20240313 1099.3 14347 13833\n", + " 83465 20240313 1018.2 14346 13832\n", + " 83466 20240313 952.8 14350 13838\n", + " 83467 20240313 1002.9 14359 13847\n", + " 83468 20240313 1024.7 14354 13839\n", + " 83472 20240607 1005.1 14814 --\n", + " 83473 20240611 578.5 14891 --\n", + " 83476 20240712 1043.7 15173 --\n", + " 83477 20240712 1012.9 15168 --\n", + " 83478 20240712 980.2 15180 --" ] }, - "execution_count": 23, + "execution_count": 28, "metadata": {}, "output_type": "execute_result" } @@ -619,7 +1127,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 29, "id": "643b68a1-59b6-4030-a24a-04971f17b3c7", "metadata": {}, "outputs": [], @@ -631,7 +1139,7 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 30, "id": "070845fe-0ce6-4e1f-b7f6-da172c26da8a", "metadata": { "tags": [] @@ -640,8 +1148,8 @@ { "data": { "text/html": [ - "
Table length=15264\n", - "
\n", + "
Table length=15328\n", + "
\n", "\n", "\n", "\n", @@ -653,22 +1161,22 @@ "\n", "\n", "\n", - "\n", + "\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", "
TILEIDSURVEYPROGRAMFAPRGRMFAFLAVORNEXPEXPTIMETILERATILEDECEFFTIME_ETCEFFTIME_SPECEFFTIME_GFAGOALTIMEOBSSTATUSLRG_EFFTIME_DARKELG_EFFTIME_DARKBGS_EFFTIME_BRIGHTLYA_EFFTIME_DARKGOALTYPEMINTFRACLASTNIGHT
int64str7str6str16str19int64float64float64float64float64float64float64float64str8float64float64float64float64str7float64int64
70004unknown--unknownunknown43600.0116.020.70.03619.80.01000.0obsend3470.83619.83784.03056.6unknown0.920200219
70513unknown--unknownunknown132220.0133.4211.650.03.70.01000.0obsstart3.43.73.52.5unknown0.920200229
70500unknown--unknownunknown147000.0119.050.00.01389.00.01000.0obsend1145.41389.01160.5770.4unknown0.920200303
70005unknown--unknownunknown1713500.0158.025.00.08463.10.01000.0obsend8088.58463.18858.69174.7unknown0.920200303
70510unknown--unknownunknown747596.1195.029.00.02218.60.01000.0obsend1904.12218.61947.61117.0unknown0.920200304
70003unknown--unknownunknown2821670.0214.7553.40.018263.60.01000.0obsend17933.318263.619393.317007.0unknown0.920200304
...............................................................
9329maindarkdarkmaindark1911.2270.75359.5521074.0964.21131.41000.0obsend964.2904.5951.01188.6dark0.8520240730
10912maindarkdarkmaindark21389.9340.846-8.3881104.81006.51111.81000.0obsend1006.5986.91043.2971.1dark0.8520240730
10917maindarkdarkmaindark11122.8345.522-11.761046.21011.71153.01000.0obsend1011.7993.91027.21190.6dark0.8520240730
20144mainbrightbrightmainbright2800.87.987-6.88218.0240.3252.2180.0obsend221.3230.7240.3145.6bright0.8520240730
24856mainbrightbrightmainbright1538.88.613-10.669130.6162.5165.0180.0obsend144.3171.3162.584.1bright0.8520240730
24866mainbrightbrightmainbright1364.53.83-7.012218.8232.4249.8180.0obsend215.6215.7232.4178.3bright0.8520240730
1506maindarkdarkmaindark11058.8288.84463.3781051.8999.11152.41000.0obsend999.1953.0978.91077.7dark0.8520240730
4893maindarkdarkmaindark1754.9255.32338.9541080.31014.81156.51000.0obsend1014.8956.0997.61504.7dark0.8520240730
26702mainbrightbrightmainbright1592.1255.5278.123207.6233.2261.7180.0obsend220.4216.3233.2164.8bright0.8520240730
26707mainbrightbrightmainbright1598.8253.2422.276192.8205.3230.7180.0obsend184.3196.3205.3160.0bright0.8520240730
10051maindarkdarkmaindark11018.9350.63520.8621018.51052.01271.01000.0obsend1052.01025.31030.01159.2dark0.8520240811
2257maindarkdarkmaindark11030.0358.61614.5191015.01091.41139.81000.0obsend1091.41056.81094.01422.1dark0.8520240811
3815maindarkdarkmaindark11345.6347.36418.4121007.21127.61078.51000.0obsend1127.61127.21084.11069.0dark0.8520240811
1852maindarkdarkmaindark11351.9318.4711.6521006.31008.81114.61000.0obsend1008.8972.91008.91119.8dark0.8520240811
8071maindarkdarkmaindark11129.5334.9110.1011009.51017.71105.41000.0obsend1017.7984.01011.61179.8dark0.8520240811
2238maindarkdarkmaindark11259.9354.07618.2351009.41063.51128.41000.0obsend1063.51051.71060.11292.7dark0.8520240811
3623maindarkdarkmaindark1815.18.03715.235697.6709.8760.11000.0obsstart709.8697.2719.5714.3dark0.8520240811
41072mainbackupbackupmainbackup42439.7267.1820.51925.334.641.560.0obsstart48.859.349.16.0backup0.8520240811
22564mainbrightbrightmainbright1802.816.36911.416159.1200.0196.8180.0obsend175.9210.9200.0115.6bright0.8520240811
7771maindarkdarkmaindark22131.0272.36572.439969.4998.11003.11000.0obsend998.1956.41038.51178.9dark0.8520240811
" ], "text/plain": [ - "\n", + "
\n", "TILEID SURVEY PROGRAM FAPRGRM ... LYA_EFFTIME_DARK GOALTYPE MINTFRAC LASTNIGHT\n", "int64 str7 str6 str16 ... float64 str7 float64 int64 \n", "------ ------- ------- ------- ... ---------------- -------- -------- ---------\n", @@ -681,21 +1189,21 @@ " 70513 unknown -- unknown ... 2.5 unknown 0.9 20200229\n", " 70500 unknown -- unknown ... 770.4 unknown 0.9 20200303\n", " 70005 unknown -- unknown ... 9174.7 unknown 0.9 20200303\n", - " 70510 unknown -- unknown ... 1117.0 unknown 0.9 20200304\n", + " 70003 unknown -- unknown ... 17007.0 unknown 0.9 20200304\n", " ... ... ... ... ... ... ... ... ...\n", - " 9329 main dark dark ... 1188.6 dark 0.85 20240730\n", - " 10912 main dark dark ... 971.1 dark 0.85 20240730\n", - " 10917 main dark dark ... 1190.6 dark 0.85 20240730\n", - " 20144 main bright bright ... 145.6 bright 0.85 20240730\n", - " 24856 main bright bright ... 84.1 bright 0.85 20240730\n", - " 24866 main bright bright ... 178.3 bright 0.85 20240730\n", - " 1506 main dark dark ... 1077.7 dark 0.85 20240730\n", - " 4893 main dark dark ... 1504.7 dark 0.85 20240730\n", - " 26702 main bright bright ... 164.8 bright 0.85 20240730\n", - " 26707 main bright bright ... 160.0 bright 0.85 20240730" + " 10051 main dark dark ... 1159.2 dark 0.85 20240811\n", + " 2257 main dark dark ... 1422.1 dark 0.85 20240811\n", + " 3815 main dark dark ... 1069.0 dark 0.85 20240811\n", + " 1852 main dark dark ... 1119.8 dark 0.85 20240811\n", + " 8071 main dark dark ... 1179.8 dark 0.85 20240811\n", + " 2238 main dark dark ... 1292.7 dark 0.85 20240811\n", + " 3623 main dark dark ... 714.3 dark 0.85 20240811\n", + " 41072 main backup backup ... 6.0 backup 0.85 20240811\n", + " 22564 main bright bright ... 115.6 bright 0.85 20240811\n", + " 7771 main dark dark ... 1178.9 dark 0.85 20240811" ] }, - "execution_count": 25, + "execution_count": 30, "metadata": {}, "output_type": "execute_result" } @@ -704,11 +1212,87 @@ "daily_tiles_patched = daily_tiles.copy()\n", "# for column in jura_tiles.colnames:\n", "# for column in ('TILEID', 'SURVEY', 'PROGRAM', 'FAPRGRM', 'FAFLAVOR', 'TILERA', 'TILEDEC', 'EFFTIME_ETC', 'EFFTIME_GFA', 'GOALTIME', 'GOALTYPE', 'MINTFRAC'):\n", - "for column in ('PROGRAM', 'GOALTYPE'):\n", + "for column in ('PROGRAM', ):\n", " daily_tiles_patched[column][daily_tiles_index] = jura_tiles[column][jura_tiles_index]\n", "daily_tiles_patched" ] }, + { + "cell_type": "markdown", + "id": "c1b5a089-6d1a-41f3-8af1-b60051af9f1f", + "metadata": {}, + "source": [ + "### After patching are there still missing data?\n", + "\n", + "Also does `GOALTYPE` actually need to be patched? Should we patch `EFFTIME_SPEC`?" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "id": "ebf610ad-ca54-4545-b001-f32f37cd3c9e", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/html": [ + "
Table length=16\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
TILEIDSURVEYPROGRAMFAPRGRMFAFLAVORNEXPEXPTIMETILERATILEDECEFFTIME_ETCEFFTIME_SPECEFFTIME_GFAGOALTIMEOBSSTATUSLRG_EFFTIME_DARKELG_EFFTIME_DARKBGS_EFFTIME_BRIGHTLYA_EFFTIME_DARKGOALTYPEMINTFRACLASTNIGHT
int64str7str6str16str19int64float64float64float64float64float64float64float64str8float64float64float64float64str7float64int64
80713sv1--m31sv1m3132700.210.1741.380.0758.6771.81000.0obsstart727.8758.6789.8645.0unknown0.920210110
80715sv1--m31sv1m3132700.110.1741.380.01906.81827.21000.0obsend1914.51906.82150.12216.6unknown0.920210115
80769unknown--dithfocusdithfocus7920.3111.6430.00.01.20.01000.0obsstart1.11.21.20.9unknown0.920210219
80816cmx--dithprecdithprec3540.299.066.00.014.145.21000.0obsstart11.414.111.66.8unknown0.920210223
80916unknown--dithfocusdithfocus4740.2160.050.00.063.668.81000.0obsstart59.763.666.567.5unknown0.920210422
82026unknown--dithprecdithprec1200.1251.250.40.073.159.41000.0obsstart67.573.172.764.4unknown0.920210423
82065unknown--dithfocusdithfocus1200.1220.247.80.024.827.91000.0obsstart22.424.824.525.4unknown0.920210423
82052unknown--dithfocusdithfocus1200.1190.049.50.030.117.31000.0obsstart25.430.126.114.9unknown0.920210423
81096sv2--darksv2dark11220.1180.045.00.01193.2973.81000.0obsend1111.71193.21234.41459.6dark0.920210429
82039unknown--dithprecdithprec3580.2279.050.00.0159.6131.61000.0obsstart149.0159.6158.6105.8unknown0.920210529
2704main--darkmaindark1821.0222.8974.905467.1524.1534.81000.0retired558.5524.1559.4559.7dark0.8520210627
2786main--darkmaindark1808.2240.3949.573251.3283.9260.51000.0retired273.4283.9289.1254.7dark0.8520210627
20307main--brightmainbright1448.3346.87430.79762.859.771.8180.0retired47.249.859.772.1bright0.8520210707
21273main--brightmainbright1534.4344.4552.172113.1132.8149.9180.0retired0.0133.5132.879.2bright0.8520210708
1825main--darkmaindark1770.2329.1261.365566.0547.0601.31000.0retired0.0547.0595.5597.2dark0.8520210708
82248cmx--posmappingcmxposmapping5938.9343.030.00.00.91.01000.0obsstart0.90.91.11.4unknown0.920210916
" + ], + "text/plain": [ + "\n", + "TILEID SURVEY PROGRAM FAPRGRM ... GOALTYPE MINTFRAC LASTNIGHT\n", + "int64 str7 str6 str16 ... str7 float64 int64 \n", + "------ ------- ------- ---------- ... -------- -------- ---------\n", + " 80713 sv1 -- m31 ... unknown 0.9 20210110\n", + " 80715 sv1 -- m31 ... unknown 0.9 20210115\n", + " 80769 unknown -- dithfocus ... unknown 0.9 20210219\n", + " 80816 cmx -- dithprec ... unknown 0.9 20210223\n", + " 80916 unknown -- dithfocus ... unknown 0.9 20210422\n", + " 82026 unknown -- dithprec ... unknown 0.9 20210423\n", + " 82065 unknown -- dithfocus ... unknown 0.9 20210423\n", + " 82052 unknown -- dithfocus ... unknown 0.9 20210423\n", + " 81096 sv2 -- dark ... dark 0.9 20210429\n", + " 82039 unknown -- dithprec ... unknown 0.9 20210529\n", + " 2704 main -- dark ... dark 0.85 20210627\n", + " 2786 main -- dark ... dark 0.85 20210627\n", + " 20307 main -- bright ... bright 0.85 20210707\n", + " 21273 main -- bright ... bright 0.85 20210708\n", + " 1825 main -- dark ... dark 0.85 20210708\n", + " 82248 cmx -- posmapping ... unknown 0.9 20210916" + ] + }, + "execution_count": 31, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "missing_program = np.where((daily_tiles_patched['LASTNIGHT'] >= first_jura_night) & (daily_tiles_patched['EFFTIME_SPEC'] > 0) & (daily_tiles_patched['PROGRAM'].mask))[0]\n", + "daily_tiles_patched[missing_program]" + ] + }, { "cell_type": "markdown", "id": "27c9cc2d-c9fc-4393-964b-ce7296814590", @@ -719,7 +1303,7 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 32, "id": "ac5fdfb7-4635-4e5e-ba2d-b77dd9603554", "metadata": { "tags": [] @@ -731,7 +1315,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 33, "id": "384e6030-fcc1-453e-b990-a34688f12494", "metadata": { "tags": [] @@ -743,7 +1327,7 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 34, "id": "26d7bad1-f89f-4cde-bfa1-a0cbcabcf866", "metadata": { "tags": [] @@ -755,7 +1339,7 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 35, "id": "d06fcfd7-c5d9-4d9c-9989-eb313c70bc07", "metadata": { "tags": [] @@ -768,8 +1352,8 @@ "Filename: (No file associated with this HDUList)\n", "No. Name Ver Type Cards Dimensions Format\n", " 0 PRIMARY 1 PrimaryHDU 4 () \n", - " 1 EXPOSURES 1 BinTableHDU 111 23615R x 51C ['J', 'J', 'J', 'D', 'D', 'D', '7A', '6A', '19A', '19A', 'D', 'D', 'D', '7A', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D'] \n", - " 2 FRAMES 1 BinTableHDU 63 695107R x 27C ['J', 'J', 'J', 'E', 'D', 'D', '2A', 'D', 'D', 'D', 'D', '7A', '7A', '19A', 'D', 'D', 'D', 'D', '19A', 'E', 'E', 'D', 'D', 'D', 'D', 'D', 'D'] \n" + " 1 EXPOSURES 1 BinTableHDU 111 23706R x 51C ['J', 'J', 'J', 'D', 'D', 'D', '7A', '6A', '19A', '19A', 'D', 'D', 'D', '7A', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D', 'D'] \n", + " 2 FRAMES 1 BinTableHDU 63 697837R x 27C ['J', 'J', 'J', 'E', 'D', 'D', '2A', 'D', 'D', 'D', 'D', '7A', '7A', '19A', 'D', 'D', 'D', 'D', '19A', 'E', 'E', 'D', 'D', 'D', 'D', 'D', 'D'] \n" ] } ], @@ -779,7 +1363,7 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 36, "id": "d4e5751a-895b-4ca7-8c44-994a4d7d7524", "metadata": { "tags": []