########################################################
# Started Logging At: 2024-09-07 19:35:16
########################################################

########################################################
# # Started Logging At: 2024-09-07 19:35:16
########################################################
from astroquery.mast import Mast, Observations
from astropy import table
from tqdm import tqdm
import os
api_token = os.getenv('MAST_API_TOKEN')if not api_token:
        with open(os.path.expanduser('/home/adamginsburg/.mast_api_token'), 'r') as fh:
                    api_token = fh.read().strip()
Mast.login(api_token.strip())
Observations.login(api_token)
basepath = '/orange/adamginsburg/jwst/sgrb2/cache'
Observations.cache_location = basepath
get_ipython().run_line_magic('cpaste', '')
from astroquery.mast import Mast, Observations
from astropy import table
from tqdm import tqdm
import os


api_token = os.getenv('MAST_API_TOKEN')if not api_token:
    with open(os.path.expanduser('/home/adamginsburg/.mast_api_token'), 'r') as fh:
        api_token = fh.read().strip()
Mast.login(api_token.strip())
Observations.login(api_token)

basepath = '/orange/adamginsburg/jwst/sgrb2/cache'
Observations.cache_location = basepath

obs_table = Observations.query_criteria(
    calib_level=1,
    proposal_id="5365",
    proposal_pi="Ginsburg*",
    )
from astroquery.mast import Mast, Observations
from astropy import table
from tqdm import tqdm
import os


api_token = os.getenv('MAST_API_TOKEN')
if not api_token:
    with open(os.path.expanduser('/home/adamginsburg/.mast_api_token'), 'r') as fh:
        api_token = fh.read().strip()
Mast.login(api_token.strip())
Observations.login(api_token)

basepath = '/orange/adamginsburg/jwst/sgrb2/cache'
Observations.cache_location = basepath

obs_table = Observations.query_criteria(
    calib_level=1,
    proposal_id="5365",
    proposal_pi="Ginsburg*",
    )
obs_table
Observations.query_criteria(proposal_id=5365)
Observations.query_criteria(proposal_id=5365, pi_name='Ginsburg')
Observations.query_criteria(proposal_id=5365, proposal_pi='Ginsburg')
Observations.query_criteria(proposal_id=5365)[:10]
Observations.query_criteria(proposal_id=5365)[:2]
Observations.query_criteria(proposal_id=5365)[2]
Observations.query_criteria(proposal_id=5365, proposal_pi='Ginsburg, Adam G')
get_ipython().system('vim download_products.py')
Observations.query_criteria(proposal_id=5365, proposal_pi='Ginsburg*')
get_ipython().system('vim download_products.py')
get_ipython().run_line_magic('run', 'download_products.py')
obs_table
get_ipython().system('cat download_products.py')
product_list = [Observations.get_product_list(obs) for obs in tqdm(obs_table)]
product_list
[x for x in product_list if len(x) > 0]
get_ipython().system('vim download_products.py')
get_ipython().run_line_magic('cat', 'download_products.py')
from astroquery.mast.missions import MastMissions
missions = MastMissions(mission='jwst')
# Use query_criteria method to use selected form search conditions for making missions_mast search API call
results = missions.query_criteria(select_cols=[ ], pi_name='Ginsburg', program='5365')
print(results)
results.colnames
get_ipython().run_line_magic('cat', 'download_products.py')
get_ipython().run_line_magic('pinfo', 'Observations.get_product_list')
results.colnames
results[:5]
Observations.get_product_list(121741918)
Observations.get_product_list([121741918])
Observations.get_product_list(results['
results[:5]
Observations.get_product_list(results['fileSetName'])
Observations.get_product_list(results['fileSetName'][:2])
Observations.get_product_list(results['fileSetName'][:3])
results[:5]
Observations.get_product_list(results['fileSetName'][:5])
get_ipython().run_line_magic('cat', 'download_products.py')
Observations.query_criteria(proposal_id=5365, proposal_pi='Ginsburg*')
res = Observations.query_criteria(proposal_id=5365, proposal_pi='Ginsburg*')
res.colnames
res['obs_id']
set(res['dataRights'])
Observations.query_criteria(proposal_id=2221, proposal_pi='Ginsburg*')[:5]
Observations.query_criteria(proposal_id=2221, proposal_pi='Ginsburg*')[:5]['obs_id']
results[:5]
results[0]
get_ipython().run_line_magic('ls', '*py')
get_ipython().run_line_magic('run', 'download_data.py')
get_ipython().run_line_magic('edit', 'download_products.py')
get_ipython().run_line_magic('cat', 'download_products.py')
data_products_by_id
data_products_by_id
products_asn
products
manifest = Observations.download_products(products, download_dir='/orange/adamginsburg/jwst/sgrb2')
get_ipython().run_line_magic('edit', 'download_products.py')
manifest
get_ipython().run_line_magic('cat', 'download_products.py')
Observations.download_products(products, download_dir='/orange/adamginsburg/jwst/sgrb2')
Observations.download_products(data_products_by_id, download_dir='/orange/adamginsburg/jwst/sgrb2')
products