From a225ef2a7b4e38f84003a87987a415542e4228d8 Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Thu, 22 Jan 2026 12:48:42 -0500 Subject: [PATCH 01/15] adding shorttitle and landing page for spherex --- tutorials/spherex/spherex.md | 17 +++++++++++++++++ tutorials/spherex/spherex_cutouts.md | 4 +++- tutorials/spherex/spherex_intro.md | 2 +- tutorials/spherex/spherex_psf.md | 1 + 4 files changed, 22 insertions(+), 2 deletions(-) create mode 100644 tutorials/spherex/spherex.md diff --git a/tutorials/spherex/spherex.md b/tutorials/spherex/spherex.md new file mode 100644 index 00000000..d163d387 --- /dev/null +++ b/tutorials/spherex/spherex.md @@ -0,0 +1,17 @@ +--- +short_title: "SPHEREx" +--- + +# Spherex Tutorial Notebooks +SPHEREx (Spectro-Photometer for the History of the Universe, Epoch of Reionization, and Ices Explorer) is a NASA space mission designed to perform the first all-sky spectral survey in the near-infrared. +SPHEREx observes the sky from roughly 0.75–5.0 µm using a single instrument that provides low-resolution spectroscopy (R ≈ 40–150) in hundreds of spectral channels for every point on the sky. +Its science goals span cosmology, galaxy evolution, and the interstellar medium, enabling measurements of large-scale structure, the cosmic history of star formation, and the distribution of key molecules and ices in the Milky Way and nearby galaxies. + +SPHEREx IRSA data releases include weekly [Quick Release spectral image products](https://caltech-ipac.github.io/spherex-archive-documentation/spherex-data-products/) (multi-extension FITS files containing calibrated near-infrared surface brightness, variance, flags, modeled backgrounds, PSFs, and wavelength WCS) along with ancillary calibration and metadata files such as gain matrices, dark current maps, solid angle pixel maps, and detailed spectral WCS products for each detector. + +- [Data Overview](https://caltech-ipac.github.io/irsa-tutorials/spherex-intro/) - Introduces the SPHEREx mission data available at IRSA, explaining the structure of the data products and how to identify which files and formats are appropriate for different science use cases. + +- [Spectral Image Cutouts](https://caltech-ipac.github.io/irsa-tutorials/spherex-cutouts/) - Demonstrates how to generate and work with spatial and spectral cutouts from SPHEREx data, enabling users to extract subsets of the all-sky survey tailored to specific targets or regions. + +- [PSF Models](https://caltech-ipac.github.io/irsa-tutorials/spherex-psf/) - Explains how SPHEREx point spread function (PSF) information is organized and accessed, and shows how PSF models can be used to interpret, model, or forward-simulate SPHEREx observations. + diff --git a/tutorials/spherex/spherex_cutouts.md b/tutorials/spherex/spherex_cutouts.md index 807cfdc5..f5ce7949 100644 --- a/tutorials/spherex/spherex_cutouts.md +++ b/tutorials/spherex/spherex_cutouts.md @@ -1,4 +1,5 @@ --- +short_title: "Spectral Image Cutouts" jupytext: text_representation: extension: .md @@ -11,9 +12,10 @@ kernelspec: name: python3 --- -(spherex-cutouts)= # Download a collection of SPHEREx Spectral Image cutouts as a multi-extension FITS file ++++ + ## 1. Learning Goals - Perform a query for the list of SPHEREx Spectral Image Multi-Extension FITS files (MEFs) that overlap a given coordinate. diff --git a/tutorials/spherex/spherex_intro.md b/tutorials/spherex/spherex_intro.md index a76d5760..21b674a7 100644 --- a/tutorials/spherex/spherex_intro.md +++ b/tutorials/spherex/spherex_intro.md @@ -1,4 +1,5 @@ --- +short_title: "Data Overview" jupytext: formats: md:myst text_representation: @@ -12,7 +13,6 @@ kernelspec: name: python3 --- -(spherex-intro)= # Introduction to SPHEREx Spectral Images +++ diff --git a/tutorials/spherex/spherex_psf.md b/tutorials/spherex/spherex_psf.md index be3892d3..8566e03c 100644 --- a/tutorials/spherex/spherex_psf.md +++ b/tutorials/spherex/spherex_psf.md @@ -1,4 +1,5 @@ --- +short_title: "PSF Models" jupytext: text_representation: extension: .md From 9e246bee78cdeca89d32c0d32bb591757b693580 Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Thu, 22 Jan 2026 14:30:40 -0500 Subject: [PATCH 02/15] Revert tutorials to ignore short_title changes --- tutorials/spherex/spherex_cutouts.md | 4 +--- tutorials/spherex/spherex_intro.md | 2 +- tutorials/spherex/spherex_psf.md | 1 - 3 files changed, 2 insertions(+), 5 deletions(-) diff --git a/tutorials/spherex/spherex_cutouts.md b/tutorials/spherex/spherex_cutouts.md index f5ce7949..807cfdc5 100644 --- a/tutorials/spherex/spherex_cutouts.md +++ b/tutorials/spherex/spherex_cutouts.md @@ -1,5 +1,4 @@ --- -short_title: "Spectral Image Cutouts" jupytext: text_representation: extension: .md @@ -12,10 +11,9 @@ kernelspec: name: python3 --- +(spherex-cutouts)= # Download a collection of SPHEREx Spectral Image cutouts as a multi-extension FITS file -+++ - ## 1. Learning Goals - Perform a query for the list of SPHEREx Spectral Image Multi-Extension FITS files (MEFs) that overlap a given coordinate. diff --git a/tutorials/spherex/spherex_intro.md b/tutorials/spherex/spherex_intro.md index 21b674a7..a76d5760 100644 --- a/tutorials/spherex/spherex_intro.md +++ b/tutorials/spherex/spherex_intro.md @@ -1,5 +1,4 @@ --- -short_title: "Data Overview" jupytext: formats: md:myst text_representation: @@ -13,6 +12,7 @@ kernelspec: name: python3 --- +(spherex-intro)= # Introduction to SPHEREx Spectral Images +++ diff --git a/tutorials/spherex/spherex_psf.md b/tutorials/spherex/spherex_psf.md index 8566e03c..be3892d3 100644 --- a/tutorials/spherex/spherex_psf.md +++ b/tutorials/spherex/spherex_psf.md @@ -1,5 +1,4 @@ --- -short_title: "PSF Models" jupytext: text_representation: extension: .md From c0ff2921689fe01642d0b9329d9eccc34d19e611 Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Thu, 22 Jan 2026 15:46:46 -0500 Subject: [PATCH 03/15] adding wise landing page --- tutorials/wise.md | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 tutorials/wise.md diff --git a/tutorials/wise.md b/tutorials/wise.md new file mode 100644 index 00000000..dda91557 --- /dev/null +++ b/tutorials/wise.md @@ -0,0 +1,22 @@ +--- +short_title: "WISE" +--- + +# WISE Tutorial Notebooks + +The Wide-field Infrared Survey Explorer ([WISE](https://irsa.ipac.caltech.edu/Missions/wise.html)) is a NASA infrared space telescope launched in December 2009 that performed a sensitive all-sky survey at 3.4, 4.6, 12, and 22 µm, cataloging hundreds of millions of stars, galaxies, and Solar System objects and enabling discoveries of cool brown dwarfs and luminous infrared galaxies. +After exhausting its cryogen, the mission was repurposed as NEOWISE in 2013 to detect and characterize near-Earth asteroids and comets using the remaining infrared channels. + + +WISE and NEOWISE data are released publicly through the NASA/IPAC Infrared Science Archive (IRSA), including calibrated images, source catalogs, and single-exposure source tables that together enable multi-epoch photometry, light curves, and motion studies for a wide range of astrophysical and Solar System applications. +Successive NEOWISE data releases (with annual updates) provide users with increasingly deep coverage and time-domain information across the infrared sky. + +- [ALLWISE Images](sia_allwise_atlas.md) - Retrieves coadded AllWISE mid-infrared images via IRSA’s SIA service and make coordinate-based cutouts. + +- [ALLWISE Catalog](wise-allwise-catalog-demo.md) - Demonstrates querying, filtering, and working with the AllWISE Source Catalog to explore mid-infrared source properties. + +- [NEOWISE visualization](NEOWISE_light_curve_demo.md) - Visualizes and analyzes light curves of Solar System objects using NEOWISE data and Firefly. + +- [NEOWISE source table](neowise-source-table-strategies.md) - Outlines efficient strategies for accessing and handling large NEOWISE single-exposure source tables + +- [NEOWISE source table light curves](neowise-source-table-lightcurves.md) - Builds multi-epoch photometric light curves from NEOWISE single-exposure source table data for given target coordinates. \ No newline at end of file From 4380ac488e231ef368f581687b6c1d24835bdfab Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Thu, 22 Jan 2026 16:34:45 -0500 Subject: [PATCH 04/15] adding landing page for simulated data --- tutorials/simulated.md | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 tutorials/simulated.md diff --git a/tutorials/simulated.md b/tutorials/simulated.md new file mode 100644 index 00000000..282af0e2 --- /dev/null +++ b/tutorials/simulated.md @@ -0,0 +1,19 @@ +--- +short_title: "Simulated Data" +--- + +# Simulated Data Tutorial Notebooks + +IRSA hosts a diverse collection of simulated astronomical datasets spanning multiple missions and science domains; designed to support survey planning, algorithm development, and scientific exploration. +Because this collection is heterogeneous in coverage, structure, and intended use, simulated products are released with detailed documentation and tailored access methods. +These tutorials are designed to help users get started with accessing, visualizing, and analyzing simulated datasets hosted at IRSA. + +- [Roman HLSS Number Density](roman_hlss_number_density.md) - Illustrates how to query a Roman HLSS mock catalog and derive galaxy number density. + +- [OpenUniverse2024 Roman coadds](openuniverse2024_roman_simlated_wideareasurvey.md) - Accesses OpenUniverse2024 wide-area simulated survey data. + +- [OpenUniverse2024 Visualization](OpenUniverse2024Preview_Firefly.md) - Uses Firefly to get an overview of survey structure and visualize content. + +- [OpenUniverse2024 Time Domain](openuniverse2024_roman_simulated_timedomainsurvey.md) - Demonstrates how to access and analyze time-domain survey. + +- [CosmoDC2 Data Access](cosmoDC2_TAP_access.md) - Demonstrates how to access and query the catalogs and visualize the resulting color magnitude diagram. \ No newline at end of file From bde38e5760a5da45ad6881dbda91712fed25076d Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Thu, 22 Jan 2026 16:50:26 -0500 Subject: [PATCH 05/15] adding landing page for techniques and tools --- tutorials/techniques.md | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 tutorials/techniques.md diff --git a/tutorials/techniques.md b/tutorials/techniques.md new file mode 100644 index 00000000..9b88266f --- /dev/null +++ b/tutorials/techniques.md @@ -0,0 +1,16 @@ +--- +short_title: "Techniques & Tools" +--- + +# Techniques & Tools Tutorial Notebooks + +This section gathers tutorials that go beyond mission specific data access and analysis to explore broader methods, workflows, and utilities applicable across missions and datasets. +This collection includes guidance on cloud-based data access, use of powerful big data tools such as lsdb, interactive visualization tools, and computational techniques like parallel image convolution. + +- [Cloud Access](cloud-access-intro.md) — Introduces how to connect to and work with IRSA data in cloud computing environments. + +- [lsdb HATS](irsa-hats-with-lsdb.md) - Uses lsdb and HATs framework for advanced cross-matching and query strategies + +- [SEDs in Firefly](SEDs_in_firefly.md) - Demonstrates how to explore and interactively visualize SEDs using Firefly on multi-wavelength datasets. + +- [Parallelization](Parallelize_Convolution.md) - Demonstrates parallelization techniques to speed up convolution operations on large astronomical images for filter matching and PSF processing. \ No newline at end of file From aa557d1da665214b080238177e56f0c737b20778 Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Thu, 22 Jan 2026 18:07:35 -0500 Subject: [PATCH 06/15] ruthlessly reducing length of notebook description sentences in preparation for cards --- tutorials/simulated.md | 4 ++-- tutorials/spherex/spherex.md | 6 +++--- tutorials/techniques.md | 4 ++-- tutorials/wise.md | 10 +++++----- 4 files changed, 12 insertions(+), 12 deletions(-) diff --git a/tutorials/simulated.md b/tutorials/simulated.md index 282af0e2..899e62b8 100644 --- a/tutorials/simulated.md +++ b/tutorials/simulated.md @@ -8,7 +8,7 @@ IRSA hosts a diverse collection of simulated astronomical datasets spanning mult Because this collection is heterogeneous in coverage, structure, and intended use, simulated products are released with detailed documentation and tailored access methods. These tutorials are designed to help users get started with accessing, visualizing, and analyzing simulated datasets hosted at IRSA. -- [Roman HLSS Number Density](roman_hlss_number_density.md) - Illustrates how to query a Roman HLSS mock catalog and derive galaxy number density. +- [Roman HLSS Number Density](roman_hlss_number_density.md) - Illustrates how to query the catalog and derive galaxy number density. - [OpenUniverse2024 Roman coadds](openuniverse2024_roman_simlated_wideareasurvey.md) - Accesses OpenUniverse2024 wide-area simulated survey data. @@ -16,4 +16,4 @@ These tutorials are designed to help users get started with accessing, visualizi - [OpenUniverse2024 Time Domain](openuniverse2024_roman_simulated_timedomainsurvey.md) - Demonstrates how to access and analyze time-domain survey. -- [CosmoDC2 Data Access](cosmoDC2_TAP_access.md) - Demonstrates how to access and query the catalogs and visualize the resulting color magnitude diagram. \ No newline at end of file +- [CosmoDC2 Data Access](cosmoDC2_TAP_access.md) - Demonstrates how to access, query, and visualize the catalog. \ No newline at end of file diff --git a/tutorials/spherex/spherex.md b/tutorials/spherex/spherex.md index d163d387..96b05c6d 100644 --- a/tutorials/spherex/spherex.md +++ b/tutorials/spherex/spherex.md @@ -9,9 +9,9 @@ Its science goals span cosmology, galaxy evolution, and the interstellar medium, SPHEREx IRSA data releases include weekly [Quick Release spectral image products](https://caltech-ipac.github.io/spherex-archive-documentation/spherex-data-products/) (multi-extension FITS files containing calibrated near-infrared surface brightness, variance, flags, modeled backgrounds, PSFs, and wavelength WCS) along with ancillary calibration and metadata files such as gain matrices, dark current maps, solid angle pixel maps, and detailed spectral WCS products for each detector. -- [Data Overview](https://caltech-ipac.github.io/irsa-tutorials/spherex-intro/) - Introduces the SPHEREx mission data available at IRSA, explaining the structure of the data products and how to identify which files and formats are appropriate for different science use cases. +- [Data Overview](https://caltech-ipac.github.io/irsa-tutorials/spherex-intro/) - Introduces available data including how to identify which files and formats are appropriate for different use cases. -- [Spectral Image Cutouts](https://caltech-ipac.github.io/irsa-tutorials/spherex-cutouts/) - Demonstrates how to generate and work with spatial and spectral cutouts from SPHEREx data, enabling users to extract subsets of the all-sky survey tailored to specific targets or regions. +- [Spectral Image Cutouts](https://caltech-ipac.github.io/irsa-tutorials/spherex-cutouts/) - Demonstrates how to generate and work with spatial and spectral cutouts. -- [PSF Models](https://caltech-ipac.github.io/irsa-tutorials/spherex-psf/) - Explains how SPHEREx point spread function (PSF) information is organized and accessed, and shows how PSF models can be used to interpret, model, or forward-simulate SPHEREx observations. +- [PSF Models](https://caltech-ipac.github.io/irsa-tutorials/spherex-psf/) - Explains how SPHEREx point spread function (PSF) information is organized and accessed. diff --git a/tutorials/techniques.md b/tutorials/techniques.md index 9b88266f..3cc918a8 100644 --- a/tutorials/techniques.md +++ b/tutorials/techniques.md @@ -7,10 +7,10 @@ short_title: "Techniques & Tools" This section gathers tutorials that go beyond mission specific data access and analysis to explore broader methods, workflows, and utilities applicable across missions and datasets. This collection includes guidance on cloud-based data access, use of powerful big data tools such as lsdb, interactive visualization tools, and computational techniques like parallel image convolution. -- [Cloud Access](cloud-access-intro.md) — Introduces how to connect to and work with IRSA data in cloud computing environments. +- [Cloud Access](cloud-access-intro.md) — Introduces how to connect to and work with IRSA data in the AWS cloud. - [lsdb HATS](irsa-hats-with-lsdb.md) - Uses lsdb and HATs framework for advanced cross-matching and query strategies - [SEDs in Firefly](SEDs_in_firefly.md) - Demonstrates how to explore and interactively visualize SEDs using Firefly on multi-wavelength datasets. -- [Parallelization](Parallelize_Convolution.md) - Demonstrates parallelization techniques to speed up convolution operations on large astronomical images for filter matching and PSF processing. \ No newline at end of file +- [Parallelization](Parallelize_Convolution.md) - Demonstrates parallelization techniques to speed up operations on large astronomical images. \ No newline at end of file diff --git a/tutorials/wise.md b/tutorials/wise.md index dda91557..0efbab5a 100644 --- a/tutorials/wise.md +++ b/tutorials/wise.md @@ -11,12 +11,12 @@ After exhausting its cryogen, the mission was repurposed as NEOWISE in 2013 to d WISE and NEOWISE data are released publicly through the NASA/IPAC Infrared Science Archive (IRSA), including calibrated images, source catalogs, and single-exposure source tables that together enable multi-epoch photometry, light curves, and motion studies for a wide range of astrophysical and Solar System applications. Successive NEOWISE data releases (with annual updates) provide users with increasingly deep coverage and time-domain information across the infrared sky. -- [ALLWISE Images](sia_allwise_atlas.md) - Retrieves coadded AllWISE mid-infrared images via IRSA’s SIA service and make coordinate-based cutouts. +- [ALLWISE Images](sia_allwise_atlas.md) - Retrieves coadded images and makes coordinate-based cutouts. -- [ALLWISE Catalog](wise-allwise-catalog-demo.md) - Demonstrates querying, filtering, and working with the AllWISE Source Catalog to explore mid-infrared source properties. +- [ALLWISE Catalog](wise-allwise-catalog-demo.md) - Explores mid-infrared source properties by querying, filtering, and working with the catalog. -- [NEOWISE visualization](NEOWISE_light_curve_demo.md) - Visualizes and analyzes light curves of Solar System objects using NEOWISE data and Firefly. +- [NEOWISE visualization](NEOWISE_light_curve_demo.md) - Visualizes and analyzes light curves of Solar System objects using Firefly. -- [NEOWISE source table](neowise-source-table-strategies.md) - Outlines efficient strategies for accessing and handling large NEOWISE single-exposure source tables +- [NEOWISE source table](neowise-source-table-strategies.md) - Outlines efficient strategies for accessing and handling large tables -- [NEOWISE source table light curves](neowise-source-table-lightcurves.md) - Builds multi-epoch photometric light curves from NEOWISE single-exposure source table data for given target coordinates. \ No newline at end of file +- [NEOWISE source table light curves](neowise-source-table-lightcurves.md) - Builds multi-epoch photometric light curves for given coordinates. \ No newline at end of file From 8ad537965afaa720d38f71ea2b41208f5680629f Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Thu, 22 Jan 2026 18:15:05 -0500 Subject: [PATCH 07/15] updating toc.yml to have landing pages and reduce layers --- toc.yml | 36 +++++++++++++++--------------------- 1 file changed, 15 insertions(+), 21 deletions(-) diff --git a/toc.yml b/toc.yml index 4d272219..3e982230 100644 --- a/toc.yml +++ b/toc.yml @@ -4,6 +4,7 @@ project: - title: IRSA Tutorials file: index.md - title: SPHEREx + file: tutorials/spherex/spherex.md children: - file: tutorials/spherex/spherex_intro.md - file: tutorials/spherex/spherex_cutouts.md @@ -32,16 +33,13 @@ project: - title: ERO Star Clusters file: tutorials/euclid_access/Euclid_ERO.md - title: WISE + file: tutorials/wise.md children: - - title: AllWISE - children: - - file: tutorials/irsa-sia-examples/sia_allwise_atlas.md - - file: tutorials/parquet-catalog-demos/wise-allwise-catalog-demo.md - - title: NEOWISE - children: - - file: tutorials/firefly/NEOWISE_light_curve_demo.md - - file: tutorials/parquet-catalog-demos/neowise-source-table-strategies.md - - file: tutorials/parquet-catalog-demos/neowise-source-table-lightcurves.md + - file: tutorials/irsa-sia-examples/sia_allwise_atlas.md + - file: tutorials/parquet-catalog-demos/wise-allwise-catalog-demo.md + - file: tutorials/firefly/NEOWISE_light_curve_demo.md + - file: tutorials/parquet-catalog-demos/neowise-source-table-strategies.md + - file: tutorials/parquet-catalog-demos/neowise-source-table-lightcurves.md - title: Spitzer children: - file: tutorials/irsa-sia-examples/siav2_seip.md @@ -52,19 +50,15 @@ project: children: - file: tutorials/irsa-sia-examples/sia_cosmos.md - title: Simulated Data + file: tutorials/simulated.md children: - - title: Roman HLSS Galaxy Mock Catalog - children: - - file: tutorials/roman_simulations/roman_hlss_number_density.md - - title: OpenUniverse 2024 - children: - - file: tutorials/openuniversesims/openuniverse2024_roman_simulated_wideareasurvey.md - - file: tutorials/firefly/OpenUniverse2024Preview_Firefly.md - - file: tutorials/openuniversesims/openuniverse2024_roman_simulated_timedomainsurvey.md - - title: CosmoDC2 - children: - - file: tutorials/cosmodc2/cosmoDC2_TAP_access.md - - title: Special Topics + - file: tutorials/roman_simulations/roman_hlss_number_density.md + - file: tutorials/openuniversesims/openuniverse2024_roman_simulated_wideareasurvey.md + - file: tutorials/firefly/OpenUniverse2024Preview_Firefly.md + - file: tutorials/openuniversesims/openuniverse2024_roman_simulated_timedomainsurvey.md + - file: tutorials/cosmodc2/cosmoDC2_TAP_access.md + - title: Techniques & Tools + file: tutorials/techniques.md children: - file: tutorials/cloud_access/cloud-access-intro.md - file: tutorials/parquet-catalog-demos/irsa-hats-with-lsdb.md From 9719b2629d04ee64e01e936ddb79c551703edbe6 Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Thu, 22 Jan 2026 18:31:24 -0500 Subject: [PATCH 08/15] fixing paths in landing pages --- tutorials/simulated.md | 10 +++++----- tutorials/spherex/spherex.md | 6 +++--- tutorials/techniques.md | 8 ++++---- tutorials/wise.md | 10 +++++----- 4 files changed, 17 insertions(+), 17 deletions(-) diff --git a/tutorials/simulated.md b/tutorials/simulated.md index 899e62b8..886b6d1a 100644 --- a/tutorials/simulated.md +++ b/tutorials/simulated.md @@ -8,12 +8,12 @@ IRSA hosts a diverse collection of simulated astronomical datasets spanning mult Because this collection is heterogeneous in coverage, structure, and intended use, simulated products are released with detailed documentation and tailored access methods. These tutorials are designed to help users get started with accessing, visualizing, and analyzing simulated datasets hosted at IRSA. -- [Roman HLSS Number Density](roman_hlss_number_density.md) - Illustrates how to query the catalog and derive galaxy number density. +- [Roman HLSS Number Density](roman_simulations/roman_hlss_number_density.md) - Illustrates how to query the catalog and derive galaxy number density. -- [OpenUniverse2024 Roman coadds](openuniverse2024_roman_simlated_wideareasurvey.md) - Accesses OpenUniverse2024 wide-area simulated survey data. +- [OpenUniverse2024 Roman coadds](openuniversesims/openuniverse2024_roman_simulated_wideareasurvey.md) - Accesses OpenUniverse2024 wide-area simulated survey data. -- [OpenUniverse2024 Visualization](OpenUniverse2024Preview_Firefly.md) - Uses Firefly to get an overview of survey structure and visualize content. +- [OpenUniverse2024 Visualization](firefly/OpenUniverse2024Preview_Firefly.md) - Uses Firefly to get an overview of survey structure and visualize content. -- [OpenUniverse2024 Time Domain](openuniverse2024_roman_simulated_timedomainsurvey.md) - Demonstrates how to access and analyze time-domain survey. +- [OpenUniverse2024 Time Domain](openuniversesims/openuniverse2024_roman_simulated_timedomainsurvey.md) - Demonstrates how to access and analyze time-domain survey. -- [CosmoDC2 Data Access](cosmoDC2_TAP_access.md) - Demonstrates how to access, query, and visualize the catalog. \ No newline at end of file +- [CosmoDC2 Data Access](cosmodc2/cosmoDC2_TAP_access.md) - Demonstrates how to access, query, and visualize the catalog. \ No newline at end of file diff --git a/tutorials/spherex/spherex.md b/tutorials/spherex/spherex.md index 96b05c6d..3d6bdb94 100644 --- a/tutorials/spherex/spherex.md +++ b/tutorials/spherex/spherex.md @@ -9,9 +9,9 @@ Its science goals span cosmology, galaxy evolution, and the interstellar medium, SPHEREx IRSA data releases include weekly [Quick Release spectral image products](https://caltech-ipac.github.io/spherex-archive-documentation/spherex-data-products/) (multi-extension FITS files containing calibrated near-infrared surface brightness, variance, flags, modeled backgrounds, PSFs, and wavelength WCS) along with ancillary calibration and metadata files such as gain matrices, dark current maps, solid angle pixel maps, and detailed spectral WCS products for each detector. -- [Data Overview](https://caltech-ipac.github.io/irsa-tutorials/spherex-intro/) - Introduces available data including how to identify which files and formats are appropriate for different use cases. +- [Data Overview](spherex_intro.md) - Introduces available data including how to identify which files and formats are appropriate for different use cases. -- [Spectral Image Cutouts](https://caltech-ipac.github.io/irsa-tutorials/spherex-cutouts/) - Demonstrates how to generate and work with spatial and spectral cutouts. +- [Spectral Image Cutouts](spherex-cutouts.md) - Demonstrates how to generate and work with spatial and spectral cutouts. -- [PSF Models](https://caltech-ipac.github.io/irsa-tutorials/spherex-psf/) - Explains how SPHEREx point spread function (PSF) information is organized and accessed. +- [PSF Models](spherex-psf.md) - Explains how SPHEREx point spread function (PSF) information is organized and accessed. diff --git a/tutorials/techniques.md b/tutorials/techniques.md index 3cc918a8..97011f5a 100644 --- a/tutorials/techniques.md +++ b/tutorials/techniques.md @@ -7,10 +7,10 @@ short_title: "Techniques & Tools" This section gathers tutorials that go beyond mission specific data access and analysis to explore broader methods, workflows, and utilities applicable across missions and datasets. This collection includes guidance on cloud-based data access, use of powerful big data tools such as lsdb, interactive visualization tools, and computational techniques like parallel image convolution. -- [Cloud Access](cloud-access-intro.md) — Introduces how to connect to and work with IRSA data in the AWS cloud. +- [Cloud Access](cloud_access/cloud-access-intro.md) — Introduces how to connect to and work with IRSA data in the AWS cloud. -- [lsdb HATS](irsa-hats-with-lsdb.md) - Uses lsdb and HATs framework for advanced cross-matching and query strategies +- [lsdb HATS](parquet-catalog-demos/irsa-hats-with-lsdb.md) - Uses lsdb and HATs framework for advanced cross-matching and query strategies -- [SEDs in Firefly](SEDs_in_firefly.md) - Demonstrates how to explore and interactively visualize SEDs using Firefly on multi-wavelength datasets. +- [SEDs in Firefly](firefly/SEDs_in_Firefly.md) - Demonstrates how to explore and interactively visualize SEDs using Firefly on multi-wavelength datasets. -- [Parallelization](Parallelize_Convolution.md) - Demonstrates parallelization techniques to speed up operations on large astronomical images. \ No newline at end of file +- [Parallelization](parallelize/Parallelize_Convolution.md) - Demonstrates parallelization techniques to speed up operations on large astronomical images. \ No newline at end of file diff --git a/tutorials/wise.md b/tutorials/wise.md index 0efbab5a..bbe158d2 100644 --- a/tutorials/wise.md +++ b/tutorials/wise.md @@ -11,12 +11,12 @@ After exhausting its cryogen, the mission was repurposed as NEOWISE in 2013 to d WISE and NEOWISE data are released publicly through the NASA/IPAC Infrared Science Archive (IRSA), including calibrated images, source catalogs, and single-exposure source tables that together enable multi-epoch photometry, light curves, and motion studies for a wide range of astrophysical and Solar System applications. Successive NEOWISE data releases (with annual updates) provide users with increasingly deep coverage and time-domain information across the infrared sky. -- [ALLWISE Images](sia_allwise_atlas.md) - Retrieves coadded images and makes coordinate-based cutouts. +- [ALLWISE Images](irsa-sia-examples/sia_allwise_atlas.md) - Retrieves coadded images and makes coordinate-based cutouts. -- [ALLWISE Catalog](wise-allwise-catalog-demo.md) - Explores mid-infrared source properties by querying, filtering, and working with the catalog. +- [ALLWISE Catalog](parquet-catalog-demos/wise-allwise-catalog-demo.md) - Explores mid-infrared source properties by querying, filtering, and working with the catalog. -- [NEOWISE visualization](NEOWISE_light_curve_demo.md) - Visualizes and analyzes light curves of Solar System objects using Firefly. +- [NEOWISE visualization](firefly/NEOWISE_light_curve_demo.md) - Visualizes and analyzes light curves of Solar System objects using Firefly. -- [NEOWISE source table](neowise-source-table-strategies.md) - Outlines efficient strategies for accessing and handling large tables +- [NEOWISE source table](parquet-catalog-demos/neowise-source-table-strategies.md) - Outlines efficient strategies for accessing and handling large tables -- [NEOWISE source table light curves](neowise-source-table-lightcurves.md) - Builds multi-epoch photometric light curves for given coordinates. \ No newline at end of file +- [NEOWISE source table light curves](parquet-catalog-demos/neowise-source-table-lightcurves.md) - Builds multi-epoch photometric light curves for given coordinates. \ No newline at end of file From 84b43577c2993963fcc35e07aac834abe1b232e1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Brigitta=20Sip=C5=91cz?= Date: Thu, 22 Jan 2026 15:47:57 -0800 Subject: [PATCH 09/15] TMP: REMOVE BEFORE MERGE --- tox.ini | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tox.ini b/tox.ini index 867a9232..6462ab3c 100644 --- a/tox.ini +++ b/tox.ini @@ -87,7 +87,7 @@ commands = buildhtml: bash -c "echo 'Notebooks ignored (not tested/executed) in this job:\n'; cat ignore_execute" # Using srtict so we fail with trackbacks and debug mode to have a richer log - buildhtml: bash -c "jupyter-book build --execute --html --strict -d" + buildhtml: bash -c "jupyter-book build --html --strict -d" pip_pre = predeps: true From c65b08002adf6d5b48d8a49e56947eb4bb240526 Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Mon, 26 Jan 2026 14:07:12 -0500 Subject: [PATCH 10/15] updating toc with titles --- toc.yml | 14 ++++++++++++++ tutorials/techniques.md | 4 ++-- 2 files changed, 16 insertions(+), 2 deletions(-) diff --git a/toc.yml b/toc.yml index 3e982230..96567b7a 100644 --- a/toc.yml +++ b/toc.yml @@ -35,10 +35,15 @@ project: - title: WISE file: tutorials/wise.md children: + - title: ALLWISE Images - file: tutorials/irsa-sia-examples/sia_allwise_atlas.md + - title: ALLWISE Catalog - file: tutorials/parquet-catalog-demos/wise-allwise-catalog-demo.md + - title: NEOWISE visualization - file: tutorials/firefly/NEOWISE_light_curve_demo.md + - title: NEOWISE source table - file: tutorials/parquet-catalog-demos/neowise-source-table-strategies.md + - title: NEOWISE source table light curves - file: tutorials/parquet-catalog-demos/neowise-source-table-lightcurves.md - title: Spitzer children: @@ -52,15 +57,24 @@ project: - title: Simulated Data file: tutorials/simulated.md children: + - title: Roman HLSS Number Density - file: tutorials/roman_simulations/roman_hlss_number_density.md + - title: OpenUniverse2024 Roman coadds - file: tutorials/openuniversesims/openuniverse2024_roman_simulated_wideareasurvey.md + - title: OpenUniverse2024 Visualization - file: tutorials/firefly/OpenUniverse2024Preview_Firefly.md + - title: OpenUniverse2024 Time Domain - file: tutorials/openuniversesims/openuniverse2024_roman_simulated_timedomainsurvey.md + - title: CosmoDC2 Data Access - file: tutorials/cosmodc2/cosmoDC2_TAP_access.md - title: Techniques & Tools file: tutorials/techniques.md children: + - title: Cloud Access - file: tutorials/cloud_access/cloud-access-intro.md + - title: LSDB HATS - file: tutorials/parquet-catalog-demos/irsa-hats-with-lsdb.md + - title: SED visualization - file: tutorials/firefly/SEDs_in_Firefly.md + - title: Parallelization - file: tutorials/parallelize/Parallelize_Convolution.md diff --git a/tutorials/techniques.md b/tutorials/techniques.md index 97011f5a..dce0d535 100644 --- a/tutorials/techniques.md +++ b/tutorials/techniques.md @@ -9,8 +9,8 @@ This collection includes guidance on cloud-based data access, use of powerful bi - [Cloud Access](cloud_access/cloud-access-intro.md) — Introduces how to connect to and work with IRSA data in the AWS cloud. -- [lsdb HATS](parquet-catalog-demos/irsa-hats-with-lsdb.md) - Uses lsdb and HATs framework for advanced cross-matching and query strategies +- [LSDB HATS](parquet-catalog-demos/irsa-hats-with-lsdb.md) - Uses LSDB and HATs framework for advanced cross-matching and query strategies -- [SEDs in Firefly](firefly/SEDs_in_Firefly.md) - Demonstrates how to explore and interactively visualize SEDs using Firefly on multi-wavelength datasets. +- [SED visualization](firefly/SEDs_in_Firefly.md) - Demonstrates how to explore and interactively visualize SEDs using Firefly on multi-wavelength datasets. - [Parallelization](parallelize/Parallelize_Convolution.md) - Demonstrates parallelization techniques to speed up operations on large astronomical images. \ No newline at end of file From 117f9c0be5b2251fd0b3decf34f119e27266d383 Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Mon, 26 Jan 2026 14:17:55 -0500 Subject: [PATCH 11/15] applying Troys review comment --- tutorials/techniques.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tutorials/techniques.md b/tutorials/techniques.md index dce0d535..5e159a2d 100644 --- a/tutorials/techniques.md +++ b/tutorials/techniques.md @@ -7,7 +7,7 @@ short_title: "Techniques & Tools" This section gathers tutorials that go beyond mission specific data access and analysis to explore broader methods, workflows, and utilities applicable across missions and datasets. This collection includes guidance on cloud-based data access, use of powerful big data tools such as lsdb, interactive visualization tools, and computational techniques like parallel image convolution. -- [Cloud Access](cloud_access/cloud-access-intro.md) — Introduces how to connect to and work with IRSA data in the AWS cloud. +- [Cloud Access](cloud_access/cloud-access-intro.md) — Introduces how to access and work with data served by IRSA from AWS S3 cloud storage. - [LSDB HATS](parquet-catalog-demos/irsa-hats-with-lsdb.md) - Uses LSDB and HATs framework for advanced cross-matching and query strategies From 842f31a971c52748c615afb5454e45642511ff6f Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Mon, 26 Jan 2026 14:26:57 -0500 Subject: [PATCH 12/15] fixing spherex links with underscores --- tutorials/spherex/spherex.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tutorials/spherex/spherex.md b/tutorials/spherex/spherex.md index 3d6bdb94..35e852f6 100644 --- a/tutorials/spherex/spherex.md +++ b/tutorials/spherex/spherex.md @@ -11,7 +11,7 @@ SPHEREx IRSA data releases include weekly [Quick Release spectral image products - [Data Overview](spherex_intro.md) - Introduces available data including how to identify which files and formats are appropriate for different use cases. -- [Spectral Image Cutouts](spherex-cutouts.md) - Demonstrates how to generate and work with spatial and spectral cutouts. +- [Spectral Image Cutouts](spherex_cutouts.md) - Demonstrates how to generate and work with spatial and spectral cutouts. -- [PSF Models](spherex-psf.md) - Explains how SPHEREx point spread function (PSF) information is organized and accessed. +- [PSF Models](spherex_psf.md) - Explains how SPHEREx point spread function (PSF) information is organized and accessed. From 07f42d9ab03a26c60cfd43c9d1a269133b01d6cb Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Mon, 26 Jan 2026 14:37:58 -0500 Subject: [PATCH 13/15] adding spherex titles to toc --- toc.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/toc.yml b/toc.yml index 96567b7a..3b56cab2 100644 --- a/toc.yml +++ b/toc.yml @@ -6,8 +6,11 @@ project: - title: SPHEREx file: tutorials/spherex/spherex.md children: + - title: Data Overview - file: tutorials/spherex/spherex_intro.md + - title: Spectral Image Cutouts - file: tutorials/spherex/spherex_cutouts.md + - title: PSF Models - file: tutorials/spherex/spherex_psf.md - title: Euclid file: tutorials/euclid_access/euclid.md From 3f5fc44de3a4deff2a073862059c5fe81207ad01 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Brigitta=20Sip=C5=91cz?= Date: Mon, 26 Jan 2026 12:04:00 -0800 Subject: [PATCH 14/15] Fix syntax --- toc.yml | 34 +++++++++++++++++----------------- 1 file changed, 17 insertions(+), 17 deletions(-) diff --git a/toc.yml b/toc.yml index 3b56cab2..a04b0f73 100644 --- a/toc.yml +++ b/toc.yml @@ -7,11 +7,11 @@ project: file: tutorials/spherex/spherex.md children: - title: Data Overview - - file: tutorials/spherex/spherex_intro.md + file: tutorials/spherex/spherex_intro.md - title: Spectral Image Cutouts - - file: tutorials/spherex/spherex_cutouts.md + file: tutorials/spherex/spherex_cutouts.md - title: PSF Models - - file: tutorials/spherex/spherex_psf.md + file: tutorials/spherex/spherex_psf.md - title: Euclid file: tutorials/euclid_access/euclid.md children: @@ -39,15 +39,15 @@ project: file: tutorials/wise.md children: - title: ALLWISE Images - - file: tutorials/irsa-sia-examples/sia_allwise_atlas.md + file: tutorials/irsa-sia-examples/sia_allwise_atlas.md - title: ALLWISE Catalog - - file: tutorials/parquet-catalog-demos/wise-allwise-catalog-demo.md + file: tutorials/parquet-catalog-demos/wise-allwise-catalog-demo.md - title: NEOWISE visualization - - file: tutorials/firefly/NEOWISE_light_curve_demo.md + file: tutorials/firefly/NEOWISE_light_curve_demo.md - title: NEOWISE source table - - file: tutorials/parquet-catalog-demos/neowise-source-table-strategies.md + file: tutorials/parquet-catalog-demos/neowise-source-table-strategies.md - title: NEOWISE source table light curves - - file: tutorials/parquet-catalog-demos/neowise-source-table-lightcurves.md + file: tutorials/parquet-catalog-demos/neowise-source-table-lightcurves.md - title: Spitzer children: - file: tutorials/irsa-sia-examples/siav2_seip.md @@ -61,23 +61,23 @@ project: file: tutorials/simulated.md children: - title: Roman HLSS Number Density - - file: tutorials/roman_simulations/roman_hlss_number_density.md + file: tutorials/roman_simulations/roman_hlss_number_density.md - title: OpenUniverse2024 Roman coadds - - file: tutorials/openuniversesims/openuniverse2024_roman_simulated_wideareasurvey.md + file: tutorials/openuniversesims/openuniverse2024_roman_simulated_wideareasurvey.md - title: OpenUniverse2024 Visualization - - file: tutorials/firefly/OpenUniverse2024Preview_Firefly.md + file: tutorials/firefly/OpenUniverse2024Preview_Firefly.md - title: OpenUniverse2024 Time Domain - - file: tutorials/openuniversesims/openuniverse2024_roman_simulated_timedomainsurvey.md + file: tutorials/openuniversesims/openuniverse2024_roman_simulated_timedomainsurvey.md - title: CosmoDC2 Data Access - - file: tutorials/cosmodc2/cosmoDC2_TAP_access.md + file: tutorials/cosmodc2/cosmoDC2_TAP_access.md - title: Techniques & Tools file: tutorials/techniques.md children: - title: Cloud Access - - file: tutorials/cloud_access/cloud-access-intro.md + file: tutorials/cloud_access/cloud-access-intro.md - title: LSDB HATS - - file: tutorials/parquet-catalog-demos/irsa-hats-with-lsdb.md + file: tutorials/parquet-catalog-demos/irsa-hats-with-lsdb.md - title: SED visualization - - file: tutorials/firefly/SEDs_in_Firefly.md + file: tutorials/firefly/SEDs_in_Firefly.md - title: Parallelization - - file: tutorials/parallelize/Parallelize_Convolution.md + file: tutorials/parallelize/Parallelize_Convolution.md From ac28408fcdecad82877b4c5a423a37bebe8d5bd0 Mon Sep 17 00:00:00 2001 From: Jessica Krick Date: Mon, 26 Jan 2026 15:16:00 -0500 Subject: [PATCH 15/15] removing short titles from landing pages --- tutorials/simulated.md | 4 ---- tutorials/spherex/spherex.md | 4 ---- tutorials/techniques.md | 4 ---- tutorials/wise.md | 4 ---- 4 files changed, 16 deletions(-) diff --git a/tutorials/simulated.md b/tutorials/simulated.md index 886b6d1a..cae88965 100644 --- a/tutorials/simulated.md +++ b/tutorials/simulated.md @@ -1,7 +1,3 @@ ---- -short_title: "Simulated Data" ---- - # Simulated Data Tutorial Notebooks IRSA hosts a diverse collection of simulated astronomical datasets spanning multiple missions and science domains; designed to support survey planning, algorithm development, and scientific exploration. diff --git a/tutorials/spherex/spherex.md b/tutorials/spherex/spherex.md index 35e852f6..1fee456a 100644 --- a/tutorials/spherex/spherex.md +++ b/tutorials/spherex/spherex.md @@ -1,7 +1,3 @@ ---- -short_title: "SPHEREx" ---- - # Spherex Tutorial Notebooks SPHEREx (Spectro-Photometer for the History of the Universe, Epoch of Reionization, and Ices Explorer) is a NASA space mission designed to perform the first all-sky spectral survey in the near-infrared. SPHEREx observes the sky from roughly 0.75–5.0 µm using a single instrument that provides low-resolution spectroscopy (R ≈ 40–150) in hundreds of spectral channels for every point on the sky. diff --git a/tutorials/techniques.md b/tutorials/techniques.md index 5e159a2d..c3074309 100644 --- a/tutorials/techniques.md +++ b/tutorials/techniques.md @@ -1,7 +1,3 @@ ---- -short_title: "Techniques & Tools" ---- - # Techniques & Tools Tutorial Notebooks This section gathers tutorials that go beyond mission specific data access and analysis to explore broader methods, workflows, and utilities applicable across missions and datasets. diff --git a/tutorials/wise.md b/tutorials/wise.md index bbe158d2..da828c80 100644 --- a/tutorials/wise.md +++ b/tutorials/wise.md @@ -1,7 +1,3 @@ ---- -short_title: "WISE" ---- - # WISE Tutorial Notebooks The Wide-field Infrared Survey Explorer ([WISE](https://irsa.ipac.caltech.edu/Missions/wise.html)) is a NASA infrared space telescope launched in December 2009 that performed a sensitive all-sky survey at 3.4, 4.6, 12, and 22 µm, cataloging hundreds of millions of stars, galaxies, and Solar System objects and enabling discoveries of cool brown dwarfs and luminous infrared galaxies.