From 0baa0f8bd5989d321909a69fa31d593ff47748b3 Mon Sep 17 00:00:00 2001 From: jrhosk Date: Fri, 26 Dec 2025 14:15:09 +0900 Subject: [PATCH 1/5] Completely changed how the list_files() function works. --- docs/download_example.ipynb | 2002 +++++++++++++++++++++++- pyproject.toml | 2 + src/toolviper/utils/data/cloudflare.py | 73 +- 3 files changed, 2070 insertions(+), 7 deletions(-) diff --git a/docs/download_example.ipynb b/docs/download_example.ipynb index f5e41de..1549398 100644 --- a/docs/download_example.ipynb +++ b/docs/download_example.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "5d86886d-fa1d-4c53-8c07-cf0ee1378211", "metadata": {}, "outputs": [], @@ -82,18 +82,2010 @@ "id": "fdf5ec65-a98b-412b-b5c6-3b4bb23e8312", "metadata": {}, "source": [ - "## Getting available files and metadata in table form." + "## Getting available files and metadata in data frame form.\n", + "The output is a polars data frame and has all the functionality contained within. More details can be found on \n", + "the official docs page: https://docs.pola.rs/" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "2439445a-d7fe-4bea-bc43-6edb131447cc", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + "\n", + "
\n", + "\n", + "
\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + "\n", + " \n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "\n", + " Loading ITables v2.6.1 from the init_notebook_mode cell...\n", + " (need help?)
\n", + "\n" + ], + "text/plain": [ + "┌──────────────┬──────────────┬──────────────┬─────────────┬───────────┬─────────────┬─────────────┐\n", + "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", + "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", + "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", + "╞══════════════╪══════════════╪══════════════╪═════════════╪═══════════╪═════════════╪═════════════╡\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb9 │\n", + "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 93656f04230 │\n", + "│ xed.sp… ┆ ┆ ┆ ┆ ┆ ┆ 236fadb7… │\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b │\n", + "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 805d6253a3b │\n", + "│ ed.spl… ┆ ┆ ┆ ┆ ┆ ┆ 3a6ff9b5… │\n", + "│ J1924-2914.m ┆ astrohack ┆ CASA MS v2 ┆ ALMA ┆ 35000000 ┆ Holography ┆ 374a0ab60d3 │\n", + "│ s.calibrated ┆ ┆ ┆ ┆ ┆ ┆ a9f0ade9f7b │\n", + "│ .split… ┆ ┆ ┆ ┆ ┆ ┆ 16795f16… │\n", + "│ extract_holo ┆ verification ┆ json ┆ na ┆ 967 ┆ na ┆ aa5da05bf4c │\n", + "│ g_verificati ┆ ┆ ┆ ┆ ┆ ┆ 61c025dc01b │\n", + "│ on.jso… ┆ ┆ ┆ ┆ ┆ ┆ dc7fd70a… │\n", + "│ holog_numeri ┆ verification ┆ json ┆ na ┆ 1033 ┆ na ┆ b4b9d16d96f │\n", + "│ cal_verifica ┆ ┆ ┆ ┆ ┆ ┆ 8e9af3bff3c │\n", + "│ tion.j… ┆ ┆ ┆ ┆ ┆ ┆ 9965801a… │\n", + "│ locit-input- ┆ astrohack ┆ CASA Cal ┆ VLA ┆ 92293 ┆ antenna ┆ a487a40eba5 │\n", + "│ pha.cal ┆ ┆ Table ┆ ┆ ┆ location ┆ a824b7886d8 │\n", + "│ ┆ ┆ ┆ ┆ ┆ cal table ┆ 03b8d0e2… │\n", + "│ panel_cutoff ┆ astrohack/pa ┆ npy ┆ na ┆ 27150 ┆ na ┆ 9eb52ee46c7 │\n", + "│ _mask ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", + "│ heuristic_mo ┆ astrohack ┆ bin ┆ na ┆ 556 ┆ na ┆ afd789575ad │\n", + "│ del ┆ ┆ ┆ ┆ ┆ ┆ 3794cb77f43 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ df88d507… │\n", + "│ panel-input- ┆ astrohack/pa ┆ na ┆ na ┆ 402916 ┆ na ┆ 9eb52ee46c7 │\n", + "│ data ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", + "│ AA2-Mid-sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Mid ┆ 14710912 ┆ Simulated ┆ 502496ba831 │\n", + "│ 00000.ms ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ 30d18a59433 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ter ┆ 08353886… │\n", + "│ Antennae_M8. ┆ radps/image ┆ zarr ┆ ALMA ┆ 12626417 ┆ Interferome ┆ 1dd8c61f375 │\n", + "│ img.zarr ┆ ┆ ┆ ┆ ┆ ter Mosaic ┆ 8208d816691 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3d19cf96… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 189716793 ┆ Interferome ┆ 74eafb95e44 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 1029dec2977 │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ ff221377… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 1560578 ┆ Interferome ┆ a8cb7c68df3 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 75e19e59127 │\n", + "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ e348568f… │\n", + "│ complex_valu ┆ radps/image ┆ image ┆ Simulated ┆ 562110 ┆ Simulated ┆ 1d4cc35dfdc │\n", + "│ ed_uv.im ┆ ┆ ┆ ┆ ┆ ┆ 73ad31e64b7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 752eda0b… │\n", + "│ demo_simulat ┆ radps/image ┆ image ┆ Simulated ┆ 15321745 ┆ Simulated ┆ 8a1f11c4d18 │\n", + "│ ed.im ┆ ┆ ┆ ┆ ┆ ┆ 91a6e61170f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 04220e63… │\n", + "│ no_mask.im ┆ radps/image ┆ image ┆ Simulated ┆ 4252 ┆ Simulated ┆ 951864696e3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8ab3fa1c2ff │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ dc84f7ad… │\n", + "│ small_lofar. ┆ radps/measur ┆ CASA MS v2 ┆ LOFAR ┆ 10091260 ┆ Interferome ┆ 8b670bfc672 │\n", + "│ ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 1d9e1203bec │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3824e693… │\n", + "│ small_meerka ┆ radps/measur ┆ CASA MS v2 ┆ MeerKAT ┆ 2392258 ┆ Interferome ┆ 58f1592147c │\n", + "│ t.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 182307a00ac │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c6249363… │\n", + "│ global_vlbi_ ┆ radps/measur ┆ CASA MS v2 ┆ GLOBAL VLBI ┆ 15701018 ┆ VLBI ┆ 05dc4fc26cf │\n", + "│ gg084b_reduc ┆ ement_set ┆ ┆ ┆ ┆ ┆ 559fead6e93 │\n", + "│ ed.ms ┆ ┆ ┆ ┆ ┆ ┆ 4e65a8ba… │\n", + "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9399847 ┆ VLBI ┆ d13464e935c │\n", + "│ split_lsrk.m ┆ ement_set ┆ ┆ ┆ ┆ ┆ 66b14bc15c4 │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ c80e5e1a… │\n", + "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11082603 ┆ Simulated ┆ 16e565576da │\n", + "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ d0f3da23094 │\n", + "│ ource0… ┆ ┆ ┆ ┆ ┆ ter ┆ bdc6bb17… │\n", + "│ venus_ephem_ ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16758430 ┆ Interferome ┆ 4565aa5a53b │\n", + "│ test.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 22fb962d47a │\n", + "│ ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ fef18901… │\n", + "│ sdimaging.ms ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29718841 ┆ Single Dish ┆ 0b79fb5006a │\n", + "│ ┆ ement_set ┆ ┆ ┆ ┆ ┆ dc5536b4a43 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fea3ebb1… │\n", + "│ ALMA_uid___A ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29593547 ┆ Interferome ┆ a5c7f9c934a │\n", + "│ 002_X1003af4 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8957e9c246c │\n", + "│ _X75a3… ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 34cc8952… │\n", + "│ VLASS3.2.sb4 ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 69019704 ┆ Interferome ┆ 58ba68727be │\n", + "│ 5755730.eb46 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ a5ac7f35020 │\n", + "│ 170641… ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 95db8a00… │\n", + "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 62246951 ┆ Simulated ┆ 3bd2c68a89c │\n", + "│ vla_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 15280c831dd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ff508821… │\n", + "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 67218042 ┆ Simulated ┆ f94b1028f75 │\n", + "│ sd_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 7fed3161853 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 57e38279… │\n", + "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9314803 ┆ Interferome ┆ 3a95dc46627 │\n", + "│ 1_casa_lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8924d2a9e96 │\n", + "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 50710dd3… │\n", + "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9867649 ┆ Interferome ┆ aaa9be65a1d │\n", + "│ 1_topo.ps.za ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 6d9c98e5a15 │\n", + "│ rr ┆ ┆ ┆ ┆ ┆ ┆ 15cd583d… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 3430000 ┆ Interferome ┆ 2f2d4e3685a │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 51e8990d8e5 │\n", + "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ 5b0b2703… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 2040000 ┆ Interferome ┆ f7cbddfbe0d │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 45c0d7f0002 │\n", + "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 397ac8f0… │\n", + "│ feather_mode ┆ radps/image ┆ Model ┆ ┆ 61364929 ┆ Simulated ┆ ce60cc126f8 │\n", + "│ l_convolved ┆ ┆ ┆ ┆ ┆ ┆ 9e3488b00e0 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4761e3e6… │\n", + "│ feather.im ┆ radps/image ┆ CASA Image ┆ ┆ 67150892 ┆ Simulated ┆ 9c0701d850f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e744f2faecc │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a5dbdef0… │\n", + "│ int.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 65512355 ┆ Simulated ┆ 3ccb81f4c3a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f85c152f1c8 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e3f478a6… │\n", + "│ sd.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 67150892 ┆ Simulated ┆ 74d6232c8ec │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d22e2d48da0 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 056c2301… │\n", + "│ ska_low_sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Low ┆ 8866100 ┆ Simulated ┆ 016f3c3acbb │\n", + "│ 18s.ms ┆ ement_set ┆ ┆ ┆ ┆ ┆ d852c423256 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ dac94122… │\n", + "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9402465 ┆ Interferome ┆ 872a2cb77dd │\n", + "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f3def300976 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 25d4bb62… │\n", + "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11099488 ┆ Interferome ┆ 6bb805af31c │\n", + "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 009b72fe677 │\n", + "│ ource0… ┆ ┆ ┆ ┆ ┆ ┆ b828a8a6… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 6299859 ┆ Single Dish ┆ cfff8d2f1fe │\n", + "│ 1015532_X192 ┆ ement_set ┆ ┆ ┆ ┆ ┆ f77c2f64656 │\n", + "│ 6f.sma… ┆ ┆ ┆ ┆ ┆ ┆ f6daa4c0… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ ddc97db5ff3 │\n", + "│ ae00c5_X2e6b ┆ ement_set ┆ ┆ ┆ ┆ ┆ 2bb2b75ec5e │\n", + "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ be51bc75… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ a8d16e405cb │\n", + "│ ced5df_Xf9d9 ┆ ement_set ┆ ┆ ┆ ┆ ┆ eab52e886ab │\n", + "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ c5198820… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16122776 ┆ Single Dish ┆ 71ba615b816 │\n", + "│ e3a5fd_Xe38e ┆ ement_set ┆ ┆ ┆ ┆ ┆ f0484936411 │\n", + "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ 59714fb5… │\n", + "│ SNR_G55_10s. ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 8648349 ┆ Interferome ┆ 95c40240c93 │\n", + "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b1c7122bd5f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3f4adf03… │\n", + "│ 59749_bp_8be ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 8137335 ┆ Interferome ┆ 8cfc4d7c8a6 │\n", + "│ ams_pattern. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ bc41a06e5bd │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ e2756643… │\n", + "│ 59750_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3669608 ┆ Interferome ┆ d65b5a90e95 │\n", + "│ 2settings.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8bc5e6b45cd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f0fa53a2… │\n", + "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3521937 ┆ Interferome ┆ 796dbeb8dbd │\n", + "│ 2weights_0.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 02c132d74c2 │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ 74c8cbb7… │\n", + "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3538081 ┆ Interferome ┆ 77c8c722b69 │\n", + "│ 2weights_15. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f4263dd62dc │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ 88b86c5d… │\n", + "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7525050 ┆ Interferome ┆ 24e4108d5b6 │\n", + "│ erleave_0.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b5440250cc9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b6078473… │\n", + "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7493404 ┆ Interferome ┆ 3b7c15c46bc │\n", + "│ erleave_15.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 7bb901b93ff │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ 76bace18… │\n", + "│ gmrt.ms ┆ radps/measur ┆ CASA MS v2 ┆ GMRT ┆ 2125130 ┆ Interferome ┆ aec76670a31 │\n", + "│ ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ ac6579271bf │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 800e3bd4… │\n", + "│ checksum.has ┆ verification ┆ hash ┆ NA ┆ 20 ┆ NA ┆ 9eb52ee46c7 │\n", + "│ h ┆ ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", + "│ refim_point_ ┆ radps/image ┆ NA ┆ NA ┆ 257051 ┆ NA ┆ 6efcd43e977 │\n", + "│ im_casa_hogb ┆ ┆ ┆ ┆ ┆ ┆ 025b1cb4044 │\n", + "│ om_cle… ┆ ┆ ┆ ┆ ┆ ┆ ec64e6e7… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ NA ┆ NA ┆ 22762594 ┆ NA ┆ 36171274465 │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ f990be61dd9 │\n", + "│ compar… ┆ ┆ ┆ ┆ ┆ ┆ 63f4c09a… │\n", + "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 7027733 ┆ NA ┆ be10efd0725 │\n", + "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 003b6c0233e │\n", + "│ k_comp… ┆ ┆ ┆ ┆ ┆ ┆ 17197700… │\n", + "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 5271957 ┆ NA ┆ 700d410a304 │\n", + "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 5f5e52d827d │\n", + "│ k_xx_c… ┆ ┆ ┆ ┆ ┆ ┆ 460828a8… │\n", + "│ twhya_selfca ┆ radps/image ┆ CASA MS v2 ┆ ALMA ┆ 2555984 ┆ Interferome ┆ 04d54e4a6b1 │\n", + "│ l_11chans_ls ┆ ┆ ┆ ┆ ┆ ter ┆ 1735211b32a │\n", + "│ rk_rob… ┆ ┆ ┆ ┆ ┆ ┆ eb226b51… │\n", + "│ casa_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 968492 ┆ NA ┆ eeb992fc158 │\n", + "│ deconv.resid ┆ ┆ ┆ ┆ ┆ ┆ 6a8eec0890f │\n", + "│ ual ┆ ┆ ┆ ┆ ┆ ┆ 41e57cd5… │\n", + "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 972188 ┆ NA ┆ 1d19bf6bc1f │\n", + "│ multisrc.psf ┆ ┆ ┆ ┆ ┆ ┆ a5b4aff5493 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a8032558… │\n", + "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 959913 ┆ NA ┆ be40fa7a3cd │\n", + "│ multisrc.res ┆ ┆ ┆ ┆ ┆ ┆ 328d81afdd6 │\n", + "│ idual ┆ ┆ ┆ ┆ ┆ ┆ b6a6fbb2… │\n", + "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 238662 ┆ NA ┆ 03f6817a70e │\n", + "│ im.psf ┆ ┆ ┆ ┆ ┆ ┆ 2fa7497c9f1 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c18cb2e2… │\n", + "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 242965 ┆ NA ┆ cee10eeaacf │\n", + "│ im.residual ┆ ┆ ┆ ┆ ┆ ┆ f8366dc3f79 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9cf6c698… │\n", + "│ absolute_off ┆ single-dish ┆ ASDM ┆ ALMA SD ┆ 245676406 ┆ NA ┆ 8eb43acc8e7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d90ca150610 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 81a8d758… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ MSv4 ┆ NA ┆ 16705461 ┆ NA ┆ 0ada5f7c20b │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 5d024181007 │\n", + "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ 75f03263… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ FITS ┆ NA ┆ 21054726 ┆ NA ┆ 103c551d0ce │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 4e5664a4fd2 │\n", + "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ b2b86628… │\n", + "└──────────────┴──────────────┴──────────────┴─────────────┴───────────┴─────────────┴─────────────┘" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "toolviper.utils.data.list_files()" ] + }, + { + "cell_type": "markdown", + "id": "2b47b5ed-9409-471c-ab54-6a793f4052c5", + "metadata": {}, + "source": [ + "#### Example of pre-selection on the file metadata" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "bebfac78-a3f5-46ca-a840-d222308a72b8", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + "\n", + "
\n", + "\n", + "
\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + "\n", + " \n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "\n", + " Loading ITables v2.6.1 from the init_notebook_mode cell...\n", + " (need help?)
\n", + "\n" + ], + "text/plain": [ + "┌──────────────┬──────────────┬──────────────┬───────────┬───────────┬──────────────┬──────────────┐\n", + "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", + "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", + "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", + "╞══════════════╪══════════════╪══════════════╪═══════════╪═══════════╪══════════════╪══════════════╡\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb99 │\n", + "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 3656f0423023 │\n", + "│ xed.sp… ┆ ┆ ┆ ┆ ┆ ┆ 6fadb7… │\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b8 │\n", + "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 05d6253a3b3a │\n", + "│ ed.spl… ┆ ┆ ┆ ┆ ┆ ┆ 6ff9b5… │\n", + "│ locit-input- ┆ astrohack ┆ CASA Cal ┆ VLA ┆ 92293 ┆ antenna ┆ a487a40eba5a │\n", + "│ pha.cal ┆ ┆ Table ┆ ┆ ┆ location cal ┆ 824b7886d803 │\n", + "│ ┆ ┆ ┆ ┆ ┆ table ┆ b8d0e2… │\n", + "│ VLASS3.2.sb4 ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 69019704 ┆ Interferomet ┆ 58ba68727bea │\n", + "│ 5755730.eb46 ┆ ement_set ┆ ┆ ┆ ┆ er Ephemeris ┆ 5ac7f3502095 │\n", + "│ 170641… ┆ ┆ ┆ ┆ ┆ ┆ db8a00… │\n", + "│ SNR_G55_10s. ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 8648349 ┆ Interferomet ┆ 95c40240c93b │\n", + "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 1c7122bd5f3f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4adf03… │\n", + "└──────────────┴──────────────┴──────────────┴───────────┴───────────┴──────────────┴──────────────┘" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "files = toolviper.utils.data.list_files()\n", + "\n", + "files.filter(files[\"telescope\"] == \"VLA\")" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "e693a7fa-abc4-441e-872d-1b805721d33d", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n", + "\n", + " \n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "\n", + " Loading ITables v2.6.1 from the init_notebook_mode cell...\n", + " (need help?)
\n", + "\n" + ], + "text/plain": [ + "┌──────────────┬──────────────┬────────────┬─────────────┬───────────┬──────────────┬──────────────┐\n", + "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", + "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", + "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", + "╞══════════════╪══════════════╪════════════╪═════════════╪═══════════╪══════════════╪══════════════╡\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb99 │\n", + "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 3656f0423023 │\n", + "│ xed.sp… ┆ ┆ ┆ ┆ ┆ ┆ 6fadb7… │\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b8 │\n", + "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 05d6253a3b3a │\n", + "│ ed.spl… ┆ ┆ ┆ ┆ ┆ ┆ 6ff9b5… │\n", + "│ J1924-2914.m ┆ astrohack ┆ CASA MS v2 ┆ ALMA ┆ 35000000 ┆ Holography ┆ 374a0ab60d3a │\n", + "│ s.calibrated ┆ ┆ ┆ ┆ ┆ ┆ 9f0ade9f7b16 │\n", + "│ .split… ┆ ┆ ┆ ┆ ┆ ┆ 795f16… │\n", + "│ holog_numeri ┆ verification ┆ json ┆ na ┆ 1033 ┆ na ┆ b4b9d16d96f8 │\n", + "│ cal_verifica ┆ ┆ ┆ ┆ ┆ ┆ e9af3bff3c99 │\n", + "│ tion.j… ┆ ┆ ┆ ┆ ┆ ┆ 65801a… │\n", + "│ panel_cutoff ┆ astrohack/pa ┆ npy ┆ na ┆ 27150 ┆ na ┆ 9eb52ee46c7a │\n", + "│ _mask ┆ nel ┆ ┆ ┆ ┆ ┆ b5ea4ca09824 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 15da99… │\n", + "│ panel-input- ┆ astrohack/pa ┆ na ┆ na ┆ 402916 ┆ na ┆ 9eb52ee46c7a │\n", + "│ data ┆ nel ┆ ┆ ┆ ┆ ┆ b5ea4ca09824 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 15da99… │\n", + "│ AA2-Mid-sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Mid ┆ 14710912 ┆ Simulated ┆ 502496ba8313 │\n", + "│ 00000.ms ┆ ement_set ┆ ┆ ┆ ┆ Interferomet ┆ 0d18a5943308 │\n", + "│ ┆ ┆ ┆ ┆ ┆ er ┆ 353886… │\n", + "│ Antennae_M8. ┆ radps/image ┆ zarr ┆ ALMA ┆ 12626417 ┆ Interferomet ┆ 1dd8c61f3758 │\n", + "│ img.zarr ┆ ┆ ┆ ┆ ┆ er Mosaic ┆ 208d8166913d │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 19cf96… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 189716793 ┆ Interferomet ┆ 74eafb95e441 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ er Mosaic ┆ 029dec2977ff │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ 221377… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 1560578 ┆ Interferomet ┆ a8cb7c68df37 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ er Mosaic ┆ 5e19e59127e3 │\n", + "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ 48568f… │\n", + "│ demo_simulat ┆ radps/image ┆ image ┆ Simulated ┆ 15321745 ┆ Simulated ┆ 8a1f11c4d189 │\n", + "│ ed.im ┆ ┆ ┆ ┆ ┆ ┆ 1a6e61170f04 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 220e63… │\n", + "│ no_mask.im ┆ radps/image ┆ image ┆ Simulated ┆ 4252 ┆ Simulated ┆ 951864696e38 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ab3fa1c2ffdc │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 84f7ad… │\n", + "│ small_lofar. ┆ radps/measur ┆ CASA MS v2 ┆ LOFAR ┆ 10091260 ┆ Interferomet ┆ 8b670bfc6721 │\n", + "│ ms ┆ ement_set ┆ ┆ ┆ ┆ er ┆ d9e1203bec38 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 24e693… │\n", + "│ small_meerka ┆ radps/measur ┆ CASA MS v2 ┆ MeerKAT ┆ 2392258 ┆ Interferomet ┆ 58f1592147c1 │\n", + "│ t.ms ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 82307a00acc6 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 249363… │\n", + "│ global_vlbi_ ┆ radps/measur ┆ CASA MS v2 ┆ GLOBAL VLBI ┆ 15701018 ┆ VLBI ┆ 05dc4fc26cf5 │\n", + "│ gg084b_reduc ┆ ement_set ┆ ┆ ┆ ┆ ┆ 59fead6e934e │\n", + "│ ed.ms ┆ ┆ ┆ ┆ ┆ ┆ 65a8ba… │\n", + "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11082603 ┆ Simulated ┆ 16e565576dad │\n", + "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ Interferomet ┆ 0f3da23094bd │\n", + "│ ource0… ┆ ┆ ┆ ┆ ┆ er ┆ c6bb17… │\n", + "│ venus_ephem_ ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16758430 ┆ Interferomet ┆ 4565aa5a53b2 │\n", + "│ test.ms ┆ ement_set ┆ ┆ ┆ ┆ er Ephemeris ┆ 2fb962d47afe │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f18901… │\n", + "│ sdimaging.ms ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29718841 ┆ Single Dish ┆ 0b79fb5006ad │\n", + "│ ┆ ement_set ┆ ┆ ┆ ┆ ┆ c5536b4a43fe │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a3ebb1… │\n", + "│ ALMA_uid___A ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29593547 ┆ Interferomet ┆ a5c7f9c934a8 │\n", + "│ 002_X1003af4 ┆ ement_set ┆ ┆ ┆ ┆ er Ephemeris ┆ 957e9c246c34 │\n", + "│ _X75a3… ┆ ┆ ┆ ┆ ┆ ┆ cc8952… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 3430000 ┆ Interferomet ┆ 2f2d4e3685a5 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 1e8990d8e55b │\n", + "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ 0b2703… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 2040000 ┆ Interferomet ┆ f7cbddfbe0d4 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 5c0d7f000239 │\n", + "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 7ac8f0… │\n", + "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11099488 ┆ Interferomet ┆ 6bb805af31c0 │\n", + "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 09b72fe677b8 │\n", + "│ ource0… ┆ ┆ ┆ ┆ ┆ ┆ 28a8a6… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16122776 ┆ Single Dish ┆ 71ba615b816f │\n", + "│ e3a5fd_Xe38e ┆ ement_set ┆ ┆ ┆ ┆ ┆ 048493641159 │\n", + "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ 714fb5… │\n", + "│ 59750_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3669608 ┆ Interferomet ┆ d65b5a90e958 │\n", + "│ 2settings.ms ┆ ement_set ┆ ┆ ┆ ┆ er ┆ bc5e6b45cdf0 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fa53a2… │\n", + "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3521937 ┆ Interferomet ┆ 796dbeb8dbd0 │\n", + "│ 2weights_0.m ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 2c132d74c274 │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ c8cbb7… │\n", + "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3538081 ┆ Interferomet ┆ 77c8c722b69f │\n", + "│ 2weights_15. ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 4263dd62dc88 │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ b86c5d… │\n", + "│ gmrt.ms ┆ radps/measur ┆ CASA MS v2 ┆ GMRT ┆ 2125130 ┆ Interferomet ┆ aec76670a31a │\n", + "│ ┆ ement_set ┆ ┆ ┆ ┆ er ┆ c6579271bf80 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0e3bd4… │\n", + "│ checksum.has ┆ verification ┆ hash ┆ NA ┆ 20 ┆ NA ┆ 9eb52ee46c7a │\n", + "│ h ┆ ┆ ┆ ┆ ┆ ┆ b5ea4ca09824 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 15da99… │\n", + "│ refim_point_ ┆ radps/image ┆ NA ┆ NA ┆ 257051 ┆ NA ┆ 6efcd43e9770 │\n", + "│ im_casa_hogb ┆ ┆ ┆ ┆ ┆ ┆ 25b1cb4044ec │\n", + "│ om_cle… ┆ ┆ ┆ ┆ ┆ ┆ 64e6e7… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ NA ┆ NA ┆ 22762594 ┆ NA ┆ 36171274465f │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 990be61dd963 │\n", + "│ compar… ┆ ┆ ┆ ┆ ┆ ┆ f4c09a… │\n", + "│ twhya_selfca ┆ radps/image ┆ CASA MS v2 ┆ ALMA ┆ 2555984 ┆ Interferomet ┆ 04d54e4a6b11 │\n", + "│ l_11chans_ls ┆ ┆ ┆ ┆ ┆ er ┆ 735211b32aeb │\n", + "│ rk_rob… ┆ ┆ ┆ ┆ ┆ ┆ 226b51… │\n", + "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 238662 ┆ NA ┆ 03f6817a70e2 │\n", + "│ im.psf ┆ ┆ ┆ ┆ ┆ ┆ fa7497c9f1c1 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8cb2e2… │\n", + "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 242965 ┆ NA ┆ cee10eeaacff │\n", + "│ im.residual ┆ ┆ ┆ ┆ ┆ ┆ 8366dc3f799c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f6c698… │\n", + "│ absolute_off ┆ single-dish ┆ ASDM ┆ ALMA SD ┆ 245676406 ┆ NA ┆ 8eb43acc8e7d │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 90ca15061081 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a8d758… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ MSv4 ┆ NA ┆ 16705461 ┆ NA ┆ 0ada5f7c20b5 │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ d02418100775 │\n", + "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ f03263… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ FITS ┆ NA ┆ 21054726 ┆ NA ┆ 103c551d0ce4 │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ e5664a4fd2b2 │\n", + "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ b86628… │\n", + "└──────────────┴──────────────┴────────────┴─────────────┴───────────┴──────────────┴──────────────┘" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "files.filter(files[\"size\"] < 500_000)" + ] + }, + { + "cell_type": "markdown", + "id": "16ffe38e-6c67-4cf9-8ee8-97458874017c", + "metadata": {}, + "source": [ + "#### You can also get an ascii table, which is the default in terminal. If you want it in the notebook, just use the print function. Also, there were difficulties with file name truncation in the columns, so by request, you can set the column width " + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "a62f2fe0-2bb4-475c-9efa-d9d96dbbe85f", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + "\n", + "\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "┌──────────────┬──────────────┬──────────────┬─────────────┬───────────┬─────────────┬─────────────┐\n", + "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", + "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", + "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", + "╞══════════════╪══════════════╪══════════════╪═════════════╪═══════════╪═════════════╪═════════════╡\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb9 │\n", + "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 93656f04230 │\n", + "│ xed.sp… ┆ ┆ ┆ ┆ ┆ ┆ 236fadb7… │\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b │\n", + "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 805d6253a3b │\n", + "│ ed.spl… ┆ ┆ ┆ ┆ ┆ ┆ 3a6ff9b5… │\n", + "│ J1924-2914.m ┆ astrohack ┆ CASA MS v2 ┆ ALMA ┆ 35000000 ┆ Holography ┆ 374a0ab60d3 │\n", + "│ s.calibrated ┆ ┆ ┆ ┆ ┆ ┆ a9f0ade9f7b │\n", + "│ .split… ┆ ┆ ┆ ┆ ┆ ┆ 16795f16… │\n", + "│ extract_holo ┆ verification ┆ json ┆ na ┆ 967 ┆ na ┆ aa5da05bf4c │\n", + "│ g_verificati ┆ ┆ ┆ ┆ ┆ ┆ 61c025dc01b │\n", + "│ on.jso… ┆ ┆ ┆ ┆ ┆ ┆ dc7fd70a… │\n", + "│ holog_numeri ┆ verification ┆ json ┆ na ┆ 1033 ┆ na ┆ b4b9d16d96f │\n", + "│ cal_verifica ┆ ┆ ┆ ┆ ┆ ┆ 8e9af3bff3c │\n", + "│ tion.j… ┆ ┆ ┆ ┆ ┆ ┆ 9965801a… │\n", + "│ locit-input- ┆ astrohack ┆ CASA Cal ┆ VLA ┆ 92293 ┆ antenna ┆ a487a40eba5 │\n", + "│ pha.cal ┆ ┆ Table ┆ ┆ ┆ location ┆ a824b7886d8 │\n", + "│ ┆ ┆ ┆ ┆ ┆ cal table ┆ 03b8d0e2… │\n", + "│ panel_cutoff ┆ astrohack/pa ┆ npy ┆ na ┆ 27150 ┆ na ┆ 9eb52ee46c7 │\n", + "│ _mask ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", + "│ heuristic_mo ┆ astrohack ┆ bin ┆ na ┆ 556 ┆ na ┆ afd789575ad │\n", + "│ del ┆ ┆ ┆ ┆ ┆ ┆ 3794cb77f43 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ df88d507… │\n", + "│ panel-input- ┆ astrohack/pa ┆ na ┆ na ┆ 402916 ┆ na ┆ 9eb52ee46c7 │\n", + "│ data ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", + "│ AA2-Mid-sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Mid ┆ 14710912 ┆ Simulated ┆ 502496ba831 │\n", + "│ 00000.ms ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ 30d18a59433 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ter ┆ 08353886… │\n", + "│ Antennae_M8. ┆ radps/image ┆ zarr ┆ ALMA ┆ 12626417 ┆ Interferome ┆ 1dd8c61f375 │\n", + "│ img.zarr ┆ ┆ ┆ ┆ ┆ ter Mosaic ┆ 8208d816691 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3d19cf96… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 189716793 ┆ Interferome ┆ 74eafb95e44 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 1029dec2977 │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ ff221377… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 1560578 ┆ Interferome ┆ a8cb7c68df3 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 75e19e59127 │\n", + "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ e348568f… │\n", + "│ complex_valu ┆ radps/image ┆ image ┆ Simulated ┆ 562110 ┆ Simulated ┆ 1d4cc35dfdc │\n", + "│ ed_uv.im ┆ ┆ ┆ ┆ ┆ ┆ 73ad31e64b7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 752eda0b… │\n", + "│ demo_simulat ┆ radps/image ┆ image ┆ Simulated ┆ 15321745 ┆ Simulated ┆ 8a1f11c4d18 │\n", + "│ ed.im ┆ ┆ ┆ ┆ ┆ ┆ 91a6e61170f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 04220e63… │\n", + "│ no_mask.im ┆ radps/image ┆ image ┆ Simulated ┆ 4252 ┆ Simulated ┆ 951864696e3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8ab3fa1c2ff │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ dc84f7ad… │\n", + "│ small_lofar. ┆ radps/measur ┆ CASA MS v2 ┆ LOFAR ┆ 10091260 ┆ Interferome ┆ 8b670bfc672 │\n", + "│ ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 1d9e1203bec │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3824e693… │\n", + "│ small_meerka ┆ radps/measur ┆ CASA MS v2 ┆ MeerKAT ┆ 2392258 ┆ Interferome ┆ 58f1592147c │\n", + "│ t.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 182307a00ac │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c6249363… │\n", + "│ global_vlbi_ ┆ radps/measur ┆ CASA MS v2 ┆ GLOBAL VLBI ┆ 15701018 ┆ VLBI ┆ 05dc4fc26cf │\n", + "│ gg084b_reduc ┆ ement_set ┆ ┆ ┆ ┆ ┆ 559fead6e93 │\n", + "│ ed.ms ┆ ┆ ┆ ┆ ┆ ┆ 4e65a8ba… │\n", + "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9399847 ┆ VLBI ┆ d13464e935c │\n", + "│ split_lsrk.m ┆ ement_set ┆ ┆ ┆ ┆ ┆ 66b14bc15c4 │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ c80e5e1a… │\n", + "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11082603 ┆ Simulated ┆ 16e565576da │\n", + "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ d0f3da23094 │\n", + "│ ource0… ┆ ┆ ┆ ┆ ┆ ter ┆ bdc6bb17… │\n", + "│ venus_ephem_ ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16758430 ┆ Interferome ┆ 4565aa5a53b │\n", + "│ test.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 22fb962d47a │\n", + "│ ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ fef18901… │\n", + "│ sdimaging.ms ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29718841 ┆ Single Dish ┆ 0b79fb5006a │\n", + "│ ┆ ement_set ┆ ┆ ┆ ┆ ┆ dc5536b4a43 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fea3ebb1… │\n", + "│ ALMA_uid___A ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29593547 ┆ Interferome ┆ a5c7f9c934a │\n", + "│ 002_X1003af4 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8957e9c246c │\n", + "│ _X75a3… ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 34cc8952… │\n", + "│ VLASS3.2.sb4 ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 69019704 ┆ Interferome ┆ 58ba68727be │\n", + "│ 5755730.eb46 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ a5ac7f35020 │\n", + "│ 170641… ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 95db8a00… │\n", + "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 62246951 ┆ Simulated ┆ 3bd2c68a89c │\n", + "│ vla_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 15280c831dd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ff508821… │\n", + "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 67218042 ┆ Simulated ┆ f94b1028f75 │\n", + "│ sd_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 7fed3161853 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 57e38279… │\n", + "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9314803 ┆ Interferome ┆ 3a95dc46627 │\n", + "│ 1_casa_lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8924d2a9e96 │\n", + "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 50710dd3… │\n", + "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9867649 ┆ Interferome ┆ aaa9be65a1d │\n", + "│ 1_topo.ps.za ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 6d9c98e5a15 │\n", + "│ rr ┆ ┆ ┆ ┆ ┆ ┆ 15cd583d… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 3430000 ┆ Interferome ┆ 2f2d4e3685a │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 51e8990d8e5 │\n", + "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ 5b0b2703… │\n", + "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 2040000 ┆ Interferome ┆ f7cbddfbe0d │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 45c0d7f0002 │\n", + "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 397ac8f0… │\n", + "│ feather_mode ┆ radps/image ┆ Model ┆ ┆ 61364929 ┆ Simulated ┆ ce60cc126f8 │\n", + "│ l_convolved ┆ ┆ ┆ ┆ ┆ ┆ 9e3488b00e0 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4761e3e6… │\n", + "│ feather.im ┆ radps/image ┆ CASA Image ┆ ┆ 67150892 ┆ Simulated ┆ 9c0701d850f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e744f2faecc │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a5dbdef0… │\n", + "│ int.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 65512355 ┆ Simulated ┆ 3ccb81f4c3a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f85c152f1c8 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e3f478a6… │\n", + "│ sd.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 67150892 ┆ Simulated ┆ 74d6232c8ec │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d22e2d48da0 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 056c2301… │\n", + "│ ska_low_sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Low ┆ 8866100 ┆ Simulated ┆ 016f3c3acbb │\n", + "│ 18s.ms ┆ ement_set ┆ ┆ ┆ ┆ ┆ d852c423256 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ dac94122… │\n", + "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9402465 ┆ Interferome ┆ 872a2cb77dd │\n", + "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f3def300976 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 25d4bb62… │\n", + "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11099488 ┆ Interferome ┆ 6bb805af31c │\n", + "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 009b72fe677 │\n", + "│ ource0… ┆ ┆ ┆ ┆ ┆ ┆ b828a8a6… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 6299859 ┆ Single Dish ┆ cfff8d2f1fe │\n", + "│ 1015532_X192 ┆ ement_set ┆ ┆ ┆ ┆ ┆ f77c2f64656 │\n", + "│ 6f.sma… ┆ ┆ ┆ ┆ ┆ ┆ f6daa4c0… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ ddc97db5ff3 │\n", + "│ ae00c5_X2e6b ┆ ement_set ┆ ┆ ┆ ┆ ┆ 2bb2b75ec5e │\n", + "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ be51bc75… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ a8d16e405cb │\n", + "│ ced5df_Xf9d9 ┆ ement_set ┆ ┆ ┆ ┆ ┆ eab52e886ab │\n", + "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ c5198820… │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16122776 ┆ Single Dish ┆ 71ba615b816 │\n", + "│ e3a5fd_Xe38e ┆ ement_set ┆ ┆ ┆ ┆ ┆ f0484936411 │\n", + "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ 59714fb5… │\n", + "│ SNR_G55_10s. ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 8648349 ┆ Interferome ┆ 95c40240c93 │\n", + "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b1c7122bd5f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3f4adf03… │\n", + "│ 59749_bp_8be ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 8137335 ┆ Interferome ┆ 8cfc4d7c8a6 │\n", + "│ ams_pattern. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ bc41a06e5bd │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ e2756643… │\n", + "│ 59750_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3669608 ┆ Interferome ┆ d65b5a90e95 │\n", + "│ 2settings.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8bc5e6b45cd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f0fa53a2… │\n", + "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3521937 ┆ Interferome ┆ 796dbeb8dbd │\n", + "│ 2weights_0.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 02c132d74c2 │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ 74c8cbb7… │\n", + "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3538081 ┆ Interferome ┆ 77c8c722b69 │\n", + "│ 2weights_15. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f4263dd62dc │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ 88b86c5d… │\n", + "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7525050 ┆ Interferome ┆ 24e4108d5b6 │\n", + "│ erleave_0.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b5440250cc9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b6078473… │\n", + "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7493404 ┆ Interferome ┆ 3b7c15c46bc │\n", + "│ erleave_15.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 7bb901b93ff │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ 76bace18… │\n", + "│ gmrt.ms ┆ radps/measur ┆ CASA MS v2 ┆ GMRT ┆ 2125130 ┆ Interferome ┆ aec76670a31 │\n", + "│ ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ ac6579271bf │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 800e3bd4… │\n", + "│ checksum.has ┆ verification ┆ hash ┆ NA ┆ 20 ┆ NA ┆ 9eb52ee46c7 │\n", + "│ h ┆ ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", + "│ refim_point_ ┆ radps/image ┆ NA ┆ NA ┆ 257051 ┆ NA ┆ 6efcd43e977 │\n", + "│ im_casa_hogb ┆ ┆ ┆ ┆ ┆ ┆ 025b1cb4044 │\n", + "│ om_cle… ┆ ┆ ┆ ┆ ┆ ┆ ec64e6e7… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ NA ┆ NA ┆ 22762594 ┆ NA ┆ 36171274465 │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ f990be61dd9 │\n", + "│ compar… ┆ ┆ ┆ ┆ ┆ ┆ 63f4c09a… │\n", + "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 7027733 ┆ NA ┆ be10efd0725 │\n", + "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 003b6c0233e │\n", + "│ k_comp… ┆ ┆ ┆ ┆ ┆ ┆ 17197700… │\n", + "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 5271957 ┆ NA ┆ 700d410a304 │\n", + "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 5f5e52d827d │\n", + "│ k_xx_c… ┆ ┆ ┆ ┆ ┆ ┆ 460828a8… │\n", + "│ twhya_selfca ┆ radps/image ┆ CASA MS v2 ┆ ALMA ┆ 2555984 ┆ Interferome ┆ 04d54e4a6b1 │\n", + "│ l_11chans_ls ┆ ┆ ┆ ┆ ┆ ter ┆ 1735211b32a │\n", + "│ rk_rob… ┆ ┆ ┆ ┆ ┆ ┆ eb226b51… │\n", + "│ casa_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 968492 ┆ NA ┆ eeb992fc158 │\n", + "│ deconv.resid ┆ ┆ ┆ ┆ ┆ ┆ 6a8eec0890f │\n", + "│ ual ┆ ┆ ┆ ┆ ┆ ┆ 41e57cd5… │\n", + "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 972188 ┆ NA ┆ 1d19bf6bc1f │\n", + "│ multisrc.psf ┆ ┆ ┆ ┆ ┆ ┆ a5b4aff5493 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a8032558… │\n", + "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 959913 ┆ NA ┆ be40fa7a3cd │\n", + "│ multisrc.res ┆ ┆ ┆ ┆ ┆ ┆ 328d81afdd6 │\n", + "│ idual ┆ ┆ ┆ ┆ ┆ ┆ b6a6fbb2… │\n", + "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 238662 ┆ NA ┆ 03f6817a70e │\n", + "│ im.psf ┆ ┆ ┆ ┆ ┆ ┆ 2fa7497c9f1 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c18cb2e2… │\n", + "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 242965 ┆ NA ┆ cee10eeaacf │\n", + "│ im.residual ┆ ┆ ┆ ┆ ┆ ┆ f8366dc3f79 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9cf6c698… │\n", + "│ absolute_off ┆ single-dish ┆ ASDM ┆ ALMA SD ┆ 245676406 ┆ NA ┆ 8eb43acc8e7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d90ca150610 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 81a8d758… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ MSv4 ┆ NA ┆ 16705461 ┆ NA ┆ 0ada5f7c20b │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 5d024181007 │\n", + "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ 75f03263… │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ FITS ┆ NA ┆ 21054726 ┆ NA ┆ 103c551d0ce │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 4e5664a4fd2 │\n", + "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ b2b86628… │\n", + "└──────────────┴──────────────┴──────────────┴─────────────┴───────────┴─────────────┴─────────────┘\n" + ] + } + ], + "source": [ + "files = toolviper.utils.data.list_files(truncate=None) # The default is None and gives the standard result\n", + "\n", + "print(files)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "09fe743f-9f0d-4192-b51d-159da91af0db", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + "\n", + "\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "┌──────────────┬──────────────┬──────────────┬─────────────┬───────────┬─────────────┬─────────────┐\n", + "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", + "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", + "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", + "╞══════════════╪══════════════╪══════════════╪═════════════╪═══════════╪═════════════╪═════════════╡\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb9 │\n", + "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 93656f04230 │\n", + "│ xed.split.ms ┆ ┆ ┆ ┆ ┆ ┆ 236fadb7b47 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e10a4dd7802 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ bd3012b5eec │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ bec73799c │\n", + "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b │\n", + "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 805d6253a3b │\n", + "│ ed.split.ms ┆ ┆ ┆ ┆ ┆ ┆ 3a6ff9b5fe2 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ dd237988e9b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 313fef6f6bc │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2895cf383 │\n", + "│ J1924-2914.m ┆ astrohack ┆ CASA MS v2 ┆ ALMA ┆ 35000000 ┆ Holography ┆ 374a0ab60d3 │\n", + "│ s.calibrated ┆ ┆ ┆ ┆ ┆ ┆ a9f0ade9f7b │\n", + "│ .split.SPW3 ┆ ┆ ┆ ┆ ┆ ┆ 16795f163b8 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8acfcf22b4b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d7ac096742c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 7476ab807 │\n", + "│ extract_holo ┆ verification ┆ json ┆ na ┆ 967 ┆ na ┆ aa5da05bf4c │\n", + "│ g_verificati ┆ ┆ ┆ ┆ ┆ ┆ 61c025dc01b │\n", + "│ on.json ┆ ┆ ┆ ┆ ┆ ┆ dc7fd70a000 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0ce3bcde868 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 40423043c88 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a9a85b76b │\n", + "│ holog_numeri ┆ verification ┆ json ┆ na ┆ 1033 ┆ na ┆ b4b9d16d96f │\n", + "│ cal_verifica ┆ ┆ ┆ ┆ ┆ ┆ 8e9af3bff3c │\n", + "│ tion.json ┆ ┆ ┆ ┆ ┆ ┆ 9965801a7a9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ab841a9ce3c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ab85014e4c0 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 603bd49e2 │\n", + "│ locit-input- ┆ astrohack ┆ CASA Cal ┆ VLA ┆ 92293 ┆ antenna ┆ a487a40eba5 │\n", + "│ pha.cal ┆ ┆ Table ┆ ┆ ┆ location ┆ a824b7886d8 │\n", + "│ ┆ ┆ ┆ ┆ ┆ cal table ┆ 03b8d0e25e5 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 91ff23bc1c4 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 06882cac6b4 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e2c7faed5 │\n", + "│ panel_cutoff ┆ astrohack/pa ┆ npy ┆ na ┆ 27150 ┆ na ┆ 9eb52ee46c7 │\n", + "│ _mask ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99fde │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d1b7d7354f7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 5e50847bdae │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 6cb44eb66 │\n", + "│ heuristic_mo ┆ astrohack ┆ bin ┆ na ┆ 556 ┆ na ┆ afd789575ad │\n", + "│ del ┆ ┆ ┆ ┆ ┆ ┆ 3794cb77f43 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ df88d5074eb │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 64b9b0ae261 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 26c829af745 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 75a5e6915 │\n", + "│ panel-input- ┆ astrohack/pa ┆ na ┆ na ┆ 402916 ┆ na ┆ 9eb52ee46c7 │\n", + "│ data ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99fde │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d1b7d7354f7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 5e50847bdae │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 6cb44eb66 │\n", + "│ AA2-Mid-sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Mid ┆ 14710912 ┆ Simulated ┆ 502496ba831 │\n", + "│ 00000.ms ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ 30d18a59433 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ter ┆ 083538861bd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 47b2aaa2a03 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ eea44d8a9e3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2f9b82955 │\n", + "│ Antennae_M8. ┆ radps/image ┆ zarr ┆ ALMA ┆ 12626417 ┆ Interferome ┆ 1dd8c61f375 │\n", + "│ img.zarr ┆ ┆ ┆ ┆ ┆ ter Mosaic ┆ 8208d816691 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3d19cf9662b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 77367c1ce02 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0be837f4277 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ bebae644c │\n", + "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 189716793 ┆ Interferome ┆ 74eafb95e44 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 1029dec2977 │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ ff221377c29 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0779a8acd44 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 70b153192d9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 06192cd87 │\n", + "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 1560578 ┆ Interferome ┆ a8cb7c68df3 │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 75e19e59127 │\n", + "│ split.ms ┆ ┆ ┆ ┆ ┆ ┆ e348568f2df │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c031fbc3c47 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b947c3c4ce7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4d42deeae │\n", + "│ complex_valu ┆ radps/image ┆ image ┆ Simulated ┆ 562110 ┆ Simulated ┆ 1d4cc35dfdc │\n", + "│ ed_uv.im ┆ ┆ ┆ ┆ ┆ ┆ 73ad31e64b7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 752eda0bce2 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 54802e1ceb6 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2f85e753a16 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 581111bf6 │\n", + "│ demo_simulat ┆ radps/image ┆ image ┆ Simulated ┆ 15321745 ┆ Simulated ┆ 8a1f11c4d18 │\n", + "│ ed.im ┆ ┆ ┆ ┆ ┆ ┆ 91a6e61170f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 04220e6375a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b16156ed1a3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 07d84bde3b3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fa60a7514 │\n", + "│ no_mask.im ┆ radps/image ┆ image ┆ Simulated ┆ 4252 ┆ Simulated ┆ 951864696e3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8ab3fa1c2ff │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ dc84f7ad83b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 908287a6324 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a9f9eec1842 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 7aeab9098 │\n", + "│ small_lofar. ┆ radps/measur ┆ CASA MS v2 ┆ LOFAR ┆ 10091260 ┆ Interferome ┆ 8b670bfc672 │\n", + "│ ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 1d9e1203bec │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3824e693503 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0858b985241 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 74c0bd7a543 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ be8bfdfc9 │\n", + "│ small_meerka ┆ radps/measur ┆ CASA MS v2 ┆ MeerKAT ┆ 2392258 ┆ Interferome ┆ 58f1592147c │\n", + "│ t.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 182307a00ac │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c6249363aad │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 034e2734e95 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9852e74f927 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 10b02ed41 │\n", + "│ global_vlbi_ ┆ radps/measur ┆ CASA MS v2 ┆ GLOBAL VLBI ┆ 15701018 ┆ VLBI ┆ 05dc4fc26cf │\n", + "│ gg084b_reduc ┆ ement_set ┆ ┆ ┆ ┆ ┆ 559fead6e93 │\n", + "│ ed.ms ┆ ┆ ┆ ┆ ┆ ┆ 4e65a8bacf9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 14b2333b62a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9d7756037a7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e7c0663ce │\n", + "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9399847 ┆ VLBI ┆ d13464e935c │\n", + "│ split_lsrk.m ┆ ement_set ┆ ┆ ┆ ┆ ┆ 66b14bc15c4 │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ c80e5e1a773 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a49fca98db5 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c7fb759e599 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 866b01d05 │\n", + "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11082603 ┆ Simulated ┆ 16e565576da │\n", + "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ d0f3da23094 │\n", + "│ ource0000_sp ┆ ┆ ┆ ┆ ┆ ter ┆ bdc6bb174f8 │\n", + "│ lit_lsrk.ms ┆ ┆ ┆ ┆ ┆ ┆ 0bb8aa4b8b4 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ bfa38e70a28 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 631b6590b │\n", + "│ venus_ephem_ ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16758430 ┆ Interferome ┆ 4565aa5a53b │\n", + "│ test.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 22fb962d47a │\n", + "│ ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ fef18901e93 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8cd546a52d9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 05a252a1a8f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4126a0b61 │\n", + "│ sdimaging.ms ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29718841 ┆ Single Dish ┆ 0b79fb5006a │\n", + "│ ┆ ement_set ┆ ┆ ┆ ┆ ┆ dc5536b4a43 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fea3ebb137a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 33a0192eadd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fc489f7712f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 76d056160 │\n", + "│ ALMA_uid___A ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29593547 ┆ Interferome ┆ a5c7f9c934a │\n", + "│ 002_X1003af4 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8957e9c246c │\n", + "│ _X75a3.split ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 34cc89520de │\n", + "│ .avg.ms ┆ ┆ ┆ ┆ ┆ ┆ 027a646f532 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0ddd44f19b1 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b15d3d2b4 │\n", + "│ VLASS3.2.sb4 ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 69019704 ┆ Interferome ┆ 58ba68727be │\n", + "│ 5755730.eb46 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ a5ac7f35020 │\n", + "│ 170641.60480 ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 95db8a00d67 │\n", + "│ .16266136574 ┆ ┆ ┆ ┆ ┆ ┆ e813818df99 │\n", + "│ .split.v6.ms ┆ ┆ ┆ ┆ ┆ ┆ 188e7a7cf9e │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2689f7a0f │\n", + "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 62246951 ┆ Simulated ┆ 3bd2c68a89c │\n", + "│ vla_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 15280c831dd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ff508821e9d │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a09921bcf91 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 25f9d88b791 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 69709b063 │\n", + "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 67218042 ┆ Simulated ┆ f94b1028f75 │\n", + "│ sd_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 7fed3161853 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 57e3827969a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c6708f2dce4 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ bc9ffaff53b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 96b7ea4ef │\n", + "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9314803 ┆ Interferome ┆ 3a95dc46627 │\n", + "│ 1_casa_lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8924d2a9e96 │\n", + "│ ps.zarr ┆ ┆ ┆ ┆ ┆ ┆ 50710dd30be │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4441fc98f40 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 00eaf5b9888 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 99a545dd7 │\n", + "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9867649 ┆ Interferome ┆ aaa9be65a1d │\n", + "│ 1_topo.ps.za ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 6d9c98e5a15 │\n", + "│ rr ┆ ┆ ┆ ┆ ┆ ┆ 15cd583dfce │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ dd6c769388d │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 95627517bee │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fb51c4102 │\n", + "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 3430000 ┆ Interferome ┆ 2f2d4e3685a │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 51e8990d8e5 │\n", + "│ split.ps.zar ┆ ┆ ┆ ┆ ┆ ┆ 5b0b2703e3b │\n", + "│ r ┆ ┆ ┆ ┆ ┆ ┆ 9c67ae8a011 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0be5c091e55 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 59002b75c │\n", + "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 2040000 ┆ Interferome ┆ f7cbddfbe0d │\n", + "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 45c0d7f0002 │\n", + "│ ps.zarr ┆ ┆ ┆ ┆ ┆ ┆ 397ac8f00a4 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9266c9c7563 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ab6f23fbb74 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9f87cbd77 │\n", + "│ feather_mode ┆ radps/image ┆ Model ┆ ┆ 61364929 ┆ Simulated ┆ ce60cc126f8 │\n", + "│ l_convolved ┆ ┆ ┆ ┆ ┆ ┆ 9e3488b00e0 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4761e3e6420 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 7c9ad05f7f3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 6fc5bd7450e │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0d1cf4863 │\n", + "│ feather.im ┆ radps/image ┆ CASA Image ┆ ┆ 67150892 ┆ Simulated ┆ 9c0701d850f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e744f2faecc │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a5dbdef07ff │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 7343ede4cae │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 62a1031d04d │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f335eab83 │\n", + "│ int.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 65512355 ┆ Simulated ┆ 3ccb81f4c3a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f85c152f1c8 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e3f478a699c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 30a04fbdc8f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 58213e55900 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ bd4039e53 │\n", + "│ sd.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 67150892 ┆ Simulated ┆ 74d6232c8ec │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d22e2d48da0 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 056c23012ba │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e32c234670c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 835a71ac330 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2c8412d8b │\n", + "│ ska_low_sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Low ┆ 8866100 ┆ Simulated ┆ 016f3c3acbb │\n", + "│ 18s.ms ┆ ement_set ┆ ┆ ┆ ┆ ┆ d852c423256 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ dac94122368 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ab49ee27338 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ eeb4f577a0b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0850c2512 │\n", + "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9402465 ┆ Interferome ┆ 872a2cb77dd │\n", + "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f3def300976 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 25d4bb62294 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 44c7d351503 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 1bb84593298 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b76160c2d │\n", + "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11099488 ┆ Interferome ┆ 6bb805af31c │\n", + "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 009b72fe677 │\n", + "│ ource0000_sp ┆ ┆ ┆ ┆ ┆ ┆ b828a8a643a │\n", + "│ lit.ms ┆ ┆ ┆ ┆ ┆ ┆ f5cd42252cd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4d1a6a4b05c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 1861d9d08 │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 6299859 ┆ Single Dish ┆ cfff8d2f1fe │\n", + "│ 1015532_X192 ┆ ement_set ┆ ┆ ┆ ┆ ┆ f77c2f64656 │\n", + "│ 6f.small.ms ┆ ┆ ┆ ┆ ┆ ┆ f6daa4c02a9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fd9dfd49d06 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d6c3feaf3cc │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2ef0bf257 │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ ddc97db5ff3 │\n", + "│ ae00c5_X2e6b ┆ ement_set ┆ ┆ ┆ ┆ ┆ 2bb2b75ec5e │\n", + "│ .small.ms ┆ ┆ ┆ ┆ ┆ ┆ be51bc75433 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a5618b486c4 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 1eeac92f66e │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 162b57f19 │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ a8d16e405cb │\n", + "│ ced5df_Xf9d9 ┆ ement_set ┆ ┆ ┆ ┆ ┆ eab52e886ab │\n", + "│ .small.ms ┆ ┆ ┆ ┆ ┆ ┆ c51988208ab │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 36fa94d1655 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f2610973a15 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 7628b7f26 │\n", + "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16122776 ┆ Single Dish ┆ 71ba615b816 │\n", + "│ e3a5fd_Xe38e ┆ ement_set ┆ ┆ ┆ ┆ ┆ f0484936411 │\n", + "│ .small.ms ┆ ┆ ┆ ┆ ┆ ┆ 59714fb5507 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ e6fd460edb7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8dfffe2c70c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a05187bea │\n", + "│ SNR_G55_10s. ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 8648349 ┆ Interferome ┆ 95c40240c93 │\n", + "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b1c7122bd5f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3f4adf03c2d │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 440bfc69055 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fd25cd81599 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9c42b0ea4 │\n", + "│ 59749_bp_8be ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 8137335 ┆ Interferome ┆ 8cfc4d7c8a6 │\n", + "│ ams_pattern. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ bc41a06e5bd │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ e2756643565 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9d7df1aef2b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b3663540450 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b4f0a2d14 │\n", + "│ 59750_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3669608 ┆ Interferome ┆ d65b5a90e95 │\n", + "│ 2settings.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8bc5e6b45cd │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f0fa53a204a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 18f5f57ba1c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 6f2ff5ca712 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 83e8c14f0 │\n", + "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3521937 ┆ Interferome ┆ 796dbeb8dbd │\n", + "│ 2weights_0.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 02c132d74c2 │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ 74c8cbb771f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 6250578a28c │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0066192cb8d │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 3f01f2544 │\n", + "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3538081 ┆ Interferome ┆ 77c8c722b69 │\n", + "│ 2weights_15. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f4263dd62dc │\n", + "│ ms ┆ ┆ ┆ ┆ ┆ ┆ 88b86c5dbad │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 6a39f54f1a7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ be753871414 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c81e9aeb8 │\n", + "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7525050 ┆ Interferome ┆ 24e4108d5b6 │\n", + "│ erleave_0.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b5440250cc9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b60784739e6 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 473520ddeb5 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a9c5033b90f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 47765f359 │\n", + "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7493404 ┆ Interferome ┆ 3b7c15c46bc │\n", + "│ erleave_15.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 7bb901b93ff │\n", + "│ s ┆ ┆ ┆ ┆ ┆ ┆ 76bace18a70 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c40d539fd16 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 7873e12cbc5 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b0e555d63 │\n", + "│ gmrt.ms ┆ radps/measur ┆ CASA MS v2 ┆ GMRT ┆ 2125130 ┆ Interferome ┆ aec76670a31 │\n", + "│ ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ ac6579271bf │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 800e3bd4bb3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 690422c43d7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2303d3490f6 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 1b4833d89 │\n", + "│ checksum.has ┆ verification ┆ hash ┆ NA ┆ 20 ┆ NA ┆ 9eb52ee46c7 │\n", + "│ h ┆ ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99fde │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d1b7d7354f7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 5e50847bdae │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 6cb44eb66 │\n", + "│ refim_point_ ┆ radps/image ┆ NA ┆ NA ┆ 257051 ┆ NA ┆ 6efcd43e977 │\n", + "│ im_casa_hogb ┆ ┆ ┆ ┆ ┆ ┆ 025b1cb4044 │\n", + "│ om_cleaned.r ┆ ┆ ┆ ┆ ┆ ┆ ec64e6e7cc0 │\n", + "│ esidual ┆ ┆ ┆ ┆ ┆ ┆ de4c0ac2a52 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ fbab7a4d24f │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0a0c7e2d6 │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ NA ┆ NA ┆ 22762594 ┆ NA ┆ 36171274465 │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ f990be61dd9 │\n", + "│ compare_weig ┆ ┆ ┆ ┆ ┆ ┆ 63f4c09a7e5 │\n", + "│ hts.ps.zarr ┆ ┆ ┆ ┆ ┆ ┆ 06382d7659a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9d30797af1a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d7f2f46ed │\n", + "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 7027733 ┆ NA ┆ be10efd0725 │\n", + "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 003b6c0233e │\n", + "│ k_compare_we ┆ ┆ ┆ ┆ ┆ ┆ 171977005d8 │\n", + "│ ights.ps.zar ┆ ┆ ┆ ┆ ┆ ┆ b152eee3a1d │\n", + "│ r ┆ ┆ ┆ ┆ ┆ ┆ 3e2ae0a8ae9 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 4643dd6be │\n", + "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 5271957 ┆ NA ┆ 700d410a304 │\n", + "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 5f5e52d827d │\n", + "│ k_xx_compare ┆ ┆ ┆ ┆ ┆ ┆ 460828a8af7 │\n", + "│ _weights.ps. ┆ ┆ ┆ ┆ ┆ ┆ 6b95d4fda55 │\n", + "│ zarr ┆ ┆ ┆ ┆ ┆ ┆ 7bc294914b1 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 00dbd18b9 │\n", + "│ twhya_selfca ┆ radps/image ┆ CASA MS v2 ┆ ALMA ┆ 2555984 ┆ Interferome ┆ 04d54e4a6b1 │\n", + "│ l_11chans_ls ┆ ┆ ┆ ┆ ┆ ter ┆ 1735211b32a │\n", + "│ rk_robust_0. ┆ ┆ ┆ ┆ ┆ ┆ eb226b51bc9 │\n", + "│ 5_niter_0.ps ┆ ┆ ┆ ┆ ┆ ┆ ab73dfb49c5 │\n", + "│ f ┆ ┆ ┆ ┆ ┆ ┆ 4ddc4c92865 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8bd15a35c │\n", + "│ casa_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 968492 ┆ NA ┆ eeb992fc158 │\n", + "│ deconv.resid ┆ ┆ ┆ ┆ ┆ ┆ 6a8eec0890f │\n", + "│ ual ┆ ┆ ┆ ┆ ┆ ┆ 41e57cd5e51 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ f3625181384 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 5ed84491bc3 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b791dd74d │\n", + "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 972188 ┆ NA ┆ 1d19bf6bc1f │\n", + "│ multisrc.psf ┆ ┆ ┆ ┆ ┆ ┆ a5b4aff5493 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ a8032558ce6 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 69906b05684 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 630f55c77eb │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c58b3b25b │\n", + "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 959913 ┆ NA ┆ be40fa7a3cd │\n", + "│ multisrc.res ┆ ┆ ┆ ┆ ┆ ┆ 328d81afdd6 │\n", + "│ idual ┆ ┆ ┆ ┆ ┆ ┆ b6a6fbb2fe6 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8f2a426c68e │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 1b91c0c0f0e │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9f093c790 │\n", + "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 238662 ┆ NA ┆ 03f6817a70e │\n", + "│ im.psf ┆ ┆ ┆ ┆ ┆ ┆ 2fa7497c9f1 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ c18cb2e21e4 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 1695678d80e │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 53e10ceb717 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 6dfcef60d │\n", + "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 242965 ┆ NA ┆ cee10eeaacf │\n", + "│ im.residual ┆ ┆ ┆ ┆ ┆ ┆ f8366dc3f79 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 9cf6c698d67 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ b524d41876b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ aabd45be79a │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 34eab111d │\n", + "│ absolute_off ┆ single-dish ┆ ASDM ┆ ALMA SD ┆ 245676406 ┆ NA ┆ 8eb43acc8e7 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ d90ca150610 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 81a8d75895e │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 27494524192 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 2a62e41efeb │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 0964087bc │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ MSv4 ┆ NA ┆ 16705461 ┆ NA ┆ 0ada5f7c20b │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 5d024181007 │\n", + "│ robust_0.5_n ┆ ┆ ┆ ┆ ┆ ┆ 75f03263e6d │\n", + "│ iter_99_casa ┆ ┆ ┆ ┆ ┆ ┆ 02951722bee │\n", + "│ .ms ┆ ┆ ┆ ┆ ┆ ┆ 16d021569cf │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 8fc7f9412 │\n", + "│ 3c286_Band6_ ┆ radps/image ┆ FITS ┆ NA ┆ 21054726 ┆ NA ┆ 103c551d0ce │\n", + "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 4e5664a4fd2 │\n", + "│ robust_0.5_n ┆ ┆ ┆ ┆ ┆ ┆ b2b86628374 │\n", + "│ iter_99.fits ┆ ┆ ┆ ┆ ┆ ┆ 77c12e8272b │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ 80bc4406557 │\n", + "│ ┆ ┆ ┆ ┆ ┆ ┆ ff0861c4e │\n", + "└──────────────┴──────────────┴──────────────┴─────────────┴───────────┴─────────────┴─────────────┘\n" + ] + } + ], + "source": [ + "files = toolviper.utils.data.list_files(truncate=100) # This allows you to set the string length\n", + "\n", + "print(files)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7b04a2fa-53a9-4905-86c7-aeff9019c0b8", + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { @@ -112,7 +2104,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.13" + "version": "3.12.12" } }, "nbformat": 4, diff --git a/pyproject.toml b/pyproject.toml index 7c1d677..bd0f7ff 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -18,6 +18,8 @@ dependencies = [ 'numpy', 'psutil', 'rich', + 'polars', + 'itables', 'requests', 'tqdm', ] diff --git a/src/toolviper/utils/data/cloudflare.py b/src/toolviper/utils/data/cloudflare.py index e37361d..d0587e5 100644 --- a/src/toolviper/utils/data/cloudflare.py +++ b/src/toolviper/utils/data/cloudflare.py @@ -14,6 +14,10 @@ import toolviper.utils.logger as logger from toolviper.utils import parameter +from collections import defaultdict +from toolviper.utils.parameter import is_notebook +import polars as pl + colorize = console.Colorize() PROGRESS_MAX_CHARACTERS = 28 @@ -196,7 +200,72 @@ def worker(progress: Progress, task_id: TaskID, task: dict, decompress=True) -> os.remove(fullname) -def list_files() -> None: +class ToolviperFiles: + def __init__(self, manifest, dataframe=None): + + self.manifest = manifest + self.dataframe = dataframe + self.notebook_mode = False + + if is_notebook(): + import itables + + self.notebook_mode = True + + itables.init_notebook_mode() + + def __call__(self): + if not self.notebook_mode: + return print(self.dataframe) + + else: + return self.dataframe + + @classmethod + def from_manifest(cls, manifest: str): + meta_data_path = pathlib.Path(manifest) + + # Verify that the download metadata exist and update if not. + # _verify_metadata_file() + + with open(meta_data_path) as json_file: + file_meta_data = json.load(json_file) + + files = file_meta_data["metadata"].keys() + + data = defaultdict(list) + data["file"] = list(files) + + for file_, metadata_ in file_meta_data["metadata"].items(): + for key_, value_ in metadata_.items(): + if key_ == "file": + continue + + # I think we could do this with a JSON ENCODER + # but this is easier since the file is small + # and everything is a string already + if value_ == "size": + value_ = int(value_) + + data[key_].append(value_) + + return cls(manifest=manifest, dataframe=pl.DataFrame(data)) + + +def list_files(truncate=None) -> pl.DataFrame: + pl.Config.set_tbl_rows(-1) + pl.Config.set_tbl_hide_dataframe_shape(True) + pl.Config.set_fmt_str_lengths(truncate) + meta_data_path = pathlib.Path(__file__).parent.joinpath( + ".cloudflare/file.download.json" + ) + + table = ToolviperFiles.from_manifest(str(meta_data_path)) + return table.dataframe + + +# This version of the function is now deprecated +def list_files_() -> None: """ List all files in cloudflare """ @@ -218,7 +287,7 @@ def list_files() -> None: with open(meta_data_path) as json_file: file_meta_data = json.load(json_file) - table.add_column("file", style="blue") + table.add_column("file", style="blue", no_wrap=False) table.add_column("dtype", style="green") table.add_column("telescope", style="green") table.add_column("size", style="green") From 81767a793b65175f5c808349bb6abf11ef7f6a3b Mon Sep 17 00:00:00 2001 From: jrhosk Date: Wed, 14 Jan 2026 23:10:39 +0900 Subject: [PATCH 2/5] polars is better 2026 --- docs/download_example.ipynb | 1968 +----------------------- pyproject.toml | 1 + src/toolviper/utils/data/cloudflare.py | 29 +- 3 files changed, 57 insertions(+), 1941 deletions(-) diff --git a/docs/download_example.ipynb b/docs/download_example.ipynb index 1549398..0c26b31 100644 --- a/docs/download_example.ipynb +++ b/docs/download_example.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "id": "5d86886d-fa1d-4c53-8c07-cf0ee1378211", "metadata": {}, "outputs": [], @@ -89,487 +89,10 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "2439445a-d7fe-4bea-bc43-6edb131447cc", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "\n", - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "\n", - " \n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "\n", - " Loading ITables v2.6.1 from the init_notebook_mode cell...\n", - " (need help?)
\n", - "\n" - ], - "text/plain": [ - "┌──────────────┬──────────────┬──────────────┬─────────────┬───────────┬─────────────┬─────────────┐\n", - "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", - "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", - "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", - "╞══════════════╪══════════════╪══════════════╪═════════════╪═══════════╪═════════════╪═════════════╡\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb9 │\n", - "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 93656f04230 │\n", - "│ xed.sp… ┆ ┆ ┆ ┆ ┆ ┆ 236fadb7… │\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b │\n", - "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 805d6253a3b │\n", - "│ ed.spl… ┆ ┆ ┆ ┆ ┆ ┆ 3a6ff9b5… │\n", - "│ J1924-2914.m ┆ astrohack ┆ CASA MS v2 ┆ ALMA ┆ 35000000 ┆ Holography ┆ 374a0ab60d3 │\n", - "│ s.calibrated ┆ ┆ ┆ ┆ ┆ ┆ a9f0ade9f7b │\n", - "│ .split… ┆ ┆ ┆ ┆ ┆ ┆ 16795f16… │\n", - "│ extract_holo ┆ verification ┆ json ┆ na ┆ 967 ┆ na ┆ aa5da05bf4c │\n", - "│ g_verificati ┆ ┆ ┆ ┆ ┆ ┆ 61c025dc01b │\n", - "│ on.jso… ┆ ┆ ┆ ┆ ┆ ┆ dc7fd70a… │\n", - "│ holog_numeri ┆ verification ┆ json ┆ na ┆ 1033 ┆ na ┆ b4b9d16d96f │\n", - "│ cal_verifica ┆ ┆ ┆ ┆ ┆ ┆ 8e9af3bff3c │\n", - "│ tion.j… ┆ ┆ ┆ ┆ ┆ ┆ 9965801a… │\n", - "│ locit-input- ┆ astrohack ┆ CASA Cal ┆ VLA ┆ 92293 ┆ antenna ┆ a487a40eba5 │\n", - "│ pha.cal ┆ ┆ Table ┆ ┆ ┆ location ┆ a824b7886d8 │\n", - "│ ┆ ┆ ┆ ┆ ┆ cal table ┆ 03b8d0e2… │\n", - "│ panel_cutoff ┆ astrohack/pa ┆ npy ┆ na ┆ 27150 ┆ na ┆ 9eb52ee46c7 │\n", - "│ _mask ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", - "│ heuristic_mo ┆ astrohack ┆ bin ┆ na ┆ 556 ┆ na ┆ afd789575ad │\n", - "│ del ┆ ┆ ┆ ┆ ┆ ┆ 3794cb77f43 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ df88d507… │\n", - "│ panel-input- ┆ astrohack/pa ┆ na ┆ na ┆ 402916 ┆ na ┆ 9eb52ee46c7 │\n", - "│ data ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", - "│ AA2-Mid-sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Mid ┆ 14710912 ┆ Simulated ┆ 502496ba831 │\n", - "│ 00000.ms ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ 30d18a59433 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ter ┆ 08353886… │\n", - "│ Antennae_M8. ┆ radps/image ┆ zarr ┆ ALMA ┆ 12626417 ┆ Interferome ┆ 1dd8c61f375 │\n", - "│ img.zarr ┆ ┆ ┆ ┆ ┆ ter Mosaic ┆ 8208d816691 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3d19cf96… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 189716793 ┆ Interferome ┆ 74eafb95e44 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 1029dec2977 │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ ff221377… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 1560578 ┆ Interferome ┆ a8cb7c68df3 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 75e19e59127 │\n", - "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ e348568f… │\n", - "│ complex_valu ┆ radps/image ┆ image ┆ Simulated ┆ 562110 ┆ Simulated ┆ 1d4cc35dfdc │\n", - "│ ed_uv.im ┆ ┆ ┆ ┆ ┆ ┆ 73ad31e64b7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 752eda0b… │\n", - "│ demo_simulat ┆ radps/image ┆ image ┆ Simulated ┆ 15321745 ┆ Simulated ┆ 8a1f11c4d18 │\n", - "│ ed.im ┆ ┆ ┆ ┆ ┆ ┆ 91a6e61170f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 04220e63… │\n", - "│ no_mask.im ┆ radps/image ┆ image ┆ Simulated ┆ 4252 ┆ Simulated ┆ 951864696e3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8ab3fa1c2ff │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ dc84f7ad… │\n", - "│ small_lofar. ┆ radps/measur ┆ CASA MS v2 ┆ LOFAR ┆ 10091260 ┆ Interferome ┆ 8b670bfc672 │\n", - "│ ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 1d9e1203bec │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3824e693… │\n", - "│ small_meerka ┆ radps/measur ┆ CASA MS v2 ┆ MeerKAT ┆ 2392258 ┆ Interferome ┆ 58f1592147c │\n", - "│ t.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 182307a00ac │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c6249363… │\n", - "│ global_vlbi_ ┆ radps/measur ┆ CASA MS v2 ┆ GLOBAL VLBI ┆ 15701018 ┆ VLBI ┆ 05dc4fc26cf │\n", - "│ gg084b_reduc ┆ ement_set ┆ ┆ ┆ ┆ ┆ 559fead6e93 │\n", - "│ ed.ms ┆ ┆ ┆ ┆ ┆ ┆ 4e65a8ba… │\n", - "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9399847 ┆ VLBI ┆ d13464e935c │\n", - "│ split_lsrk.m ┆ ement_set ┆ ┆ ┆ ┆ ┆ 66b14bc15c4 │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ c80e5e1a… │\n", - "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11082603 ┆ Simulated ┆ 16e565576da │\n", - "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ d0f3da23094 │\n", - "│ ource0… ┆ ┆ ┆ ┆ ┆ ter ┆ bdc6bb17… │\n", - "│ venus_ephem_ ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16758430 ┆ Interferome ┆ 4565aa5a53b │\n", - "│ test.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 22fb962d47a │\n", - "│ ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ fef18901… │\n", - "│ sdimaging.ms ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29718841 ┆ Single Dish ┆ 0b79fb5006a │\n", - "│ ┆ ement_set ┆ ┆ ┆ ┆ ┆ dc5536b4a43 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fea3ebb1… │\n", - "│ ALMA_uid___A ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29593547 ┆ Interferome ┆ a5c7f9c934a │\n", - "│ 002_X1003af4 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8957e9c246c │\n", - "│ _X75a3… ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 34cc8952… │\n", - "│ VLASS3.2.sb4 ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 69019704 ┆ Interferome ┆ 58ba68727be │\n", - "│ 5755730.eb46 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ a5ac7f35020 │\n", - "│ 170641… ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 95db8a00… │\n", - "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 62246951 ┆ Simulated ┆ 3bd2c68a89c │\n", - "│ vla_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 15280c831dd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ff508821… │\n", - "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 67218042 ┆ Simulated ┆ f94b1028f75 │\n", - "│ sd_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 7fed3161853 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 57e38279… │\n", - "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9314803 ┆ Interferome ┆ 3a95dc46627 │\n", - "│ 1_casa_lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8924d2a9e96 │\n", - "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 50710dd3… │\n", - "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9867649 ┆ Interferome ┆ aaa9be65a1d │\n", - "│ 1_topo.ps.za ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 6d9c98e5a15 │\n", - "│ rr ┆ ┆ ┆ ┆ ┆ ┆ 15cd583d… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 3430000 ┆ Interferome ┆ 2f2d4e3685a │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 51e8990d8e5 │\n", - "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ 5b0b2703… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 2040000 ┆ Interferome ┆ f7cbddfbe0d │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 45c0d7f0002 │\n", - "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 397ac8f0… │\n", - "│ feather_mode ┆ radps/image ┆ Model ┆ ┆ 61364929 ┆ Simulated ┆ ce60cc126f8 │\n", - "│ l_convolved ┆ ┆ ┆ ┆ ┆ ┆ 9e3488b00e0 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4761e3e6… │\n", - "│ feather.im ┆ radps/image ┆ CASA Image ┆ ┆ 67150892 ┆ Simulated ┆ 9c0701d850f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e744f2faecc │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a5dbdef0… │\n", - "│ int.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 65512355 ┆ Simulated ┆ 3ccb81f4c3a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f85c152f1c8 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e3f478a6… │\n", - "│ sd.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 67150892 ┆ Simulated ┆ 74d6232c8ec │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d22e2d48da0 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 056c2301… │\n", - "│ ska_low_sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Low ┆ 8866100 ┆ Simulated ┆ 016f3c3acbb │\n", - "│ 18s.ms ┆ ement_set ┆ ┆ ┆ ┆ ┆ d852c423256 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ dac94122… │\n", - "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9402465 ┆ Interferome ┆ 872a2cb77dd │\n", - "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f3def300976 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 25d4bb62… │\n", - "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11099488 ┆ Interferome ┆ 6bb805af31c │\n", - "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 009b72fe677 │\n", - "│ ource0… ┆ ┆ ┆ ┆ ┆ ┆ b828a8a6… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 6299859 ┆ Single Dish ┆ cfff8d2f1fe │\n", - "│ 1015532_X192 ┆ ement_set ┆ ┆ ┆ ┆ ┆ f77c2f64656 │\n", - "│ 6f.sma… ┆ ┆ ┆ ┆ ┆ ┆ f6daa4c0… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ ddc97db5ff3 │\n", - "│ ae00c5_X2e6b ┆ ement_set ┆ ┆ ┆ ┆ ┆ 2bb2b75ec5e │\n", - "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ be51bc75… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ a8d16e405cb │\n", - "│ ced5df_Xf9d9 ┆ ement_set ┆ ┆ ┆ ┆ ┆ eab52e886ab │\n", - "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ c5198820… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16122776 ┆ Single Dish ┆ 71ba615b816 │\n", - "│ e3a5fd_Xe38e ┆ ement_set ┆ ┆ ┆ ┆ ┆ f0484936411 │\n", - "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ 59714fb5… │\n", - "│ SNR_G55_10s. ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 8648349 ┆ Interferome ┆ 95c40240c93 │\n", - "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b1c7122bd5f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3f4adf03… │\n", - "│ 59749_bp_8be ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 8137335 ┆ Interferome ┆ 8cfc4d7c8a6 │\n", - "│ ams_pattern. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ bc41a06e5bd │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ e2756643… │\n", - "│ 59750_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3669608 ┆ Interferome ┆ d65b5a90e95 │\n", - "│ 2settings.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8bc5e6b45cd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f0fa53a2… │\n", - "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3521937 ┆ Interferome ┆ 796dbeb8dbd │\n", - "│ 2weights_0.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 02c132d74c2 │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ 74c8cbb7… │\n", - "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3538081 ┆ Interferome ┆ 77c8c722b69 │\n", - "│ 2weights_15. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f4263dd62dc │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ 88b86c5d… │\n", - "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7525050 ┆ Interferome ┆ 24e4108d5b6 │\n", - "│ erleave_0.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b5440250cc9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b6078473… │\n", - "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7493404 ┆ Interferome ┆ 3b7c15c46bc │\n", - "│ erleave_15.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 7bb901b93ff │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ 76bace18… │\n", - "│ gmrt.ms ┆ radps/measur ┆ CASA MS v2 ┆ GMRT ┆ 2125130 ┆ Interferome ┆ aec76670a31 │\n", - "│ ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ ac6579271bf │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 800e3bd4… │\n", - "│ checksum.has ┆ verification ┆ hash ┆ NA ┆ 20 ┆ NA ┆ 9eb52ee46c7 │\n", - "│ h ┆ ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", - "│ refim_point_ ┆ radps/image ┆ NA ┆ NA ┆ 257051 ┆ NA ┆ 6efcd43e977 │\n", - "│ im_casa_hogb ┆ ┆ ┆ ┆ ┆ ┆ 025b1cb4044 │\n", - "│ om_cle… ┆ ┆ ┆ ┆ ┆ ┆ ec64e6e7… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ NA ┆ NA ┆ 22762594 ┆ NA ┆ 36171274465 │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ f990be61dd9 │\n", - "│ compar… ┆ ┆ ┆ ┆ ┆ ┆ 63f4c09a… │\n", - "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 7027733 ┆ NA ┆ be10efd0725 │\n", - "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 003b6c0233e │\n", - "│ k_comp… ┆ ┆ ┆ ┆ ┆ ┆ 17197700… │\n", - "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 5271957 ┆ NA ┆ 700d410a304 │\n", - "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 5f5e52d827d │\n", - "│ k_xx_c… ┆ ┆ ┆ ┆ ┆ ┆ 460828a8… │\n", - "│ twhya_selfca ┆ radps/image ┆ CASA MS v2 ┆ ALMA ┆ 2555984 ┆ Interferome ┆ 04d54e4a6b1 │\n", - "│ l_11chans_ls ┆ ┆ ┆ ┆ ┆ ter ┆ 1735211b32a │\n", - "│ rk_rob… ┆ ┆ ┆ ┆ ┆ ┆ eb226b51… │\n", - "│ casa_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 968492 ┆ NA ┆ eeb992fc158 │\n", - "│ deconv.resid ┆ ┆ ┆ ┆ ┆ ┆ 6a8eec0890f │\n", - "│ ual ┆ ┆ ┆ ┆ ┆ ┆ 41e57cd5… │\n", - "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 972188 ┆ NA ┆ 1d19bf6bc1f │\n", - "│ multisrc.psf ┆ ┆ ┆ ┆ ┆ ┆ a5b4aff5493 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a8032558… │\n", - "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 959913 ┆ NA ┆ be40fa7a3cd │\n", - "│ multisrc.res ┆ ┆ ┆ ┆ ┆ ┆ 328d81afdd6 │\n", - "│ idual ┆ ┆ ┆ ┆ ┆ ┆ b6a6fbb2… │\n", - "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 238662 ┆ NA ┆ 03f6817a70e │\n", - "│ im.psf ┆ ┆ ┆ ┆ ┆ ┆ 2fa7497c9f1 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c18cb2e2… │\n", - "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 242965 ┆ NA ┆ cee10eeaacf │\n", - "│ im.residual ┆ ┆ ┆ ┆ ┆ ┆ f8366dc3f79 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9cf6c698… │\n", - "│ absolute_off ┆ single-dish ┆ ASDM ┆ ALMA SD ┆ 245676406 ┆ NA ┆ 8eb43acc8e7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d90ca150610 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 81a8d758… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ MSv4 ┆ NA ┆ 16705461 ┆ NA ┆ 0ada5f7c20b │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 5d024181007 │\n", - "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ 75f03263… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ FITS ┆ NA ┆ 21054726 ┆ NA ┆ 103c551d0ce │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 4e5664a4fd2 │\n", - "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ b2b86628… │\n", - "└──────────────┴──────────────┴──────────────┴─────────────┴───────────┴─────────────┴─────────────┘" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "toolviper.utils.data.list_files()" ] @@ -584,569 +107,44 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, + "id": "3d26e4af-34b8-4696-af83-09ab6ce2f5f0", + "metadata": {}, + "outputs": [], + "source": [ + "def as_int(dict_):\n", + " if type(dict_[\"size\"]) == \"str\":\n", + " return int(dict_[\"size\"])\n", + "\n", + " return dict_\n", + "\n", + "as_num = lambda d: int(d[\"size\"])\n", + "\n", + "j = {\"size\": \"1\", \"file\": \"blah\"}\n", + "\n", + "as_num(j)" + ] + }, + { + "cell_type": "code", + "execution_count": null, "id": "bebfac78-a3f5-46ca-a840-d222308a72b8", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "\n", - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "\n", - " \n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "\n", - " Loading ITables v2.6.1 from the init_notebook_mode cell...\n", - " (need help?)
\n", - "\n" - ], - "text/plain": [ - "┌──────────────┬──────────────┬──────────────┬───────────┬───────────┬──────────────┬──────────────┐\n", - "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", - "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", - "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", - "╞══════════════╪══════════════╪══════════════╪═══════════╪═══════════╪══════════════╪══════════════╡\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb99 │\n", - "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 3656f0423023 │\n", - "│ xed.sp… ┆ ┆ ┆ ┆ ┆ ┆ 6fadb7… │\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b8 │\n", - "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 05d6253a3b3a │\n", - "│ ed.spl… ┆ ┆ ┆ ┆ ┆ ┆ 6ff9b5… │\n", - "│ locit-input- ┆ astrohack ┆ CASA Cal ┆ VLA ┆ 92293 ┆ antenna ┆ a487a40eba5a │\n", - "│ pha.cal ┆ ┆ Table ┆ ┆ ┆ location cal ┆ 824b7886d803 │\n", - "│ ┆ ┆ ┆ ┆ ┆ table ┆ b8d0e2… │\n", - "│ VLASS3.2.sb4 ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 69019704 ┆ Interferomet ┆ 58ba68727bea │\n", - "│ 5755730.eb46 ┆ ement_set ┆ ┆ ┆ ┆ er Ephemeris ┆ 5ac7f3502095 │\n", - "│ 170641… ┆ ┆ ┆ ┆ ┆ ┆ db8a00… │\n", - "│ SNR_G55_10s. ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 8648349 ┆ Interferomet ┆ 95c40240c93b │\n", - "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 1c7122bd5f3f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4adf03… │\n", - "└──────────────┴──────────────┴──────────────┴───────────┴───────────┴──────────────┴──────────────┘" - ] - }, - "execution_count": 4, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "files = toolviper.utils.data.list_files()\n", "\n", - "files.filter(files[\"telescope\"] == \"VLA\")" + "files[files.telescope == \"VLA\"]" ] }, { "cell_type": "code", - "execution_count": 6, - "id": "e693a7fa-abc4-441e-872d-1b805721d33d", + "execution_count": null, + "id": "0b04a312-043a-4957-a16d-39c6d73c1fa6", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "\n", - "\n", - " \n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "\n", - " Loading ITables v2.6.1 from the init_notebook_mode cell...\n", - " (need help?)
\n", - "\n" - ], - "text/plain": [ - "┌──────────────┬──────────────┬────────────┬─────────────┬───────────┬──────────────┬──────────────┐\n", - "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", - "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", - "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", - "╞══════════════╪══════════════╪════════════╪═════════════╪═══════════╪══════════════╪══════════════╡\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb99 │\n", - "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 3656f0423023 │\n", - "│ xed.sp… ┆ ┆ ┆ ┆ ┆ ┆ 6fadb7… │\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b8 │\n", - "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 05d6253a3b3a │\n", - "│ ed.spl… ┆ ┆ ┆ ┆ ┆ ┆ 6ff9b5… │\n", - "│ J1924-2914.m ┆ astrohack ┆ CASA MS v2 ┆ ALMA ┆ 35000000 ┆ Holography ┆ 374a0ab60d3a │\n", - "│ s.calibrated ┆ ┆ ┆ ┆ ┆ ┆ 9f0ade9f7b16 │\n", - "│ .split… ┆ ┆ ┆ ┆ ┆ ┆ 795f16… │\n", - "│ holog_numeri ┆ verification ┆ json ┆ na ┆ 1033 ┆ na ┆ b4b9d16d96f8 │\n", - "│ cal_verifica ┆ ┆ ┆ ┆ ┆ ┆ e9af3bff3c99 │\n", - "│ tion.j… ┆ ┆ ┆ ┆ ┆ ┆ 65801a… │\n", - "│ panel_cutoff ┆ astrohack/pa ┆ npy ┆ na ┆ 27150 ┆ na ┆ 9eb52ee46c7a │\n", - "│ _mask ┆ nel ┆ ┆ ┆ ┆ ┆ b5ea4ca09824 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 15da99… │\n", - "│ panel-input- ┆ astrohack/pa ┆ na ┆ na ┆ 402916 ┆ na ┆ 9eb52ee46c7a │\n", - "│ data ┆ nel ┆ ┆ ┆ ┆ ┆ b5ea4ca09824 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 15da99… │\n", - "│ AA2-Mid-sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Mid ┆ 14710912 ┆ Simulated ┆ 502496ba8313 │\n", - "│ 00000.ms ┆ ement_set ┆ ┆ ┆ ┆ Interferomet ┆ 0d18a5943308 │\n", - "│ ┆ ┆ ┆ ┆ ┆ er ┆ 353886… │\n", - "│ Antennae_M8. ┆ radps/image ┆ zarr ┆ ALMA ┆ 12626417 ┆ Interferomet ┆ 1dd8c61f3758 │\n", - "│ img.zarr ┆ ┆ ┆ ┆ ┆ er Mosaic ┆ 208d8166913d │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 19cf96… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 189716793 ┆ Interferomet ┆ 74eafb95e441 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ er Mosaic ┆ 029dec2977ff │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ 221377… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 1560578 ┆ Interferomet ┆ a8cb7c68df37 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ er Mosaic ┆ 5e19e59127e3 │\n", - "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ 48568f… │\n", - "│ demo_simulat ┆ radps/image ┆ image ┆ Simulated ┆ 15321745 ┆ Simulated ┆ 8a1f11c4d189 │\n", - "│ ed.im ┆ ┆ ┆ ┆ ┆ ┆ 1a6e61170f04 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 220e63… │\n", - "│ no_mask.im ┆ radps/image ┆ image ┆ Simulated ┆ 4252 ┆ Simulated ┆ 951864696e38 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ab3fa1c2ffdc │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 84f7ad… │\n", - "│ small_lofar. ┆ radps/measur ┆ CASA MS v2 ┆ LOFAR ┆ 10091260 ┆ Interferomet ┆ 8b670bfc6721 │\n", - "│ ms ┆ ement_set ┆ ┆ ┆ ┆ er ┆ d9e1203bec38 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 24e693… │\n", - "│ small_meerka ┆ radps/measur ┆ CASA MS v2 ┆ MeerKAT ┆ 2392258 ┆ Interferomet ┆ 58f1592147c1 │\n", - "│ t.ms ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 82307a00acc6 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 249363… │\n", - "│ global_vlbi_ ┆ radps/measur ┆ CASA MS v2 ┆ GLOBAL VLBI ┆ 15701018 ┆ VLBI ┆ 05dc4fc26cf5 │\n", - "│ gg084b_reduc ┆ ement_set ┆ ┆ ┆ ┆ ┆ 59fead6e934e │\n", - "│ ed.ms ┆ ┆ ┆ ┆ ┆ ┆ 65a8ba… │\n", - "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11082603 ┆ Simulated ┆ 16e565576dad │\n", - "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ Interferomet ┆ 0f3da23094bd │\n", - "│ ource0… ┆ ┆ ┆ ┆ ┆ er ┆ c6bb17… │\n", - "│ venus_ephem_ ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16758430 ┆ Interferomet ┆ 4565aa5a53b2 │\n", - "│ test.ms ┆ ement_set ┆ ┆ ┆ ┆ er Ephemeris ┆ 2fb962d47afe │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f18901… │\n", - "│ sdimaging.ms ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29718841 ┆ Single Dish ┆ 0b79fb5006ad │\n", - "│ ┆ ement_set ┆ ┆ ┆ ┆ ┆ c5536b4a43fe │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a3ebb1… │\n", - "│ ALMA_uid___A ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29593547 ┆ Interferomet ┆ a5c7f9c934a8 │\n", - "│ 002_X1003af4 ┆ ement_set ┆ ┆ ┆ ┆ er Ephemeris ┆ 957e9c246c34 │\n", - "│ _X75a3… ┆ ┆ ┆ ┆ ┆ ┆ cc8952… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 3430000 ┆ Interferomet ┆ 2f2d4e3685a5 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 1e8990d8e55b │\n", - "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ 0b2703… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 2040000 ┆ Interferomet ┆ f7cbddfbe0d4 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 5c0d7f000239 │\n", - "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 7ac8f0… │\n", - "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11099488 ┆ Interferomet ┆ 6bb805af31c0 │\n", - "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 09b72fe677b8 │\n", - "│ ource0… ┆ ┆ ┆ ┆ ┆ ┆ 28a8a6… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16122776 ┆ Single Dish ┆ 71ba615b816f │\n", - "│ e3a5fd_Xe38e ┆ ement_set ┆ ┆ ┆ ┆ ┆ 048493641159 │\n", - "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ 714fb5… │\n", - "│ 59750_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3669608 ┆ Interferomet ┆ d65b5a90e958 │\n", - "│ 2settings.ms ┆ ement_set ┆ ┆ ┆ ┆ er ┆ bc5e6b45cdf0 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fa53a2… │\n", - "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3521937 ┆ Interferomet ┆ 796dbeb8dbd0 │\n", - "│ 2weights_0.m ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 2c132d74c274 │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ c8cbb7… │\n", - "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3538081 ┆ Interferomet ┆ 77c8c722b69f │\n", - "│ 2weights_15. ┆ ement_set ┆ ┆ ┆ ┆ er ┆ 4263dd62dc88 │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ b86c5d… │\n", - "│ gmrt.ms ┆ radps/measur ┆ CASA MS v2 ┆ GMRT ┆ 2125130 ┆ Interferomet ┆ aec76670a31a │\n", - "│ ┆ ement_set ┆ ┆ ┆ ┆ er ┆ c6579271bf80 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0e3bd4… │\n", - "│ checksum.has ┆ verification ┆ hash ┆ NA ┆ 20 ┆ NA ┆ 9eb52ee46c7a │\n", - "│ h ┆ ┆ ┆ ┆ ┆ ┆ b5ea4ca09824 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 15da99… │\n", - "│ refim_point_ ┆ radps/image ┆ NA ┆ NA ┆ 257051 ┆ NA ┆ 6efcd43e9770 │\n", - "│ im_casa_hogb ┆ ┆ ┆ ┆ ┆ ┆ 25b1cb4044ec │\n", - "│ om_cle… ┆ ┆ ┆ ┆ ┆ ┆ 64e6e7… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ NA ┆ NA ┆ 22762594 ┆ NA ┆ 36171274465f │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 990be61dd963 │\n", - "│ compar… ┆ ┆ ┆ ┆ ┆ ┆ f4c09a… │\n", - "│ twhya_selfca ┆ radps/image ┆ CASA MS v2 ┆ ALMA ┆ 2555984 ┆ Interferomet ┆ 04d54e4a6b11 │\n", - "│ l_11chans_ls ┆ ┆ ┆ ┆ ┆ er ┆ 735211b32aeb │\n", - "│ rk_rob… ┆ ┆ ┆ ┆ ┆ ┆ 226b51… │\n", - "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 238662 ┆ NA ┆ 03f6817a70e2 │\n", - "│ im.psf ┆ ┆ ┆ ┆ ┆ ┆ fa7497c9f1c1 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8cb2e2… │\n", - "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 242965 ┆ NA ┆ cee10eeaacff │\n", - "│ im.residual ┆ ┆ ┆ ┆ ┆ ┆ 8366dc3f799c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f6c698… │\n", - "│ absolute_off ┆ single-dish ┆ ASDM ┆ ALMA SD ┆ 245676406 ┆ NA ┆ 8eb43acc8e7d │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 90ca15061081 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a8d758… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ MSv4 ┆ NA ┆ 16705461 ┆ NA ┆ 0ada5f7c20b5 │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ d02418100775 │\n", - "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ f03263… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ FITS ┆ NA ┆ 21054726 ┆ NA ┆ 103c551d0ce4 │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ e5664a4fd2b2 │\n", - "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ b86628… │\n", - "└──────────────┴──────────────┴────────────┴─────────────┴───────────┴──────────────┴──────────────┘" - ] - }, - "execution_count": 6, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ - "files.filter(files[\"size\"] < 500_000)" + "files.filter(items=[\"file\", \"path\", \"telescope\"])" ] }, { @@ -1159,363 +157,10 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "id": "a62f2fe0-2bb4-475c-9efa-d9d96dbbe85f", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "\n", - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "┌──────────────┬──────────────┬──────────────┬─────────────┬───────────┬─────────────┬─────────────┐\n", - "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", - "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", - "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", - "╞══════════════╪══════════════╪══════════════╪═════════════╪═══════════╪═════════════╪═════════════╡\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb9 │\n", - "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 93656f04230 │\n", - "│ xed.sp… ┆ ┆ ┆ ┆ ┆ ┆ 236fadb7… │\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b │\n", - "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 805d6253a3b │\n", - "│ ed.spl… ┆ ┆ ┆ ┆ ┆ ┆ 3a6ff9b5… │\n", - "│ J1924-2914.m ┆ astrohack ┆ CASA MS v2 ┆ ALMA ┆ 35000000 ┆ Holography ┆ 374a0ab60d3 │\n", - "│ s.calibrated ┆ ┆ ┆ ┆ ┆ ┆ a9f0ade9f7b │\n", - "│ .split… ┆ ┆ ┆ ┆ ┆ ┆ 16795f16… │\n", - "│ extract_holo ┆ verification ┆ json ┆ na ┆ 967 ┆ na ┆ aa5da05bf4c │\n", - "│ g_verificati ┆ ┆ ┆ ┆ ┆ ┆ 61c025dc01b │\n", - "│ on.jso… ┆ ┆ ┆ ┆ ┆ ┆ dc7fd70a… │\n", - "│ holog_numeri ┆ verification ┆ json ┆ na ┆ 1033 ┆ na ┆ b4b9d16d96f │\n", - "│ cal_verifica ┆ ┆ ┆ ┆ ┆ ┆ 8e9af3bff3c │\n", - "│ tion.j… ┆ ┆ ┆ ┆ ┆ ┆ 9965801a… │\n", - "│ locit-input- ┆ astrohack ┆ CASA Cal ┆ VLA ┆ 92293 ┆ antenna ┆ a487a40eba5 │\n", - "│ pha.cal ┆ ┆ Table ┆ ┆ ┆ location ┆ a824b7886d8 │\n", - "│ ┆ ┆ ┆ ┆ ┆ cal table ┆ 03b8d0e2… │\n", - "│ panel_cutoff ┆ astrohack/pa ┆ npy ┆ na ┆ 27150 ┆ na ┆ 9eb52ee46c7 │\n", - "│ _mask ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", - "│ heuristic_mo ┆ astrohack ┆ bin ┆ na ┆ 556 ┆ na ┆ afd789575ad │\n", - "│ del ┆ ┆ ┆ ┆ ┆ ┆ 3794cb77f43 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ df88d507… │\n", - "│ panel-input- ┆ astrohack/pa ┆ na ┆ na ┆ 402916 ┆ na ┆ 9eb52ee46c7 │\n", - "│ data ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", - "│ AA2-Mid-sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Mid ┆ 14710912 ┆ Simulated ┆ 502496ba831 │\n", - "│ 00000.ms ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ 30d18a59433 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ter ┆ 08353886… │\n", - "│ Antennae_M8. ┆ radps/image ┆ zarr ┆ ALMA ┆ 12626417 ┆ Interferome ┆ 1dd8c61f375 │\n", - "│ img.zarr ┆ ┆ ┆ ┆ ┆ ter Mosaic ┆ 8208d816691 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3d19cf96… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 189716793 ┆ Interferome ┆ 74eafb95e44 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 1029dec2977 │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ ff221377… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 1560578 ┆ Interferome ┆ a8cb7c68df3 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 75e19e59127 │\n", - "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ e348568f… │\n", - "│ complex_valu ┆ radps/image ┆ image ┆ Simulated ┆ 562110 ┆ Simulated ┆ 1d4cc35dfdc │\n", - "│ ed_uv.im ┆ ┆ ┆ ┆ ┆ ┆ 73ad31e64b7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 752eda0b… │\n", - "│ demo_simulat ┆ radps/image ┆ image ┆ Simulated ┆ 15321745 ┆ Simulated ┆ 8a1f11c4d18 │\n", - "│ ed.im ┆ ┆ ┆ ┆ ┆ ┆ 91a6e61170f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 04220e63… │\n", - "│ no_mask.im ┆ radps/image ┆ image ┆ Simulated ┆ 4252 ┆ Simulated ┆ 951864696e3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8ab3fa1c2ff │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ dc84f7ad… │\n", - "│ small_lofar. ┆ radps/measur ┆ CASA MS v2 ┆ LOFAR ┆ 10091260 ┆ Interferome ┆ 8b670bfc672 │\n", - "│ ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 1d9e1203bec │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3824e693… │\n", - "│ small_meerka ┆ radps/measur ┆ CASA MS v2 ┆ MeerKAT ┆ 2392258 ┆ Interferome ┆ 58f1592147c │\n", - "│ t.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 182307a00ac │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c6249363… │\n", - "│ global_vlbi_ ┆ radps/measur ┆ CASA MS v2 ┆ GLOBAL VLBI ┆ 15701018 ┆ VLBI ┆ 05dc4fc26cf │\n", - "│ gg084b_reduc ┆ ement_set ┆ ┆ ┆ ┆ ┆ 559fead6e93 │\n", - "│ ed.ms ┆ ┆ ┆ ┆ ┆ ┆ 4e65a8ba… │\n", - "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9399847 ┆ VLBI ┆ d13464e935c │\n", - "│ split_lsrk.m ┆ ement_set ┆ ┆ ┆ ┆ ┆ 66b14bc15c4 │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ c80e5e1a… │\n", - "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11082603 ┆ Simulated ┆ 16e565576da │\n", - "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ d0f3da23094 │\n", - "│ ource0… ┆ ┆ ┆ ┆ ┆ ter ┆ bdc6bb17… │\n", - "│ venus_ephem_ ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16758430 ┆ Interferome ┆ 4565aa5a53b │\n", - "│ test.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 22fb962d47a │\n", - "│ ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ fef18901… │\n", - "│ sdimaging.ms ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29718841 ┆ Single Dish ┆ 0b79fb5006a │\n", - "│ ┆ ement_set ┆ ┆ ┆ ┆ ┆ dc5536b4a43 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fea3ebb1… │\n", - "│ ALMA_uid___A ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29593547 ┆ Interferome ┆ a5c7f9c934a │\n", - "│ 002_X1003af4 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8957e9c246c │\n", - "│ _X75a3… ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 34cc8952… │\n", - "│ VLASS3.2.sb4 ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 69019704 ┆ Interferome ┆ 58ba68727be │\n", - "│ 5755730.eb46 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ a5ac7f35020 │\n", - "│ 170641… ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 95db8a00… │\n", - "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 62246951 ┆ Simulated ┆ 3bd2c68a89c │\n", - "│ vla_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 15280c831dd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ff508821… │\n", - "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 67218042 ┆ Simulated ┆ f94b1028f75 │\n", - "│ sd_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 7fed3161853 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 57e38279… │\n", - "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9314803 ┆ Interferome ┆ 3a95dc46627 │\n", - "│ 1_casa_lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8924d2a9e96 │\n", - "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 50710dd3… │\n", - "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9867649 ┆ Interferome ┆ aaa9be65a1d │\n", - "│ 1_topo.ps.za ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 6d9c98e5a15 │\n", - "│ rr ┆ ┆ ┆ ┆ ┆ ┆ 15cd583d… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 3430000 ┆ Interferome ┆ 2f2d4e3685a │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 51e8990d8e5 │\n", - "│ split.… ┆ ┆ ┆ ┆ ┆ ┆ 5b0b2703… │\n", - "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 2040000 ┆ Interferome ┆ f7cbddfbe0d │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 45c0d7f0002 │\n", - "│ ps.zar… ┆ ┆ ┆ ┆ ┆ ┆ 397ac8f0… │\n", - "│ feather_mode ┆ radps/image ┆ Model ┆ ┆ 61364929 ┆ Simulated ┆ ce60cc126f8 │\n", - "│ l_convolved ┆ ┆ ┆ ┆ ┆ ┆ 9e3488b00e0 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4761e3e6… │\n", - "│ feather.im ┆ radps/image ┆ CASA Image ┆ ┆ 67150892 ┆ Simulated ┆ 9c0701d850f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e744f2faecc │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a5dbdef0… │\n", - "│ int.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 65512355 ┆ Simulated ┆ 3ccb81f4c3a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f85c152f1c8 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e3f478a6… │\n", - "│ sd.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 67150892 ┆ Simulated ┆ 74d6232c8ec │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d22e2d48da0 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 056c2301… │\n", - "│ ska_low_sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Low ┆ 8866100 ┆ Simulated ┆ 016f3c3acbb │\n", - "│ 18s.ms ┆ ement_set ┆ ┆ ┆ ┆ ┆ d852c423256 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ dac94122… │\n", - "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9402465 ┆ Interferome ┆ 872a2cb77dd │\n", - "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f3def300976 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 25d4bb62… │\n", - "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11099488 ┆ Interferome ┆ 6bb805af31c │\n", - "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 009b72fe677 │\n", - "│ ource0… ┆ ┆ ┆ ┆ ┆ ┆ b828a8a6… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 6299859 ┆ Single Dish ┆ cfff8d2f1fe │\n", - "│ 1015532_X192 ┆ ement_set ┆ ┆ ┆ ┆ ┆ f77c2f64656 │\n", - "│ 6f.sma… ┆ ┆ ┆ ┆ ┆ ┆ f6daa4c0… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ ddc97db5ff3 │\n", - "│ ae00c5_X2e6b ┆ ement_set ┆ ┆ ┆ ┆ ┆ 2bb2b75ec5e │\n", - "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ be51bc75… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ a8d16e405cb │\n", - "│ ced5df_Xf9d9 ┆ ement_set ┆ ┆ ┆ ┆ ┆ eab52e886ab │\n", - "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ c5198820… │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16122776 ┆ Single Dish ┆ 71ba615b816 │\n", - "│ e3a5fd_Xe38e ┆ ement_set ┆ ┆ ┆ ┆ ┆ f0484936411 │\n", - "│ .small… ┆ ┆ ┆ ┆ ┆ ┆ 59714fb5… │\n", - "│ SNR_G55_10s. ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 8648349 ┆ Interferome ┆ 95c40240c93 │\n", - "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b1c7122bd5f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3f4adf03… │\n", - "│ 59749_bp_8be ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 8137335 ┆ Interferome ┆ 8cfc4d7c8a6 │\n", - "│ ams_pattern. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ bc41a06e5bd │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ e2756643… │\n", - "│ 59750_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3669608 ┆ Interferome ┆ d65b5a90e95 │\n", - "│ 2settings.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8bc5e6b45cd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f0fa53a2… │\n", - "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3521937 ┆ Interferome ┆ 796dbeb8dbd │\n", - "│ 2weights_0.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 02c132d74c2 │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ 74c8cbb7… │\n", - "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3538081 ┆ Interferome ┆ 77c8c722b69 │\n", - "│ 2weights_15. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f4263dd62dc │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ 88b86c5d… │\n", - "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7525050 ┆ Interferome ┆ 24e4108d5b6 │\n", - "│ erleave_0.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b5440250cc9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b6078473… │\n", - "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7493404 ┆ Interferome ┆ 3b7c15c46bc │\n", - "│ erleave_15.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 7bb901b93ff │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ 76bace18… │\n", - "│ gmrt.ms ┆ radps/measur ┆ CASA MS v2 ┆ GMRT ┆ 2125130 ┆ Interferome ┆ aec76670a31 │\n", - "│ ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ ac6579271bf │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 800e3bd4… │\n", - "│ checksum.has ┆ verification ┆ hash ┆ NA ┆ 20 ┆ NA ┆ 9eb52ee46c7 │\n", - "│ h ┆ ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99… │\n", - "│ refim_point_ ┆ radps/image ┆ NA ┆ NA ┆ 257051 ┆ NA ┆ 6efcd43e977 │\n", - "│ im_casa_hogb ┆ ┆ ┆ ┆ ┆ ┆ 025b1cb4044 │\n", - "│ om_cle… ┆ ┆ ┆ ┆ ┆ ┆ ec64e6e7… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ NA ┆ NA ┆ 22762594 ┆ NA ┆ 36171274465 │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ f990be61dd9 │\n", - "│ compar… ┆ ┆ ┆ ┆ ┆ ┆ 63f4c09a… │\n", - "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 7027733 ┆ NA ┆ be10efd0725 │\n", - "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 003b6c0233e │\n", - "│ k_comp… ┆ ┆ ┆ ┆ ┆ ┆ 17197700… │\n", - "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 5271957 ┆ NA ┆ 700d410a304 │\n", - "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 5f5e52d827d │\n", - "│ k_xx_c… ┆ ┆ ┆ ┆ ┆ ┆ 460828a8… │\n", - "│ twhya_selfca ┆ radps/image ┆ CASA MS v2 ┆ ALMA ┆ 2555984 ┆ Interferome ┆ 04d54e4a6b1 │\n", - "│ l_11chans_ls ┆ ┆ ┆ ┆ ┆ ter ┆ 1735211b32a │\n", - "│ rk_rob… ┆ ┆ ┆ ┆ ┆ ┆ eb226b51… │\n", - "│ casa_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 968492 ┆ NA ┆ eeb992fc158 │\n", - "│ deconv.resid ┆ ┆ ┆ ┆ ┆ ┆ 6a8eec0890f │\n", - "│ ual ┆ ┆ ┆ ┆ ┆ ┆ 41e57cd5… │\n", - "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 972188 ┆ NA ┆ 1d19bf6bc1f │\n", - "│ multisrc.psf ┆ ┆ ┆ ┆ ┆ ┆ a5b4aff5493 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a8032558… │\n", - "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 959913 ┆ NA ┆ be40fa7a3cd │\n", - "│ multisrc.res ┆ ┆ ┆ ┆ ┆ ┆ 328d81afdd6 │\n", - "│ idual ┆ ┆ ┆ ┆ ┆ ┆ b6a6fbb2… │\n", - "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 238662 ┆ NA ┆ 03f6817a70e │\n", - "│ im.psf ┆ ┆ ┆ ┆ ┆ ┆ 2fa7497c9f1 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c18cb2e2… │\n", - "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 242965 ┆ NA ┆ cee10eeaacf │\n", - "│ im.residual ┆ ┆ ┆ ┆ ┆ ┆ f8366dc3f79 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9cf6c698… │\n", - "│ absolute_off ┆ single-dish ┆ ASDM ┆ ALMA SD ┆ 245676406 ┆ NA ┆ 8eb43acc8e7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d90ca150610 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 81a8d758… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ MSv4 ┆ NA ┆ 16705461 ┆ NA ┆ 0ada5f7c20b │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 5d024181007 │\n", - "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ 75f03263… │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ FITS ┆ NA ┆ 21054726 ┆ NA ┆ 103c551d0ce │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 4e5664a4fd2 │\n", - "│ robust… ┆ ┆ ┆ ┆ ┆ ┆ b2b86628… │\n", - "└──────────────┴──────────────┴──────────────┴─────────────┴───────────┴─────────────┴─────────────┘\n" - ] - } - ], + "outputs": [], "source": [ "files = toolviper.utils.data.list_files(truncate=None) # The default is None and gives the standard result\n", "\n", @@ -1524,555 +169,10 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": null, "id": "09fe743f-9f0d-4192-b51d-159da91af0db", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "\n", - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "┌──────────────┬──────────────┬──────────────┬─────────────┬───────────┬─────────────┬─────────────┐\n", - "│ file ┆ path ┆ dtype ┆ telescope ┆ size ┆ mode ┆ hash │\n", - "│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n", - "│ str ┆ str ┆ str ┆ str ┆ str ┆ str ┆ str │\n", - "╞══════════════╪══════════════╪══════════════╪═════════════╪═══════════╪═════════════╪═════════════╡\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150170225 ┆ Holography ┆ fb5bbe77fb9 │\n", - "│ ll_before_fi ┆ ┆ ┆ ┆ ┆ ┆ 93656f04230 │\n", - "│ xed.split.ms ┆ ┆ ┆ ┆ ┆ ┆ 236fadb7b47 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e10a4dd7802 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ bd3012b5eec │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ bec73799c │\n", - "│ ea25_cal_sma ┆ astrohack ┆ CASA MS v2 ┆ VLA ┆ 150031008 ┆ Holography ┆ ab5bb57344b │\n", - "│ ll_after_fix ┆ ┆ ┆ ┆ ┆ ┆ 805d6253a3b │\n", - "│ ed.split.ms ┆ ┆ ┆ ┆ ┆ ┆ 3a6ff9b5fe2 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ dd237988e9b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 313fef6f6bc │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2895cf383 │\n", - "│ J1924-2914.m ┆ astrohack ┆ CASA MS v2 ┆ ALMA ┆ 35000000 ┆ Holography ┆ 374a0ab60d3 │\n", - "│ s.calibrated ┆ ┆ ┆ ┆ ┆ ┆ a9f0ade9f7b │\n", - "│ .split.SPW3 ┆ ┆ ┆ ┆ ┆ ┆ 16795f163b8 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8acfcf22b4b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d7ac096742c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 7476ab807 │\n", - "│ extract_holo ┆ verification ┆ json ┆ na ┆ 967 ┆ na ┆ aa5da05bf4c │\n", - "│ g_verificati ┆ ┆ ┆ ┆ ┆ ┆ 61c025dc01b │\n", - "│ on.json ┆ ┆ ┆ ┆ ┆ ┆ dc7fd70a000 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0ce3bcde868 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 40423043c88 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a9a85b76b │\n", - "│ holog_numeri ┆ verification ┆ json ┆ na ┆ 1033 ┆ na ┆ b4b9d16d96f │\n", - "│ cal_verifica ┆ ┆ ┆ ┆ ┆ ┆ 8e9af3bff3c │\n", - "│ tion.json ┆ ┆ ┆ ┆ ┆ ┆ 9965801a7a9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ab841a9ce3c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ab85014e4c0 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 603bd49e2 │\n", - "│ locit-input- ┆ astrohack ┆ CASA Cal ┆ VLA ┆ 92293 ┆ antenna ┆ a487a40eba5 │\n", - "│ pha.cal ┆ ┆ Table ┆ ┆ ┆ location ┆ a824b7886d8 │\n", - "│ ┆ ┆ ┆ ┆ ┆ cal table ┆ 03b8d0e25e5 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 91ff23bc1c4 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 06882cac6b4 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e2c7faed5 │\n", - "│ panel_cutoff ┆ astrohack/pa ┆ npy ┆ na ┆ 27150 ┆ na ┆ 9eb52ee46c7 │\n", - "│ _mask ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99fde │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d1b7d7354f7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 5e50847bdae │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 6cb44eb66 │\n", - "│ heuristic_mo ┆ astrohack ┆ bin ┆ na ┆ 556 ┆ na ┆ afd789575ad │\n", - "│ del ┆ ┆ ┆ ┆ ┆ ┆ 3794cb77f43 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ df88d5074eb │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 64b9b0ae261 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 26c829af745 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 75a5e6915 │\n", - "│ panel-input- ┆ astrohack/pa ┆ na ┆ na ┆ 402916 ┆ na ┆ 9eb52ee46c7 │\n", - "│ data ┆ nel ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99fde │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d1b7d7354f7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 5e50847bdae │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 6cb44eb66 │\n", - "│ AA2-Mid-sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Mid ┆ 14710912 ┆ Simulated ┆ 502496ba831 │\n", - "│ 00000.ms ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ 30d18a59433 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ter ┆ 083538861bd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 47b2aaa2a03 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ eea44d8a9e3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2f9b82955 │\n", - "│ Antennae_M8. ┆ radps/image ┆ zarr ┆ ALMA ┆ 12626417 ┆ Interferome ┆ 1dd8c61f375 │\n", - "│ img.zarr ┆ ┆ ┆ ┆ ┆ ter Mosaic ┆ 8208d816691 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3d19cf9662b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 77367c1ce02 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0be837f4277 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ bebae644c │\n", - "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 189716793 ┆ Interferome ┆ 74eafb95e44 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 1029dec2977 │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ ff221377c29 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0779a8acd44 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 70b153192d9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 06192cd87 │\n", - "│ Antennae_Nor ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 1560578 ┆ Interferome ┆ a8cb7c68df3 │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter Mosaic ┆ 75e19e59127 │\n", - "│ split.ms ┆ ┆ ┆ ┆ ┆ ┆ e348568f2df │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c031fbc3c47 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b947c3c4ce7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4d42deeae │\n", - "│ complex_valu ┆ radps/image ┆ image ┆ Simulated ┆ 562110 ┆ Simulated ┆ 1d4cc35dfdc │\n", - "│ ed_uv.im ┆ ┆ ┆ ┆ ┆ ┆ 73ad31e64b7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 752eda0bce2 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 54802e1ceb6 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2f85e753a16 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 581111bf6 │\n", - "│ demo_simulat ┆ radps/image ┆ image ┆ Simulated ┆ 15321745 ┆ Simulated ┆ 8a1f11c4d18 │\n", - "│ ed.im ┆ ┆ ┆ ┆ ┆ ┆ 91a6e61170f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 04220e6375a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b16156ed1a3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 07d84bde3b3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fa60a7514 │\n", - "│ no_mask.im ┆ radps/image ┆ image ┆ Simulated ┆ 4252 ┆ Simulated ┆ 951864696e3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8ab3fa1c2ff │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ dc84f7ad83b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 908287a6324 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a9f9eec1842 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 7aeab9098 │\n", - "│ small_lofar. ┆ radps/measur ┆ CASA MS v2 ┆ LOFAR ┆ 10091260 ┆ Interferome ┆ 8b670bfc672 │\n", - "│ ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 1d9e1203bec │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3824e693503 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0858b985241 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 74c0bd7a543 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ be8bfdfc9 │\n", - "│ small_meerka ┆ radps/measur ┆ CASA MS v2 ┆ MeerKAT ┆ 2392258 ┆ Interferome ┆ 58f1592147c │\n", - "│ t.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 182307a00ac │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c6249363aad │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 034e2734e95 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9852e74f927 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 10b02ed41 │\n", - "│ global_vlbi_ ┆ radps/measur ┆ CASA MS v2 ┆ GLOBAL VLBI ┆ 15701018 ┆ VLBI ┆ 05dc4fc26cf │\n", - "│ gg084b_reduc ┆ ement_set ┆ ┆ ┆ ┆ ┆ 559fead6e93 │\n", - "│ ed.ms ┆ ┆ ┆ ┆ ┆ ┆ 4e65a8bacf9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 14b2333b62a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9d7756037a7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e7c0663ce │\n", - "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9399847 ┆ VLBI ┆ d13464e935c │\n", - "│ split_lsrk.m ┆ ement_set ┆ ┆ ┆ ┆ ┆ 66b14bc15c4 │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ c80e5e1a773 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a49fca98db5 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c7fb759e599 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 866b01d05 │\n", - "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11082603 ┆ Simulated ┆ 16e565576da │\n", - "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ Interferome ┆ d0f3da23094 │\n", - "│ ource0000_sp ┆ ┆ ┆ ┆ ┆ ter ┆ bdc6bb174f8 │\n", - "│ lit_lsrk.ms ┆ ┆ ┆ ┆ ┆ ┆ 0bb8aa4b8b4 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ bfa38e70a28 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 631b6590b │\n", - "│ venus_ephem_ ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16758430 ┆ Interferome ┆ 4565aa5a53b │\n", - "│ test.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 22fb962d47a │\n", - "│ ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ fef18901e93 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8cd546a52d9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 05a252a1a8f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4126a0b61 │\n", - "│ sdimaging.ms ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29718841 ┆ Single Dish ┆ 0b79fb5006a │\n", - "│ ┆ ement_set ┆ ┆ ┆ ┆ ┆ dc5536b4a43 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fea3ebb137a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 33a0192eadd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fc489f7712f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 76d056160 │\n", - "│ ALMA_uid___A ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 29593547 ┆ Interferome ┆ a5c7f9c934a │\n", - "│ 002_X1003af4 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8957e9c246c │\n", - "│ _X75a3.split ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 34cc89520de │\n", - "│ .avg.ms ┆ ┆ ┆ ┆ ┆ ┆ 027a646f532 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0ddd44f19b1 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b15d3d2b4 │\n", - "│ VLASS3.2.sb4 ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 69019704 ┆ Interferome ┆ 58ba68727be │\n", - "│ 5755730.eb46 ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ a5ac7f35020 │\n", - "│ 170641.60480 ┆ ┆ ┆ ┆ ┆ Ephemeris ┆ 95db8a00d67 │\n", - "│ .16266136574 ┆ ┆ ┆ ┆ ┆ ┆ e813818df99 │\n", - "│ .split.v6.ms ┆ ┆ ┆ ┆ ┆ ┆ 188e7a7cf9e │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2689f7a0f │\n", - "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 62246951 ┆ Simulated ┆ 3bd2c68a89c │\n", - "│ vla_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 15280c831dd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ff508821e9d │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a09921bcf91 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 25f9d88b791 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 69709b063 │\n", - "│ feather_sim_ ┆ radps/image ┆ image ┆ Simulated ┆ 67218042 ┆ Simulated ┆ f94b1028f75 │\n", - "│ sd_c1_pI.im ┆ ┆ ┆ ┆ ┆ ┆ 7fed3161853 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 57e3827969a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c6708f2dce4 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ bc9ffaff53b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 96b7ea4ef │\n", - "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9314803 ┆ Interferome ┆ 3a95dc46627 │\n", - "│ 1_casa_lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8924d2a9e96 │\n", - "│ ps.zarr ┆ ┆ ┆ ┆ ┆ ┆ 50710dd30be │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4441fc98f40 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 00eaf5b9888 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 99a545dd7 │\n", - "│ Antennae_fld ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 9867649 ┆ Interferome ┆ aaa9be65a1d │\n", - "│ 1_topo.ps.za ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 6d9c98e5a15 │\n", - "│ rr ┆ ┆ ┆ ┆ ┆ ┆ 15cd583dfce │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ dd6c769388d │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 95627517bee │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fb51c4102 │\n", - "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 3430000 ┆ Interferome ┆ 2f2d4e3685a │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 51e8990d8e5 │\n", - "│ split.ps.zar ┆ ┆ ┆ ┆ ┆ ┆ 5b0b2703e3b │\n", - "│ r ┆ ┆ ┆ ┆ ┆ ┆ 9c67ae8a011 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0be5c091e55 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 59002b75c │\n", - "│ Antennae_Nor ┆ radps/measur ┆ Msv4 ┆ ALMA ┆ 2040000 ┆ Interferome ┆ f7cbddfbe0d │\n", - "│ th.cal.lsrk. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 45c0d7f0002 │\n", - "│ ps.zarr ┆ ┆ ┆ ┆ ┆ ┆ 397ac8f00a4 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9266c9c7563 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ab6f23fbb74 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9f87cbd77 │\n", - "│ feather_mode ┆ radps/image ┆ Model ┆ ┆ 61364929 ┆ Simulated ┆ ce60cc126f8 │\n", - "│ l_convolved ┆ ┆ ┆ ┆ ┆ ┆ 9e3488b00e0 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4761e3e6420 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 7c9ad05f7f3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 6fc5bd7450e │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0d1cf4863 │\n", - "│ feather.im ┆ radps/image ┆ CASA Image ┆ ┆ 67150892 ┆ Simulated ┆ 9c0701d850f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e744f2faecc │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a5dbdef07ff │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 7343ede4cae │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 62a1031d04d │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f335eab83 │\n", - "│ int.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 65512355 ┆ Simulated ┆ 3ccb81f4c3a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f85c152f1c8 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e3f478a699c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 30a04fbdc8f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 58213e55900 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ bd4039e53 │\n", - "│ sd.zarr ┆ radps/image ┆ Zarr Image ┆ ┆ 67150892 ┆ Simulated ┆ 74d6232c8ec │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d22e2d48da0 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 056c23012ba │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e32c234670c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 835a71ac330 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2c8412d8b │\n", - "│ ska_low_sim_ ┆ radps/measur ┆ CASA MS v2 ┆ SKA Low ┆ 8866100 ┆ Simulated ┆ 016f3c3acbb │\n", - "│ 18s.ms ┆ ement_set ┆ ┆ ┆ ┆ ┆ d852c423256 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ dac94122368 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ab49ee27338 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ eeb4f577a0b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0850c2512 │\n", - "│ VLBA_TL016B_ ┆ radps/measur ┆ CASA MS v2 ┆ VLBA ┆ 9402465 ┆ Interferome ┆ 872a2cb77dd │\n", - "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f3def300976 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 25d4bb62294 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 44c7d351503 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 1bb84593298 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b76160c2d │\n", - "│ ngEHT_E17A10 ┆ radps/measur ┆ CASA MS v2 ┆ ngEHT ┆ 11099488 ┆ Interferome ┆ 6bb805af31c │\n", - "│ .0.bin0000.s ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 009b72fe677 │\n", - "│ ource0000_sp ┆ ┆ ┆ ┆ ┆ ┆ b828a8a643a │\n", - "│ lit.ms ┆ ┆ ┆ ┆ ┆ ┆ f5cd42252cd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4d1a6a4b05c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 1861d9d08 │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 6299859 ┆ Single Dish ┆ cfff8d2f1fe │\n", - "│ 1015532_X192 ┆ ement_set ┆ ┆ ┆ ┆ ┆ f77c2f64656 │\n", - "│ 6f.small.ms ┆ ┆ ┆ ┆ ┆ ┆ f6daa4c02a9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fd9dfd49d06 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d6c3feaf3cc │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2ef0bf257 │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ ddc97db5ff3 │\n", - "│ ae00c5_X2e6b ┆ ement_set ┆ ┆ ┆ ┆ ┆ 2bb2b75ec5e │\n", - "│ .small.ms ┆ ┆ ┆ ┆ ┆ ┆ be51bc75433 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a5618b486c4 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 1eeac92f66e │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 162b57f19 │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 7351298 ┆ Single Dish ┆ a8d16e405cb │\n", - "│ ced5df_Xf9d9 ┆ ement_set ┆ ┆ ┆ ┆ ┆ eab52e886ab │\n", - "│ .small.ms ┆ ┆ ┆ ┆ ┆ ┆ c51988208ab │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 36fa94d1655 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f2610973a15 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 7628b7f26 │\n", - "│ uid___A002_X ┆ radps/measur ┆ CASA MS v2 ┆ ALMA ┆ 16122776 ┆ Single Dish ┆ 71ba615b816 │\n", - "│ e3a5fd_Xe38e ┆ ement_set ┆ ┆ ┆ ┆ ┆ f0484936411 │\n", - "│ .small.ms ┆ ┆ ┆ ┆ ┆ ┆ 59714fb5507 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ e6fd460edb7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8dfffe2c70c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a05187bea │\n", - "│ SNR_G55_10s. ┆ radps/measur ┆ CASA MS v2 ┆ VLA ┆ 8648349 ┆ Interferome ┆ 95c40240c93 │\n", - "│ split.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b1c7122bd5f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3f4adf03c2d │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 440bfc69055 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fd25cd81599 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9c42b0ea4 │\n", - "│ 59749_bp_8be ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 8137335 ┆ Interferome ┆ 8cfc4d7c8a6 │\n", - "│ ams_pattern. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ bc41a06e5bd │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ e2756643565 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9d7df1aef2b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b3663540450 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b4f0a2d14 │\n", - "│ 59750_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3669608 ┆ Interferome ┆ d65b5a90e95 │\n", - "│ 2settings.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 8bc5e6b45cd │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f0fa53a204a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 18f5f57ba1c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 6f2ff5ca712 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 83e8c14f0 │\n", - "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3521937 ┆ Interferome ┆ 796dbeb8dbd │\n", - "│ 2weights_0.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 02c132d74c2 │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ 74c8cbb771f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 6250578a28c │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0066192cb8d │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 3f01f2544 │\n", - "│ 59754_altaz_ ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 3538081 ┆ Interferome ┆ 77c8c722b69 │\n", - "│ 2weights_15. ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ f4263dd62dc │\n", - "│ ms ┆ ┆ ┆ ┆ ┆ ┆ 88b86c5dbad │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 6a39f54f1a7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ be753871414 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c81e9aeb8 │\n", - "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7525050 ┆ Interferome ┆ 24e4108d5b6 │\n", - "│ erleave_0.ms ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ b5440250cc9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b60784739e6 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 473520ddeb5 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a9c5033b90f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 47765f359 │\n", - "│ 59755_eq_int ┆ radps/measur ┆ CASA MS v2 ┆ ASKAP ┆ 7493404 ┆ Interferome ┆ 3b7c15c46bc │\n", - "│ erleave_15.m ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ 7bb901b93ff │\n", - "│ s ┆ ┆ ┆ ┆ ┆ ┆ 76bace18a70 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c40d539fd16 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 7873e12cbc5 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b0e555d63 │\n", - "│ gmrt.ms ┆ radps/measur ┆ CASA MS v2 ┆ GMRT ┆ 2125130 ┆ Interferome ┆ aec76670a31 │\n", - "│ ┆ ement_set ┆ ┆ ┆ ┆ ter ┆ ac6579271bf │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 800e3bd4bb3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 690422c43d7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2303d3490f6 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 1b4833d89 │\n", - "│ checksum.has ┆ verification ┆ hash ┆ NA ┆ 20 ┆ NA ┆ 9eb52ee46c7 │\n", - "│ h ┆ ┆ ┆ ┆ ┆ ┆ ab5ea4ca098 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2415da99fde │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d1b7d7354f7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 5e50847bdae │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 6cb44eb66 │\n", - "│ refim_point_ ┆ radps/image ┆ NA ┆ NA ┆ 257051 ┆ NA ┆ 6efcd43e977 │\n", - "│ im_casa_hogb ┆ ┆ ┆ ┆ ┆ ┆ 025b1cb4044 │\n", - "│ om_cleaned.r ┆ ┆ ┆ ┆ ┆ ┆ ec64e6e7cc0 │\n", - "│ esidual ┆ ┆ ┆ ┆ ┆ ┆ de4c0ac2a52 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ fbab7a4d24f │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0a0c7e2d6 │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ NA ┆ NA ┆ 22762594 ┆ NA ┆ 36171274465 │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ f990be61dd9 │\n", - "│ compare_weig ┆ ┆ ┆ ┆ ┆ ┆ 63f4c09a7e5 │\n", - "│ hts.ps.zarr ┆ ┆ ┆ ┆ ┆ ┆ 06382d7659a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9d30797af1a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d7f2f46ed │\n", - "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 7027733 ┆ NA ┆ be10efd0725 │\n", - "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 003b6c0233e │\n", - "│ k_compare_we ┆ ┆ ┆ ┆ ┆ ┆ 171977005d8 │\n", - "│ ights.ps.zar ┆ ┆ ┆ ┆ ┆ ┆ b152eee3a1d │\n", - "│ r ┆ ┆ ┆ ┆ ┆ ┆ 3e2ae0a8ae9 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 4643dd6be │\n", - "│ twhya_selfca ┆ radps/image ┆ NA ┆ NA ┆ 5271957 ┆ NA ┆ 700d410a304 │\n", - "│ l_5chans_lsr ┆ ┆ ┆ ┆ ┆ ┆ 5f5e52d827d │\n", - "│ k_xx_compare ┆ ┆ ┆ ┆ ┆ ┆ 460828a8af7 │\n", - "│ _weights.ps. ┆ ┆ ┆ ┆ ┆ ┆ 6b95d4fda55 │\n", - "│ zarr ┆ ┆ ┆ ┆ ┆ ┆ 7bc294914b1 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 00dbd18b9 │\n", - "│ twhya_selfca ┆ radps/image ┆ CASA MS v2 ┆ ALMA ┆ 2555984 ┆ Interferome ┆ 04d54e4a6b1 │\n", - "│ l_11chans_ls ┆ ┆ ┆ ┆ ┆ ter ┆ 1735211b32a │\n", - "│ rk_robust_0. ┆ ┆ ┆ ┆ ┆ ┆ eb226b51bc9 │\n", - "│ 5_niter_0.ps ┆ ┆ ┆ ┆ ┆ ┆ ab73dfb49c5 │\n", - "│ f ┆ ┆ ┆ ┆ ┆ ┆ 4ddc4c92865 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8bd15a35c │\n", - "│ casa_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 968492 ┆ NA ┆ eeb992fc158 │\n", - "│ deconv.resid ┆ ┆ ┆ ┆ ┆ ┆ 6a8eec0890f │\n", - "│ ual ┆ ┆ ┆ ┆ ┆ ┆ 41e57cd5e51 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ f3625181384 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 5ed84491bc3 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b791dd74d │\n", - "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 972188 ┆ NA ┆ 1d19bf6bc1f │\n", - "│ multisrc.psf ┆ ┆ ┆ ┆ ┆ ┆ a5b4aff5493 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ a8032558ce6 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 69906b05684 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 630f55c77eb │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c58b3b25b │\n", - "│ test_hogbom_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 959913 ┆ NA ┆ be40fa7a3cd │\n", - "│ multisrc.res ┆ ┆ ┆ ┆ ┆ ┆ 328d81afdd6 │\n", - "│ idual ┆ ┆ ┆ ┆ ┆ ┆ b6a6fbb2fe6 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8f2a426c68e │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 1b91c0c0f0e │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9f093c790 │\n", - "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 238662 ┆ NA ┆ 03f6817a70e │\n", - "│ im.psf ┆ ┆ ┆ ┆ ┆ ┆ 2fa7497c9f1 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ c18cb2e21e4 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 1695678d80e │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 53e10ceb717 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 6dfcef60d │\n", - "│ refim_point_ ┆ radps/image ┆ CASA MS v2 ┆ NA ┆ 242965 ┆ NA ┆ cee10eeaacf │\n", - "│ im.residual ┆ ┆ ┆ ┆ ┆ ┆ f8366dc3f79 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 9cf6c698d67 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ b524d41876b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ aabd45be79a │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 34eab111d │\n", - "│ absolute_off ┆ single-dish ┆ ASDM ┆ ALMA SD ┆ 245676406 ┆ NA ┆ 8eb43acc8e7 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ d90ca150610 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 81a8d75895e │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 27494524192 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 2a62e41efeb │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 0964087bc │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ MSv4 ┆ NA ┆ 16705461 ┆ NA ┆ 0ada5f7c20b │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 5d024181007 │\n", - "│ robust_0.5_n ┆ ┆ ┆ ┆ ┆ ┆ 75f03263e6d │\n", - "│ iter_99_casa ┆ ┆ ┆ ┆ ┆ ┆ 02951722bee │\n", - "│ .ms ┆ ┆ ┆ ┆ ┆ ┆ 16d021569cf │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 8fc7f9412 │\n", - "│ 3c286_Band6_ ┆ radps/image ┆ FITS ┆ NA ┆ 21054726 ┆ NA ┆ 103c551d0ce │\n", - "│ 5chans_lsrk_ ┆ ┆ ┆ ┆ ┆ ┆ 4e5664a4fd2 │\n", - "│ robust_0.5_n ┆ ┆ ┆ ┆ ┆ ┆ b2b86628374 │\n", - "│ iter_99.fits ┆ ┆ ┆ ┆ ┆ ┆ 77c12e8272b │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ 80bc4406557 │\n", - "│ ┆ ┆ ┆ ┆ ┆ ┆ ff0861c4e │\n", - "└──────────────┴──────────────┴──────────────┴─────────────┴───────────┴─────────────┴─────────────┘\n" - ] - } - ], + "outputs": [], "source": [ "files = toolviper.utils.data.list_files(truncate=100) # This allows you to set the string length\n", "\n", diff --git a/pyproject.toml b/pyproject.toml index bd0f7ff..3caa692 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -21,6 +21,7 @@ dependencies = [ 'polars', 'itables', 'requests', + 'tabulate', 'tqdm', ] diff --git a/src/toolviper/utils/data/cloudflare.py b/src/toolviper/utils/data/cloudflare.py index d0587e5..9af475a 100644 --- a/src/toolviper/utils/data/cloudflare.py +++ b/src/toolviper/utils/data/cloudflare.py @@ -16,7 +16,7 @@ from collections import defaultdict from toolviper.utils.parameter import is_notebook -import polars as pl +import pandas as pd colorize = console.Colorize() @@ -221,6 +221,15 @@ def __call__(self): else: return self.dataframe + def print(self)->Union[None, pd.DataFrame]: + if not self.notebook_mode: + import tabulate + print(tabulate.tabulate(self.dataframe, showindex=False, headers=self.dataframe.columns)) + return None + + return self.dataframe + + @classmethod def from_manifest(cls, manifest: str): meta_data_path = pathlib.Path(manifest) @@ -229,6 +238,7 @@ def from_manifest(cls, manifest: str): # _verify_metadata_file() with open(meta_data_path) as json_file: + file_meta_data = json.load(json_file) files = file_meta_data["metadata"].keys() @@ -244,24 +254,29 @@ def from_manifest(cls, manifest: str): # I think we could do this with a JSON ENCODER # but this is easier since the file is small # and everything is a string already + if value_ == "size": value_ = int(value_) + data[key_].append(value_) - return cls(manifest=manifest, dataframe=pl.DataFrame(data)) + return cls(manifest=manifest, dataframe=pd.DataFrame(data)) + + +def list_files(truncate=None) -> pd.DataFrame: + + pd.set_option('display.max_rows', truncate) + pd.set_option('display.colheader_justify', 'left') -def list_files(truncate=None) -> pl.DataFrame: - pl.Config.set_tbl_rows(-1) - pl.Config.set_tbl_hide_dataframe_shape(True) - pl.Config.set_fmt_str_lengths(truncate) meta_data_path = pathlib.Path(__file__).parent.joinpath( ".cloudflare/file.download.json" ) table = ToolviperFiles.from_manifest(str(meta_data_path)) - return table.dataframe + + return table.print() # This version of the function is now deprecated From 804122fa4463d0e52f2647040dc5e7e02a5004fb Mon Sep 17 00:00:00 2001 From: jrhosk Date: Thu, 15 Jan 2026 14:53:20 +0900 Subject: [PATCH 3/5] polars is better 2026 --- docs/download_example.ipynb | 1409 +++++++++++++++++++++++++++++++++-- 1 file changed, 1334 insertions(+), 75 deletions(-) diff --git a/docs/download_example.ipynb b/docs/download_example.ipynb index 0c26b31..bf773a5 100644 --- a/docs/download_example.ipynb +++ b/docs/download_example.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "5d86886d-fa1d-4c53-8c07-cf0ee1378211", "metadata": {}, "outputs": [], @@ -21,10 +21,18 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "16a174c2-5d8a-4cfc-a423-a1541adcaf21", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[\u001b[38;2;128;05;128m2026-01-14 23:10:00,963\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m viperlog: \u001b[0m v0.0.18 \n" + ] + } + ], "source": [ "toolviper.utils.data.version()" ] @@ -39,10 +47,45 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "deeee662-94d9-44a0-95e7-f062f55223ca", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[\u001b[38;2;128;05;128m2026-01-14 23:10:00,967\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m viperlog: \u001b[0m Updating file metadata information ... \n" + ] + }, + { + "data": { + "text/html": [ + "
/opt/homebrew/Caskroom/mambaforge/base/envs/toolviper-i32/lib/python3.12/site-packages/rich/live.py:256: \n",
+       "UserWarning: install \"ipywidgets\" for Jupyter support\n",
+       "  warnings.warn('install \"ipywidgets\" for Jupyter support')\n",
+       "
\n" + ], + "text/plain": [ + "/opt/homebrew/Caskroom/mambaforge/base/envs/toolviper-i32/lib/python3.12/site-packages/rich/live.py:256: \n", + "UserWarning: install \"ipywidgets\" for Jupyter support\n", + " warnings.warn('install \"ipywidgets\" for Jupyter support')\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
\n"
+      ],
+      "text/plain": []
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
    "source": [
     "toolviper.utils.data.update()"
    ]
@@ -58,10 +101,88 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 4,
    "id": "2912a5ae-7a4b-42f3-a633-cbe5ecaffc74",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "['ea25_cal_small_before_fixed.split.ms',\n",
+       " 'kband_beamcut_small.ms',\n",
+       " 'ea25_cal_small_after_fixed.split.ms',\n",
+       " 'J1924-2914.ms.calibrated.split.SPW3',\n",
+       " 'extract_holog_verification.json',\n",
+       " 'holog_numerical_verification.json',\n",
+       " 'locit-input-pha.cal',\n",
+       " 'panel_cutoff_mask',\n",
+       " 'heuristic_model',\n",
+       " 'panel-input-data',\n",
+       " 'AA2-Mid-sim_00000.ms',\n",
+       " 'Antennae_M8.img.zarr',\n",
+       " 'Antennae_North.cal.lsrk.ms',\n",
+       " 'Antennae_North.cal.lsrk.split.ms',\n",
+       " 'complex_valued_uv.im',\n",
+       " 'demo_simulated.im',\n",
+       " 'no_mask.im',\n",
+       " 'small_lofar.ms',\n",
+       " 'small_meerkat.ms',\n",
+       " 'global_vlbi_gg084b_reduced.ms',\n",
+       " 'VLBA_TL016B_split_lsrk.ms',\n",
+       " 'ngEHT_E17A10.0.bin0000.source0000_split_lsrk.ms',\n",
+       " 'venus_ephem_test.ms',\n",
+       " 'sdimaging.ms',\n",
+       " 'ALMA_uid___A002_X1003af4_X75a3.split.avg.ms',\n",
+       " 'VLASS3.2.sb45755730.eb46170641.60480.16266136574.split.v6.ms',\n",
+       " 'feather_sim_vla_c1_pI.im',\n",
+       " 'feather_sim_sd_c1_pI.im',\n",
+       " 'Antennae_fld1_casa_lsrk.ps.zarr',\n",
+       " 'Antennae_fld1_topo.ps.zarr',\n",
+       " 'Antennae_North.cal.lsrk.split.ps.zarr',\n",
+       " 'Antennae_North.cal.lsrk.ps.zarr',\n",
+       " 'feather_model_convolved',\n",
+       " 'feather.im',\n",
+       " 'int.zarr',\n",
+       " 'sd.zarr',\n",
+       " 'ska_low_sim_18s.ms',\n",
+       " 'VLBA_TL016B_split.ms',\n",
+       " 'ngEHT_E17A10.0.bin0000.source0000_split.ms',\n",
+       " 'uid___A002_X1015532_X1926f.small.ms',\n",
+       " 'uid___A002_Xae00c5_X2e6b.small.ms',\n",
+       " 'uid___A002_Xced5df_Xf9d9.small.ms',\n",
+       " 'uid___A002_Xe3a5fd_Xe38e.small.ms',\n",
+       " 'SNR_G55_10s.split.ms',\n",
+       " '59749_bp_8beams_pattern.ms',\n",
+       " '59750_altaz_2settings.ms',\n",
+       " '59754_altaz_2weights_0.ms',\n",
+       " '59754_altaz_2weights_15.ms',\n",
+       " '59755_eq_interleave_0.ms',\n",
+       " '59755_eq_interleave_15.ms',\n",
+       " 'gmrt.ms',\n",
+       " 'checksum.hash',\n",
+       " 'refim_point_im_casa_hogbom_cleaned.residual',\n",
+       " '3c286_Band6_5chans_lsrk_compare_weights.ps.zarr',\n",
+       " 'twhya_selfcal_5chans_lsrk_compare_weights.ps.zarr',\n",
+       " 'twhya_selfcal_5chans_lsrk_xx_compare_weights.ps.zarr',\n",
+       " 'twhya_selfcal_11chans_lsrk_robust_0.5_niter_0.psf',\n",
+       " 'casa_hogbom_deconv.residual',\n",
+       " 'test_hogbom_multisrc.psf',\n",
+       " 'test_hogbom_multisrc.residual',\n",
+       " 'refim_point_im.psf',\n",
+       " 'refim_point_im.residual',\n",
+       " 'absolute_off',\n",
+       " '3c286_Band6_5chans_lsrk_robust_0.5_niter_99_casa.ms',\n",
+       " '3c286_Band6_5chans_lsrk_robust_0.5_niter_99.fits',\n",
+       " 'kband_beamcut_small.beamcut.zarr',\n",
+       " 'ref_beamcut_products',\n",
+       " 'ref_locit_products']"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "files = toolviper.utils.data.get_files()\n",
     "files"
@@ -69,10 +190,58 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 5,
    "id": "28c8b343-3a05-4217-a581-e51c7db95d02",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[\u001b[38;2;128;05;128m2026-01-14 23:10:01,886\u001b[0m] \u001b[38;2;50;50;205m    INFO\u001b[0m\u001b[38;2;112;128;144m    viperlog: \u001b[0m Downloading from [cloudflare] .... \n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "
                       \n",
+       "  Download List        \n",
+       " ───────────────────── \n",
+       "  locit-input-pha.cal  \n",
+       "  panel_cutoff_mask    \n",
+       "                       \n",
+       "
\n"
+      ],
+      "text/plain": [
+       "                       \n",
+       " \u001b[1m \u001b[0m\u001b[1mDownload List      \u001b[0m\u001b[1m \u001b[0m \n",
+       " ───────────────────── \n",
+       "  \u001b[35mlocit-input-pha.cal\u001b[0m  \n",
+       "  \u001b[35mpanel_cutoff_mask\u001b[0m    \n",
+       "                       \n"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[\u001b[38;2;128;05;128m2026-01-14 23:10:01,890\u001b[0m] \u001b[38;2;50;50;205m    INFO\u001b[0m\u001b[38;2;112;128;144m    viperlog: \u001b[0m Creating path:\u001b[38;2;50;50;205m/Users/joshua/Development/toolviper-i32/docs/data\u001b[0m \n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "
\n"
+      ],
+      "text/plain": []
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
    "source": [
     "toolviper.utils.data.download(file=files[6:8], folder=\"data\")"
    ]
@@ -89,10 +258,568 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 6,
    "id": "2439445a-d7fe-4bea-bc43-6edb131447cc",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "\n"
+      ],
+      "text/plain": [
+       ""
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "\n",
+       "\n",
+       "\n"
+      ],
+      "text/plain": [
+       ""
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "\n",
+       "\n",
+       "    \n",
+       "    
\n",
+       "    \n",
+       "    \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "   \n",
+       "    \n",
+       "      \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "      \n",
+       "  \n",
+       "        \n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "        \n",
+       "    \n",
+       "\n",
+       "\n",
+       "    Loading ITables v2.6.1 from the init_notebook_mode cell...\n",
+       "    (need help?)
\n",
+       "\n"
+      ],
+      "text/plain": [
+       "   file                                               path                    \\\n",
+       "0                ea25_cal_small_before_fixed.split.ms              astrohack   \n",
+       "1                              kband_beamcut_small.ms              astrohack   \n",
+       "2                 ea25_cal_small_after_fixed.split.ms              astrohack   \n",
+       "3                 J1924-2914.ms.calibrated.split.SPW3              astrohack   \n",
+       "4                     extract_holog_verification.json           verification   \n",
+       "5                   holog_numerical_verification.json           verification   \n",
+       "6                                 locit-input-pha.cal              astrohack   \n",
+       "7                                   panel_cutoff_mask        astrohack/panel   \n",
+       "8                                     heuristic_model              astrohack   \n",
+       "9                                    panel-input-data        astrohack/panel   \n",
+       "10                               AA2-Mid-sim_00000.ms  radps/measurement_set   \n",
+       "11                               Antennae_M8.img.zarr            radps/image   \n",
+       "12                         Antennae_North.cal.lsrk.ms  radps/measurement_set   \n",
+       "13                   Antennae_North.cal.lsrk.split.ms  radps/measurement_set   \n",
+       "14                               complex_valued_uv.im            radps/image   \n",
+       "15                                  demo_simulated.im            radps/image   \n",
+       "16                                         no_mask.im            radps/image   \n",
+       "17                                     small_lofar.ms  radps/measurement_set   \n",
+       "18                                   small_meerkat.ms  radps/measurement_set   \n",
+       "19                      global_vlbi_gg084b_reduced.ms  radps/measurement_set   \n",
+       "20                          VLBA_TL016B_split_lsrk.ms  radps/measurement_set   \n",
+       "21    ngEHT_E17A10.0.bin0000.source0000_split_lsrk.ms  radps/measurement_set   \n",
+       "22                                venus_ephem_test.ms  radps/measurement_set   \n",
+       "23                                       sdimaging.ms  radps/measurement_set   \n",
+       "24        ALMA_uid___A002_X1003af4_X75a3.split.avg.ms  radps/measurement_set   \n",
+       "25  VLASS3.2.sb45755730.eb46170641.60480.162661365...  radps/measurement_set   \n",
+       "26                           feather_sim_vla_c1_pI.im            radps/image   \n",
+       "27                            feather_sim_sd_c1_pI.im            radps/image   \n",
+       "28                    Antennae_fld1_casa_lsrk.ps.zarr  radps/measurement_set   \n",
+       "29                         Antennae_fld1_topo.ps.zarr  radps/measurement_set   \n",
+       "30              Antennae_North.cal.lsrk.split.ps.zarr  radps/measurement_set   \n",
+       "31                    Antennae_North.cal.lsrk.ps.zarr  radps/measurement_set   \n",
+       "32                            feather_model_convolved            radps/image   \n",
+       "33                                         feather.im            radps/image   \n",
+       "34                                           int.zarr            radps/image   \n",
+       "35                                            sd.zarr            radps/image   \n",
+       "36                                 ska_low_sim_18s.ms  radps/measurement_set   \n",
+       "37                               VLBA_TL016B_split.ms  radps/measurement_set   \n",
+       "38         ngEHT_E17A10.0.bin0000.source0000_split.ms  radps/measurement_set   \n",
+       "39                uid___A002_X1015532_X1926f.small.ms  radps/measurement_set   \n",
+       "40                  uid___A002_Xae00c5_X2e6b.small.ms  radps/measurement_set   \n",
+       "41                  uid___A002_Xced5df_Xf9d9.small.ms  radps/measurement_set   \n",
+       "42                  uid___A002_Xe3a5fd_Xe38e.small.ms  radps/measurement_set   \n",
+       "43                               SNR_G55_10s.split.ms  radps/measurement_set   \n",
+       "44                         59749_bp_8beams_pattern.ms  radps/measurement_set   \n",
+       "45                           59750_altaz_2settings.ms  radps/measurement_set   \n",
+       "46                          59754_altaz_2weights_0.ms  radps/measurement_set   \n",
+       "47                         59754_altaz_2weights_15.ms  radps/measurement_set   \n",
+       "48                           59755_eq_interleave_0.ms  radps/measurement_set   \n",
+       "49                          59755_eq_interleave_15.ms  radps/measurement_set   \n",
+       "50                                            gmrt.ms  radps/measurement_set   \n",
+       "51                                      checksum.hash           verification   \n",
+       "52        refim_point_im_casa_hogbom_cleaned.residual            radps/image   \n",
+       "53    3c286_Band6_5chans_lsrk_compare_weights.ps.zarr            radps/image   \n",
+       "54  twhya_selfcal_5chans_lsrk_compare_weights.ps.zarr            radps/image   \n",
+       "55  twhya_selfcal_5chans_lsrk_xx_compare_weights.p...            radps/image   \n",
+       "56  twhya_selfcal_11chans_lsrk_robust_0.5_niter_0.psf            radps/image   \n",
+       "57                        casa_hogbom_deconv.residual            radps/image   \n",
+       "58                           test_hogbom_multisrc.psf            radps/image   \n",
+       "59                      test_hogbom_multisrc.residual            radps/image   \n",
+       "60                                 refim_point_im.psf            radps/image   \n",
+       "61                            refim_point_im.residual            radps/image   \n",
+       "62                                       absolute_off            single-dish   \n",
+       "63  3c286_Band6_5chans_lsrk_robust_0.5_niter_99_ca...            radps/image   \n",
+       "64   3c286_Band6_5chans_lsrk_robust_0.5_niter_99.fits            radps/image   \n",
+       "65                   kband_beamcut_small.beamcut.zarr              astrohack   \n",
+       "66                               ref_beamcut_products              astrohack   \n",
+       "67                                 ref_locit_products              astrohack   \n",
+       "\n",
+       "   dtype                    telescope    size        \\\n",
+       "0                CASA MS v2          VLA  150170225   \n",
+       "1                CASA MS v2          VLA   17986574   \n",
+       "2                CASA MS v2          VLA  150031008   \n",
+       "3                CASA MS v2         ALMA   35000000   \n",
+       "4                      json           na        967   \n",
+       "5                      json           na       1033   \n",
+       "6            CASA Cal Table          VLA      92293   \n",
+       "7                       npy           na      27150   \n",
+       "8                       bin           na        556   \n",
+       "9                        na           na     402916   \n",
+       "10               CASA MS v2      SKA Mid   14710912   \n",
+       "11                     zarr         ALMA   12626417   \n",
+       "12               CASA MS v2         ALMA  189716793   \n",
+       "13               CASA MS v2         ALMA    1560578   \n",
+       "14                    image    Simulated     562110   \n",
+       "15                    image    Simulated   15321745   \n",
+       "16                    image    Simulated       4252   \n",
+       "17               CASA MS v2        LOFAR   10091260   \n",
+       "18               CASA MS v2      MeerKAT    2392258   \n",
+       "19               CASA MS v2  GLOBAL VLBI   15701018   \n",
+       "20               CASA MS v2         VLBA    9399847   \n",
+       "21               CASA MS v2        ngEHT   11082603   \n",
+       "22               CASA MS v2         ALMA   16758430   \n",
+       "23               CASA MS v2         ALMA   29718841   \n",
+       "24               CASA MS v2         ALMA   29593547   \n",
+       "25               CASA MS v2          VLA   69019704   \n",
+       "26                    image    Simulated   62246951   \n",
+       "27                    image    Simulated   67218042   \n",
+       "28                     Msv4         ALMA    9314803   \n",
+       "29                     Msv4         ALMA    9867649   \n",
+       "30                     Msv4         ALMA    3430000   \n",
+       "31                     Msv4         ALMA    2040000   \n",
+       "32                    Model                61364929   \n",
+       "33               CASA Image                67150892   \n",
+       "34               Zarr Image                65512355   \n",
+       "35               Zarr Image                67150892   \n",
+       "36               CASA MS v2      SKA Low    8866100   \n",
+       "37               CASA MS v2         VLBA    9402465   \n",
+       "38               CASA MS v2        ngEHT   11099488   \n",
+       "39               CASA MS v2         ALMA    6299859   \n",
+       "40               CASA MS v2         ALMA    7351298   \n",
+       "41               CASA MS v2         ALMA    7351298   \n",
+       "42               CASA MS v2         ALMA   16122776   \n",
+       "43               CASA MS v2          VLA    8648349   \n",
+       "44               CASA MS v2        ASKAP    8137335   \n",
+       "45               CASA MS v2        ASKAP    3669608   \n",
+       "46               CASA MS v2        ASKAP    3521937   \n",
+       "47               CASA MS v2        ASKAP    3538081   \n",
+       "48               CASA MS v2        ASKAP    7525050   \n",
+       "49               CASA MS v2        ASKAP    7493404   \n",
+       "50               CASA MS v2         GMRT    2125130   \n",
+       "51                     hash           NA         20   \n",
+       "52                       NA           NA     257051   \n",
+       "53                       NA           NA   22762594   \n",
+       "54                       NA           NA    7027733   \n",
+       "55                       NA           NA    5271957   \n",
+       "56               CASA MS v2         ALMA    2555984   \n",
+       "57               CASA MS v2           NA     968492   \n",
+       "58               CASA MS v2           NA     972188   \n",
+       "59               CASA MS v2           NA     959913   \n",
+       "60               CASA MS v2           NA     238662   \n",
+       "61               CASA MS v2           NA     242965   \n",
+       "62                     ASDM      ALMA SD  245676406   \n",
+       "63                     MSv4           NA   16705461   \n",
+       "64                     FITS           NA   21054726   \n",
+       "65   Astrohack beamcut file          VLA     411479   \n",
+       "66  Beamcut export products          VLA    1068652   \n",
+       "67    Locit export products          VLA     520357   \n",
+       "\n",
+       "   mode                           \\\n",
+       "0                     Holography   \n",
+       "1           Holography(beam cut)   \n",
+       "2                     Holography   \n",
+       "3                     Holography   \n",
+       "4                             na   \n",
+       "5                             na   \n",
+       "6     antenna location cal table   \n",
+       "7                             na   \n",
+       "8                             na   \n",
+       "9                             na   \n",
+       "10      Simulated Interferometer   \n",
+       "11         Interferometer Mosaic   \n",
+       "12         Interferometer Mosaic   \n",
+       "13         Interferometer Mosaic   \n",
+       "14                     Simulated   \n",
+       "15                     Simulated   \n",
+       "16                     Simulated   \n",
+       "17                Interferometer   \n",
+       "18                Interferometer   \n",
+       "19                          VLBI   \n",
+       "20                          VLBI   \n",
+       "21      Simulated Interferometer   \n",
+       "22      Interferometer Ephemeris   \n",
+       "23                   Single Dish   \n",
+       "24      Interferometer Ephemeris   \n",
+       "25      Interferometer Ephemeris   \n",
+       "26                     Simulated   \n",
+       "27                     Simulated   \n",
+       "28                Interferometer   \n",
+       "29                Interferometer   \n",
+       "30                Interferometer   \n",
+       "31                Interferometer   \n",
+       "32                     Simulated   \n",
+       "33                     Simulated   \n",
+       "34                     Simulated   \n",
+       "35                     Simulated   \n",
+       "36                     Simulated   \n",
+       "37                Interferometer   \n",
+       "38                Interferometer   \n",
+       "39                   Single Dish   \n",
+       "40                   Single Dish   \n",
+       "41                   Single Dish   \n",
+       "42                   Single Dish   \n",
+       "43                Interferometer   \n",
+       "44                Interferometer   \n",
+       "45                Interferometer   \n",
+       "46                Interferometer   \n",
+       "47                Interferometer   \n",
+       "48                Interferometer   \n",
+       "49                Interferometer   \n",
+       "50                Interferometer   \n",
+       "51                            NA   \n",
+       "52                            NA   \n",
+       "53                            NA   \n",
+       "54                            NA   \n",
+       "55                            NA   \n",
+       "56                Interferometer   \n",
+       "57                            NA   \n",
+       "58                            NA   \n",
+       "59                            NA   \n",
+       "60                            NA   \n",
+       "61                            NA   \n",
+       "62                            NA   \n",
+       "63                            NA   \n",
+       "64                            NA   \n",
+       "65                    Holography   \n",
+       "66                       beamcut   \n",
+       "67  Antenna position corrections   \n",
+       "\n",
+       "   hash                                                \n",
+       "0   fb5bbe77fb993656f04230236fadb7b47e10a4dd7802bd...  \n",
+       "1   50886624425b078c2bf79a38e777623005c4620494ff3f...  \n",
+       "2   ab5bb57344b805d6253a3b3a6ff9b5fe2dd237988e9b31...  \n",
+       "3   374a0ab60d3a9f0ade9f7b16795f163b88acfcf22b4bd7...  \n",
+       "4   aa5da05bf4c61c025dc01bdc7fd70a0000ce3bcde86840...  \n",
+       "5   b4b9d16d96f8e9af3bff3c9965801a7a9ab841a9ce3cab...  \n",
+       "6   a487a40eba5a824b7886d803b8d0e25e591ff23bc1c406...  \n",
+       "7   9eb52ee46c7ab5ea4ca0982415da99fded1b7d7354f75e...  \n",
+       "8   afd789575ad3794cb77f43df88d5074eb64b9b0ae26126...  \n",
+       "9   9eb52ee46c7ab5ea4ca0982415da99fded1b7d7354f75e...  \n",
+       "10  502496ba83130d18a59433083538861bd47b2aaa2a03ee...  \n",
+       "11  1dd8c61f3758208d8166913d19cf9662b77367c1ce020b...  \n",
+       "12  74eafb95e441029dec2977ff221377c290779a8acd4470...  \n",
+       "13  a8cb7c68df375e19e59127e348568f2dfc031fbc3c47b9...  \n",
+       "14  1d4cc35dfdc73ad31e64b7752eda0bce254802e1ceb62f...  \n",
+       "15  8a1f11c4d1891a6e61170f04220e6375ab16156ed1a307...  \n",
+       "16  951864696e38ab3fa1c2ffdc84f7ad83b908287a6324a9...  \n",
+       "17  8b670bfc6721d9e1203bec3824e6935030858b98524174...  \n",
+       "18  58f1592147c182307a00acc6249363aad034e2734e9598...  \n",
+       "19  05dc4fc26cf559fead6e934e65a8bacf914b2333b62a9d...  \n",
+       "20  d13464e935c66b14bc15c4c80e5e1a773a49fca98db5c7...  \n",
+       "21  16e565576dad0f3da23094bdc6bb174f80bb8aa4b8b4bf...  \n",
+       "22  4565aa5a53b22fb962d47afef18901e938cd546a52d905...  \n",
+       "23  0b79fb5006adc5536b4a43fea3ebb137a33a0192eaddfc...  \n",
+       "24  a5c7f9c934a8957e9c246c34cc89520de027a646f5320d...  \n",
+       "25  58ba68727bea5ac7f3502095db8a00d67e813818df9918...  \n",
+       "26  3bd2c68a89c15280c831ddff508821e9da09921bcf9125...  \n",
+       "27  f94b1028f757fed316185357e3827969ac6708f2dce4bc...  \n",
+       "28  3a95dc466278924d2a9e9650710dd30be4441fc98f4000...  \n",
+       "29  aaa9be65a1d6d9c98e5a1515cd583dfcedd6c769388d95...  \n",
+       "30  2f2d4e3685a51e8990d8e55b0b2703e3b9c67ae8a0110b...  \n",
+       "31  f7cbddfbe0d45c0d7f0002397ac8f00a49266c9c7563ab...  \n",
+       "32  ce60cc126f89e3488b00e04761e3e64207c9ad05f7f36f...  \n",
+       "33  9c0701d850fe744f2faecca5dbdef07ff7343ede4cae62...  \n",
+       "34  3ccb81f4c3af85c152f1c8e3f478a699c30a04fbdc8f58...  \n",
+       "35  74d6232c8ecd22e2d48da0056c23012bae32c234670c83...  \n",
+       "36  016f3c3acbbd852c423256dac94122368ab49ee27338ee...  \n",
+       "37  872a2cb77ddf3def30097625d4bb6229444c7d3515031b...  \n",
+       "38  6bb805af31c009b72fe677b828a8a643af5cd42252cd4d...  \n",
+       "39  cfff8d2f1fef77c2f64656f6daa4c02a9fd9dfd49d06d6...  \n",
+       "40  ddc97db5ff32bb2b75ec5ebe51bc75433a5618b486c41e...  \n",
+       "41  a8d16e405cbeab52e886abc51988208ab36fa94d1655f2...  \n",
+       "42  71ba615b816f048493641159714fb5507e6fd460edb78d...  \n",
+       "43  95c40240c93b1c7122bd5f3f4adf03c2d440bfc69055fd...  \n",
+       "44  8cfc4d7c8a6bc41a06e5bde27566435659d7df1aef2bb3...  \n",
+       "45  d65b5a90e958bc5e6b45cdf0fa53a204a18f5f57ba1c6f...  \n",
+       "46  796dbeb8dbd02c132d74c274c8cbb771f6250578a28c00...  \n",
+       "47  77c8c722b69f4263dd62dc88b86c5dbad6a39f54f1a7be...  \n",
+       "48  24e4108d5b6b5440250cc9b60784739e6473520ddeb5a9...  \n",
+       "49  3b7c15c46bc7bb901b93ff76bace18a70c40d539fd1678...  \n",
+       "50  aec76670a31ac6579271bf800e3bd4bb3690422c43d723...  \n",
+       "51  9eb52ee46c7ab5ea4ca0982415da99fded1b7d7354f75e...  \n",
+       "52  6efcd43e977025b1cb4044ec64e6e7cc0de4c0ac2a52fb...  \n",
+       "53  36171274465f990be61dd963f4c09a7e506382d7659a9d...  \n",
+       "54  be10efd0725003b6c0233e171977005d8b152eee3a1d3e...  \n",
+       "55  700d410a3045f5e52d827d460828a8af76b95d4fda557b...  \n",
+       "56  04d54e4a6b11735211b32aeb226b51bc9ab73dfb49c54d...  \n",
+       "57  eeb992fc1586a8eec0890f41e57cd5e51f36251813845e...  \n",
+       "58  1d19bf6bc1fa5b4aff5493a8032558ce669906b0568463...  \n",
+       "59  be40fa7a3cd328d81afdd6b6a6fbb2fe68f2a426c68e1b...  \n",
+       "60  03f6817a70e2fa7497c9f1c18cb2e21e41695678d80e53...  \n",
+       "61  cee10eeaacff8366dc3f799cf6c698d67b524d41876baa...  \n",
+       "62  8eb43acc8e7d90ca15061081a8d75895e274945241922a...  \n",
+       "63  0ada5f7c20b5d02418100775f03263e6d02951722bee16...  \n",
+       "64  103c551d0ce4e5664a4fd2b2b8662837477c12e8272b80...  \n",
+       "65  c1ee91d9445531b6e07bce58a038890acb20d7cfdc8ab3...  \n",
+       "66  0eb59c2755f2a361c43d20316e1db43aac95be5fdd79e6...  \n",
+       "67  757670eb4eb02100c459f55a985fffda5185a25f3d7beb...  "
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "toolviper.utils.data.list_files()"
    ]
@@ -107,30 +834,332 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "3d26e4af-34b8-4696-af83-09ab6ce2f5f0",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "def as_int(dict_):\n",
-    "    if type(dict_[\"size\"]) == \"str\":\n",
-    "        return int(dict_[\"size\"])\n",
-    "\n",
-    "    return dict_\n",
-    "\n",
-    "as_num = lambda d: int(d[\"size\"])\n",
-    "\n",
-    "j = {\"size\": \"1\", \"file\": \"blah\"}\n",
-    "\n",
-    "as_num(j)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 7,
    "id": "bebfac78-a3f5-46ca-a840-d222308a72b8",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "\n"
+      ],
+      "text/plain": [
+       ""
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "\n",
+       "\n",
+       "\n"
+      ],
+      "text/plain": [
+       ""
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "\n",
+       "\n",
+       "    \n",
+       "    
\n",
+       "    \n",
+       "    \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "   \n",
+       "    \n",
+       "      \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "      \n",
+       "  \n",
+       "        \n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "        \n",
+       "    \n",
+       "\n",
+       "\n",
+       "    Loading ITables v2.6.1 from the init_notebook_mode cell...\n",
+       "    (need help?)
\n",
+       "\n"
+      ],
+      "text/plain": [
+       "   file                                               path                    \\\n",
+       "0                ea25_cal_small_before_fixed.split.ms              astrohack   \n",
+       "1                              kband_beamcut_small.ms              astrohack   \n",
+       "2                 ea25_cal_small_after_fixed.split.ms              astrohack   \n",
+       "6                                 locit-input-pha.cal              astrohack   \n",
+       "25  VLASS3.2.sb45755730.eb46170641.60480.162661365...  radps/measurement_set   \n",
+       "43                               SNR_G55_10s.split.ms  radps/measurement_set   \n",
+       "65                   kband_beamcut_small.beamcut.zarr              astrohack   \n",
+       "66                               ref_beamcut_products              astrohack   \n",
+       "67                                 ref_locit_products              astrohack   \n",
+       "\n",
+       "   dtype                    telescope size        \\\n",
+       "0                CASA MS v2  VLA       150170225   \n",
+       "1                CASA MS v2  VLA        17986574   \n",
+       "2                CASA MS v2  VLA       150031008   \n",
+       "6            CASA Cal Table  VLA           92293   \n",
+       "25               CASA MS v2  VLA        69019704   \n",
+       "43               CASA MS v2  VLA         8648349   \n",
+       "65   Astrohack beamcut file  VLA          411479   \n",
+       "66  Beamcut export products  VLA         1068652   \n",
+       "67    Locit export products  VLA          520357   \n",
+       "\n",
+       "   mode                           \\\n",
+       "0                     Holography   \n",
+       "1           Holography(beam cut)   \n",
+       "2                     Holography   \n",
+       "6     antenna location cal table   \n",
+       "25      Interferometer Ephemeris   \n",
+       "43                Interferometer   \n",
+       "65                    Holography   \n",
+       "66                       beamcut   \n",
+       "67  Antenna position corrections   \n",
+       "\n",
+       "   hash                                                \n",
+       "0   fb5bbe77fb993656f04230236fadb7b47e10a4dd7802bd...  \n",
+       "1   50886624425b078c2bf79a38e777623005c4620494ff3f...  \n",
+       "2   ab5bb57344b805d6253a3b3a6ff9b5fe2dd237988e9b31...  \n",
+       "6   a487a40eba5a824b7886d803b8d0e25e591ff23bc1c406...  \n",
+       "25  58ba68727bea5ac7f3502095db8a00d67e813818df9918...  \n",
+       "43  95c40240c93b1c7122bd5f3f4adf03c2d440bfc69055fd...  \n",
+       "65  c1ee91d9445531b6e07bce58a038890acb20d7cfdc8ab3...  \n",
+       "66  0eb59c2755f2a361c43d20316e1db43aac95be5fdd79e6...  \n",
+       "67  757670eb4eb02100c459f55a985fffda5185a25f3d7beb...  "
+      ]
+     },
+     "execution_count": 7,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "files = toolviper.utils.data.list_files()\n",
     "\n",
@@ -139,53 +1168,283 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 8,
    "id": "0b04a312-043a-4957-a16d-39c6d73c1fa6",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "\n",
+       "\n",
+       "    \n",
+       "    
\n",
+       "    \n",
+       "    \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "   \n",
+       "    \n",
+       "      \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "    \n",
+       "  \n",
+       "        \n",
+       "    \n",
+       "      \n",
+       "  \n",
+       "        \n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "\n",
+       "            \n",
+       "                \n",
+       "                \n",
+       "            \n",
+       "        \n",
+       "    \n",
+       "\n",
+       "\n",
+       "    Loading ITables v2.6.1 from the init_notebook_mode cell...\n",
+       "    (need help?)
\n",
+       "\n"
+      ],
+      "text/plain": [
+       "   file                                               path                    \\\n",
+       "0                ea25_cal_small_before_fixed.split.ms              astrohack   \n",
+       "1                              kband_beamcut_small.ms              astrohack   \n",
+       "2                 ea25_cal_small_after_fixed.split.ms              astrohack   \n",
+       "3                 J1924-2914.ms.calibrated.split.SPW3              astrohack   \n",
+       "4                     extract_holog_verification.json           verification   \n",
+       "5                   holog_numerical_verification.json           verification   \n",
+       "6                                 locit-input-pha.cal              astrohack   \n",
+       "7                                   panel_cutoff_mask        astrohack/panel   \n",
+       "8                                     heuristic_model              astrohack   \n",
+       "9                                    panel-input-data        astrohack/panel   \n",
+       "10                               AA2-Mid-sim_00000.ms  radps/measurement_set   \n",
+       "11                               Antennae_M8.img.zarr            radps/image   \n",
+       "12                         Antennae_North.cal.lsrk.ms  radps/measurement_set   \n",
+       "13                   Antennae_North.cal.lsrk.split.ms  radps/measurement_set   \n",
+       "14                               complex_valued_uv.im            radps/image   \n",
+       "15                                  demo_simulated.im            radps/image   \n",
+       "16                                         no_mask.im            radps/image   \n",
+       "17                                     small_lofar.ms  radps/measurement_set   \n",
+       "18                                   small_meerkat.ms  radps/measurement_set   \n",
+       "19                      global_vlbi_gg084b_reduced.ms  radps/measurement_set   \n",
+       "20                          VLBA_TL016B_split_lsrk.ms  radps/measurement_set   \n",
+       "21    ngEHT_E17A10.0.bin0000.source0000_split_lsrk.ms  radps/measurement_set   \n",
+       "22                                venus_ephem_test.ms  radps/measurement_set   \n",
+       "23                                       sdimaging.ms  radps/measurement_set   \n",
+       "24        ALMA_uid___A002_X1003af4_X75a3.split.avg.ms  radps/measurement_set   \n",
+       "25  VLASS3.2.sb45755730.eb46170641.60480.162661365...  radps/measurement_set   \n",
+       "26                           feather_sim_vla_c1_pI.im            radps/image   \n",
+       "27                            feather_sim_sd_c1_pI.im            radps/image   \n",
+       "28                    Antennae_fld1_casa_lsrk.ps.zarr  radps/measurement_set   \n",
+       "29                         Antennae_fld1_topo.ps.zarr  radps/measurement_set   \n",
+       "30              Antennae_North.cal.lsrk.split.ps.zarr  radps/measurement_set   \n",
+       "31                    Antennae_North.cal.lsrk.ps.zarr  radps/measurement_set   \n",
+       "32                            feather_model_convolved            radps/image   \n",
+       "33                                         feather.im            radps/image   \n",
+       "34                                           int.zarr            radps/image   \n",
+       "35                                            sd.zarr            radps/image   \n",
+       "36                                 ska_low_sim_18s.ms  radps/measurement_set   \n",
+       "37                               VLBA_TL016B_split.ms  radps/measurement_set   \n",
+       "38         ngEHT_E17A10.0.bin0000.source0000_split.ms  radps/measurement_set   \n",
+       "39                uid___A002_X1015532_X1926f.small.ms  radps/measurement_set   \n",
+       "40                  uid___A002_Xae00c5_X2e6b.small.ms  radps/measurement_set   \n",
+       "41                  uid___A002_Xced5df_Xf9d9.small.ms  radps/measurement_set   \n",
+       "42                  uid___A002_Xe3a5fd_Xe38e.small.ms  radps/measurement_set   \n",
+       "43                               SNR_G55_10s.split.ms  radps/measurement_set   \n",
+       "44                         59749_bp_8beams_pattern.ms  radps/measurement_set   \n",
+       "45                           59750_altaz_2settings.ms  radps/measurement_set   \n",
+       "46                          59754_altaz_2weights_0.ms  radps/measurement_set   \n",
+       "47                         59754_altaz_2weights_15.ms  radps/measurement_set   \n",
+       "48                           59755_eq_interleave_0.ms  radps/measurement_set   \n",
+       "49                          59755_eq_interleave_15.ms  radps/measurement_set   \n",
+       "50                                            gmrt.ms  radps/measurement_set   \n",
+       "51                                      checksum.hash           verification   \n",
+       "52        refim_point_im_casa_hogbom_cleaned.residual            radps/image   \n",
+       "53    3c286_Band6_5chans_lsrk_compare_weights.ps.zarr            radps/image   \n",
+       "54  twhya_selfcal_5chans_lsrk_compare_weights.ps.zarr            radps/image   \n",
+       "55  twhya_selfcal_5chans_lsrk_xx_compare_weights.p...            radps/image   \n",
+       "56  twhya_selfcal_11chans_lsrk_robust_0.5_niter_0.psf            radps/image   \n",
+       "57                        casa_hogbom_deconv.residual            radps/image   \n",
+       "58                           test_hogbom_multisrc.psf            radps/image   \n",
+       "59                      test_hogbom_multisrc.residual            radps/image   \n",
+       "60                                 refim_point_im.psf            radps/image   \n",
+       "61                            refim_point_im.residual            radps/image   \n",
+       "62                                       absolute_off            single-dish   \n",
+       "63  3c286_Band6_5chans_lsrk_robust_0.5_niter_99_ca...            radps/image   \n",
+       "64   3c286_Band6_5chans_lsrk_robust_0.5_niter_99.fits            radps/image   \n",
+       "65                   kband_beamcut_small.beamcut.zarr              astrohack   \n",
+       "66                               ref_beamcut_products              astrohack   \n",
+       "67                                 ref_locit_products              astrohack   \n",
+       "\n",
+       "   telescope     \n",
+       "0           VLA  \n",
+       "1           VLA  \n",
+       "2           VLA  \n",
+       "3          ALMA  \n",
+       "4            na  \n",
+       "5            na  \n",
+       "6           VLA  \n",
+       "7            na  \n",
+       "8            na  \n",
+       "9            na  \n",
+       "10      SKA Mid  \n",
+       "11         ALMA  \n",
+       "12         ALMA  \n",
+       "13         ALMA  \n",
+       "14    Simulated  \n",
+       "15    Simulated  \n",
+       "16    Simulated  \n",
+       "17        LOFAR  \n",
+       "18      MeerKAT  \n",
+       "19  GLOBAL VLBI  \n",
+       "20         VLBA  \n",
+       "21        ngEHT  \n",
+       "22         ALMA  \n",
+       "23         ALMA  \n",
+       "24         ALMA  \n",
+       "25          VLA  \n",
+       "26    Simulated  \n",
+       "27    Simulated  \n",
+       "28         ALMA  \n",
+       "29         ALMA  \n",
+       "30         ALMA  \n",
+       "31         ALMA  \n",
+       "32               \n",
+       "33               \n",
+       "34               \n",
+       "35               \n",
+       "36      SKA Low  \n",
+       "37         VLBA  \n",
+       "38        ngEHT  \n",
+       "39         ALMA  \n",
+       "40         ALMA  \n",
+       "41         ALMA  \n",
+       "42         ALMA  \n",
+       "43          VLA  \n",
+       "44        ASKAP  \n",
+       "45        ASKAP  \n",
+       "46        ASKAP  \n",
+       "47        ASKAP  \n",
+       "48        ASKAP  \n",
+       "49        ASKAP  \n",
+       "50         GMRT  \n",
+       "51           NA  \n",
+       "52           NA  \n",
+       "53           NA  \n",
+       "54           NA  \n",
+       "55           NA  \n",
+       "56         ALMA  \n",
+       "57           NA  \n",
+       "58           NA  \n",
+       "59           NA  \n",
+       "60           NA  \n",
+       "61           NA  \n",
+       "62      ALMA SD  \n",
+       "63           NA  \n",
+       "64           NA  \n",
+       "65          VLA  \n",
+       "66          VLA  \n",
+       "67          VLA  "
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "files.filter(items=[\"file\", \"path\", \"telescope\"])"
    ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "16ffe38e-6c67-4cf9-8ee8-97458874017c",
-   "metadata": {},
-   "source": [
-    "#### You can also get an ascii table, which is the default in terminal. If you want it in the notebook, just use the print function. Also, there were difficulties with file name truncation in the columns, so by request, you can set the column width "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "a62f2fe0-2bb4-475c-9efa-d9d96dbbe85f",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "files = toolviper.utils.data.list_files(truncate=None) # The default is None and gives the standard result\n",
-    "\n",
-    "print(files)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "09fe743f-9f0d-4192-b51d-159da91af0db",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "files = toolviper.utils.data.list_files(truncate=100) # This allows you to set the string length\n",
-    "\n",
-    "print(files)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "7b04a2fa-53a9-4905-86c7-aeff9019c0b8",
-   "metadata": {},
-   "outputs": [],
-   "source": []
   }
  ],
  "metadata": {

From f5176123017b5895647da2cf474fc61fa53bc64f Mon Sep 17 00:00:00 2001
From: jrhosk 
Date: Thu, 15 Jan 2026 15:04:03 +0900
Subject: [PATCH 4/5] damn it black!

---
 docs/download_example.ipynb            | 1349 +-----------------------
 docs/file-manifest-update.ipynb        |    2 +-
 src/toolviper/utils/data/cloudflare.py |   16 +-
 3 files changed, 25 insertions(+), 1342 deletions(-)

diff --git a/docs/download_example.ipynb b/docs/download_example.ipynb
index bf773a5..895f169 100644
--- a/docs/download_example.ipynb
+++ b/docs/download_example.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": null,
    "id": "5d86886d-fa1d-4c53-8c07-cf0ee1378211",
    "metadata": {},
    "outputs": [],
@@ -21,18 +21,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "16a174c2-5d8a-4cfc-a423-a1541adcaf21",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[\u001b[38;2;128;05;128m2026-01-14 23:10:00,963\u001b[0m] \u001b[38;2;50;50;205m    INFO\u001b[0m\u001b[38;2;112;128;144m    viperlog: \u001b[0m v0.0.18 \n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "toolviper.utils.data.version()"
    ]
@@ -47,45 +39,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": null,
    "id": "deeee662-94d9-44a0-95e7-f062f55223ca",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[\u001b[38;2;128;05;128m2026-01-14 23:10:00,967\u001b[0m] \u001b[38;2;50;50;205m    INFO\u001b[0m\u001b[38;2;112;128;144m    viperlog: \u001b[0m Updating file metadata information ...  \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "
/opt/homebrew/Caskroom/mambaforge/base/envs/toolviper-i32/lib/python3.12/site-packages/rich/live.py:256: \n",
-       "UserWarning: install \"ipywidgets\" for Jupyter support\n",
-       "  warnings.warn('install \"ipywidgets\" for Jupyter support')\n",
-       "
\n"
-      ],
-      "text/plain": [
-       "/opt/homebrew/Caskroom/mambaforge/base/envs/toolviper-i32/lib/python3.12/site-packages/rich/live.py:256: \n",
-       "UserWarning: install \"ipywidgets\" for Jupyter support\n",
-       "  warnings.warn('install \"ipywidgets\" for Jupyter support')\n"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "text/html": [
-       "
\n"
-      ],
-      "text/plain": []
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    }
-   ],
+   "outputs": [],
    "source": [
     "toolviper.utils.data.update()"
    ]
@@ -101,88 +58,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": null,
    "id": "2912a5ae-7a4b-42f3-a633-cbe5ecaffc74",
    "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "['ea25_cal_small_before_fixed.split.ms',\n",
-       " 'kband_beamcut_small.ms',\n",
-       " 'ea25_cal_small_after_fixed.split.ms',\n",
-       " 'J1924-2914.ms.calibrated.split.SPW3',\n",
-       " 'extract_holog_verification.json',\n",
-       " 'holog_numerical_verification.json',\n",
-       " 'locit-input-pha.cal',\n",
-       " 'panel_cutoff_mask',\n",
-       " 'heuristic_model',\n",
-       " 'panel-input-data',\n",
-       " 'AA2-Mid-sim_00000.ms',\n",
-       " 'Antennae_M8.img.zarr',\n",
-       " 'Antennae_North.cal.lsrk.ms',\n",
-       " 'Antennae_North.cal.lsrk.split.ms',\n",
-       " 'complex_valued_uv.im',\n",
-       " 'demo_simulated.im',\n",
-       " 'no_mask.im',\n",
-       " 'small_lofar.ms',\n",
-       " 'small_meerkat.ms',\n",
-       " 'global_vlbi_gg084b_reduced.ms',\n",
-       " 'VLBA_TL016B_split_lsrk.ms',\n",
-       " 'ngEHT_E17A10.0.bin0000.source0000_split_lsrk.ms',\n",
-       " 'venus_ephem_test.ms',\n",
-       " 'sdimaging.ms',\n",
-       " 'ALMA_uid___A002_X1003af4_X75a3.split.avg.ms',\n",
-       " 'VLASS3.2.sb45755730.eb46170641.60480.16266136574.split.v6.ms',\n",
-       " 'feather_sim_vla_c1_pI.im',\n",
-       " 'feather_sim_sd_c1_pI.im',\n",
-       " 'Antennae_fld1_casa_lsrk.ps.zarr',\n",
-       " 'Antennae_fld1_topo.ps.zarr',\n",
-       " 'Antennae_North.cal.lsrk.split.ps.zarr',\n",
-       " 'Antennae_North.cal.lsrk.ps.zarr',\n",
-       " 'feather_model_convolved',\n",
-       " 'feather.im',\n",
-       " 'int.zarr',\n",
-       " 'sd.zarr',\n",
-       " 'ska_low_sim_18s.ms',\n",
-       " 'VLBA_TL016B_split.ms',\n",
-       " 'ngEHT_E17A10.0.bin0000.source0000_split.ms',\n",
-       " 'uid___A002_X1015532_X1926f.small.ms',\n",
-       " 'uid___A002_Xae00c5_X2e6b.small.ms',\n",
-       " 'uid___A002_Xced5df_Xf9d9.small.ms',\n",
-       " 'uid___A002_Xe3a5fd_Xe38e.small.ms',\n",
-       " 'SNR_G55_10s.split.ms',\n",
-       " '59749_bp_8beams_pattern.ms',\n",
-       " '59750_altaz_2settings.ms',\n",
-       " '59754_altaz_2weights_0.ms',\n",
-       " '59754_altaz_2weights_15.ms',\n",
-       " '59755_eq_interleave_0.ms',\n",
-       " '59755_eq_interleave_15.ms',\n",
-       " 'gmrt.ms',\n",
-       " 'checksum.hash',\n",
-       " 'refim_point_im_casa_hogbom_cleaned.residual',\n",
-       " '3c286_Band6_5chans_lsrk_compare_weights.ps.zarr',\n",
-       " 'twhya_selfcal_5chans_lsrk_compare_weights.ps.zarr',\n",
-       " 'twhya_selfcal_5chans_lsrk_xx_compare_weights.ps.zarr',\n",
-       " 'twhya_selfcal_11chans_lsrk_robust_0.5_niter_0.psf',\n",
-       " 'casa_hogbom_deconv.residual',\n",
-       " 'test_hogbom_multisrc.psf',\n",
-       " 'test_hogbom_multisrc.residual',\n",
-       " 'refim_point_im.psf',\n",
-       " 'refim_point_im.residual',\n",
-       " 'absolute_off',\n",
-       " '3c286_Band6_5chans_lsrk_robust_0.5_niter_99_casa.ms',\n",
-       " '3c286_Band6_5chans_lsrk_robust_0.5_niter_99.fits',\n",
-       " 'kband_beamcut_small.beamcut.zarr',\n",
-       " 'ref_beamcut_products',\n",
-       " 'ref_locit_products']"
-      ]
-     },
-     "execution_count": 4,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
+   "outputs": [],
    "source": [
     "files = toolviper.utils.data.get_files()\n",
     "files"
@@ -190,58 +69,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": null,
    "id": "28c8b343-3a05-4217-a581-e51c7db95d02",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[\u001b[38;2;128;05;128m2026-01-14 23:10:01,886\u001b[0m] \u001b[38;2;50;50;205m    INFO\u001b[0m\u001b[38;2;112;128;144m    viperlog: \u001b[0m Downloading from [cloudflare] .... \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "
                       \n",
-       "  Download List        \n",
-       " ───────────────────── \n",
-       "  locit-input-pha.cal  \n",
-       "  panel_cutoff_mask    \n",
-       "                       \n",
-       "
\n"
-      ],
-      "text/plain": [
-       "                       \n",
-       " \u001b[1m \u001b[0m\u001b[1mDownload List      \u001b[0m\u001b[1m \u001b[0m \n",
-       " ───────────────────── \n",
-       "  \u001b[35mlocit-input-pha.cal\u001b[0m  \n",
-       "  \u001b[35mpanel_cutoff_mask\u001b[0m    \n",
-       "                       \n"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[\u001b[38;2;128;05;128m2026-01-14 23:10:01,890\u001b[0m] \u001b[38;2;50;50;205m    INFO\u001b[0m\u001b[38;2;112;128;144m    viperlog: \u001b[0m Creating path:\u001b[38;2;50;50;205m/Users/joshua/Development/toolviper-i32/docs/data\u001b[0m \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "
\n"
-      ],
-      "text/plain": []
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    }
-   ],
+   "outputs": [],
    "source": [
     "toolviper.utils.data.download(file=files[6:8], folder=\"data\")"
    ]
@@ -258,568 +89,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": null,
    "id": "2439445a-d7fe-4bea-bc43-6edb131447cc",
    "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/html": [
-       "\n"
-      ],
-      "text/plain": [
-       ""
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "text/html": [
-       "\n",
-       "\n",
-       "\n"
-      ],
-      "text/plain": [
-       ""
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "text/html": [
-       "\n",
-       "\n",
-       "    \n",
-       "    
\n",
-       "    \n",
-       "    \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "   \n",
-       "    \n",
-       "      \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "      \n",
-       "  \n",
-       "        \n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "        \n",
-       "    \n",
-       "\n",
-       "\n",
-       "    Loading ITables v2.6.1 from the init_notebook_mode cell...\n",
-       "    (need help?)
\n",
-       "\n"
-      ],
-      "text/plain": [
-       "   file                                               path                    \\\n",
-       "0                ea25_cal_small_before_fixed.split.ms              astrohack   \n",
-       "1                              kband_beamcut_small.ms              astrohack   \n",
-       "2                 ea25_cal_small_after_fixed.split.ms              astrohack   \n",
-       "3                 J1924-2914.ms.calibrated.split.SPW3              astrohack   \n",
-       "4                     extract_holog_verification.json           verification   \n",
-       "5                   holog_numerical_verification.json           verification   \n",
-       "6                                 locit-input-pha.cal              astrohack   \n",
-       "7                                   panel_cutoff_mask        astrohack/panel   \n",
-       "8                                     heuristic_model              astrohack   \n",
-       "9                                    panel-input-data        astrohack/panel   \n",
-       "10                               AA2-Mid-sim_00000.ms  radps/measurement_set   \n",
-       "11                               Antennae_M8.img.zarr            radps/image   \n",
-       "12                         Antennae_North.cal.lsrk.ms  radps/measurement_set   \n",
-       "13                   Antennae_North.cal.lsrk.split.ms  radps/measurement_set   \n",
-       "14                               complex_valued_uv.im            radps/image   \n",
-       "15                                  demo_simulated.im            radps/image   \n",
-       "16                                         no_mask.im            radps/image   \n",
-       "17                                     small_lofar.ms  radps/measurement_set   \n",
-       "18                                   small_meerkat.ms  radps/measurement_set   \n",
-       "19                      global_vlbi_gg084b_reduced.ms  radps/measurement_set   \n",
-       "20                          VLBA_TL016B_split_lsrk.ms  radps/measurement_set   \n",
-       "21    ngEHT_E17A10.0.bin0000.source0000_split_lsrk.ms  radps/measurement_set   \n",
-       "22                                venus_ephem_test.ms  radps/measurement_set   \n",
-       "23                                       sdimaging.ms  radps/measurement_set   \n",
-       "24        ALMA_uid___A002_X1003af4_X75a3.split.avg.ms  radps/measurement_set   \n",
-       "25  VLASS3.2.sb45755730.eb46170641.60480.162661365...  radps/measurement_set   \n",
-       "26                           feather_sim_vla_c1_pI.im            radps/image   \n",
-       "27                            feather_sim_sd_c1_pI.im            radps/image   \n",
-       "28                    Antennae_fld1_casa_lsrk.ps.zarr  radps/measurement_set   \n",
-       "29                         Antennae_fld1_topo.ps.zarr  radps/measurement_set   \n",
-       "30              Antennae_North.cal.lsrk.split.ps.zarr  radps/measurement_set   \n",
-       "31                    Antennae_North.cal.lsrk.ps.zarr  radps/measurement_set   \n",
-       "32                            feather_model_convolved            radps/image   \n",
-       "33                                         feather.im            radps/image   \n",
-       "34                                           int.zarr            radps/image   \n",
-       "35                                            sd.zarr            radps/image   \n",
-       "36                                 ska_low_sim_18s.ms  radps/measurement_set   \n",
-       "37                               VLBA_TL016B_split.ms  radps/measurement_set   \n",
-       "38         ngEHT_E17A10.0.bin0000.source0000_split.ms  radps/measurement_set   \n",
-       "39                uid___A002_X1015532_X1926f.small.ms  radps/measurement_set   \n",
-       "40                  uid___A002_Xae00c5_X2e6b.small.ms  radps/measurement_set   \n",
-       "41                  uid___A002_Xced5df_Xf9d9.small.ms  radps/measurement_set   \n",
-       "42                  uid___A002_Xe3a5fd_Xe38e.small.ms  radps/measurement_set   \n",
-       "43                               SNR_G55_10s.split.ms  radps/measurement_set   \n",
-       "44                         59749_bp_8beams_pattern.ms  radps/measurement_set   \n",
-       "45                           59750_altaz_2settings.ms  radps/measurement_set   \n",
-       "46                          59754_altaz_2weights_0.ms  radps/measurement_set   \n",
-       "47                         59754_altaz_2weights_15.ms  radps/measurement_set   \n",
-       "48                           59755_eq_interleave_0.ms  radps/measurement_set   \n",
-       "49                          59755_eq_interleave_15.ms  radps/measurement_set   \n",
-       "50                                            gmrt.ms  radps/measurement_set   \n",
-       "51                                      checksum.hash           verification   \n",
-       "52        refim_point_im_casa_hogbom_cleaned.residual            radps/image   \n",
-       "53    3c286_Band6_5chans_lsrk_compare_weights.ps.zarr            radps/image   \n",
-       "54  twhya_selfcal_5chans_lsrk_compare_weights.ps.zarr            radps/image   \n",
-       "55  twhya_selfcal_5chans_lsrk_xx_compare_weights.p...            radps/image   \n",
-       "56  twhya_selfcal_11chans_lsrk_robust_0.5_niter_0.psf            radps/image   \n",
-       "57                        casa_hogbom_deconv.residual            radps/image   \n",
-       "58                           test_hogbom_multisrc.psf            radps/image   \n",
-       "59                      test_hogbom_multisrc.residual            radps/image   \n",
-       "60                                 refim_point_im.psf            radps/image   \n",
-       "61                            refim_point_im.residual            radps/image   \n",
-       "62                                       absolute_off            single-dish   \n",
-       "63  3c286_Band6_5chans_lsrk_robust_0.5_niter_99_ca...            radps/image   \n",
-       "64   3c286_Band6_5chans_lsrk_robust_0.5_niter_99.fits            radps/image   \n",
-       "65                   kband_beamcut_small.beamcut.zarr              astrohack   \n",
-       "66                               ref_beamcut_products              astrohack   \n",
-       "67                                 ref_locit_products              astrohack   \n",
-       "\n",
-       "   dtype                    telescope    size        \\\n",
-       "0                CASA MS v2          VLA  150170225   \n",
-       "1                CASA MS v2          VLA   17986574   \n",
-       "2                CASA MS v2          VLA  150031008   \n",
-       "3                CASA MS v2         ALMA   35000000   \n",
-       "4                      json           na        967   \n",
-       "5                      json           na       1033   \n",
-       "6            CASA Cal Table          VLA      92293   \n",
-       "7                       npy           na      27150   \n",
-       "8                       bin           na        556   \n",
-       "9                        na           na     402916   \n",
-       "10               CASA MS v2      SKA Mid   14710912   \n",
-       "11                     zarr         ALMA   12626417   \n",
-       "12               CASA MS v2         ALMA  189716793   \n",
-       "13               CASA MS v2         ALMA    1560578   \n",
-       "14                    image    Simulated     562110   \n",
-       "15                    image    Simulated   15321745   \n",
-       "16                    image    Simulated       4252   \n",
-       "17               CASA MS v2        LOFAR   10091260   \n",
-       "18               CASA MS v2      MeerKAT    2392258   \n",
-       "19               CASA MS v2  GLOBAL VLBI   15701018   \n",
-       "20               CASA MS v2         VLBA    9399847   \n",
-       "21               CASA MS v2        ngEHT   11082603   \n",
-       "22               CASA MS v2         ALMA   16758430   \n",
-       "23               CASA MS v2         ALMA   29718841   \n",
-       "24               CASA MS v2         ALMA   29593547   \n",
-       "25               CASA MS v2          VLA   69019704   \n",
-       "26                    image    Simulated   62246951   \n",
-       "27                    image    Simulated   67218042   \n",
-       "28                     Msv4         ALMA    9314803   \n",
-       "29                     Msv4         ALMA    9867649   \n",
-       "30                     Msv4         ALMA    3430000   \n",
-       "31                     Msv4         ALMA    2040000   \n",
-       "32                    Model                61364929   \n",
-       "33               CASA Image                67150892   \n",
-       "34               Zarr Image                65512355   \n",
-       "35               Zarr Image                67150892   \n",
-       "36               CASA MS v2      SKA Low    8866100   \n",
-       "37               CASA MS v2         VLBA    9402465   \n",
-       "38               CASA MS v2        ngEHT   11099488   \n",
-       "39               CASA MS v2         ALMA    6299859   \n",
-       "40               CASA MS v2         ALMA    7351298   \n",
-       "41               CASA MS v2         ALMA    7351298   \n",
-       "42               CASA MS v2         ALMA   16122776   \n",
-       "43               CASA MS v2          VLA    8648349   \n",
-       "44               CASA MS v2        ASKAP    8137335   \n",
-       "45               CASA MS v2        ASKAP    3669608   \n",
-       "46               CASA MS v2        ASKAP    3521937   \n",
-       "47               CASA MS v2        ASKAP    3538081   \n",
-       "48               CASA MS v2        ASKAP    7525050   \n",
-       "49               CASA MS v2        ASKAP    7493404   \n",
-       "50               CASA MS v2         GMRT    2125130   \n",
-       "51                     hash           NA         20   \n",
-       "52                       NA           NA     257051   \n",
-       "53                       NA           NA   22762594   \n",
-       "54                       NA           NA    7027733   \n",
-       "55                       NA           NA    5271957   \n",
-       "56               CASA MS v2         ALMA    2555984   \n",
-       "57               CASA MS v2           NA     968492   \n",
-       "58               CASA MS v2           NA     972188   \n",
-       "59               CASA MS v2           NA     959913   \n",
-       "60               CASA MS v2           NA     238662   \n",
-       "61               CASA MS v2           NA     242965   \n",
-       "62                     ASDM      ALMA SD  245676406   \n",
-       "63                     MSv4           NA   16705461   \n",
-       "64                     FITS           NA   21054726   \n",
-       "65   Astrohack beamcut file          VLA     411479   \n",
-       "66  Beamcut export products          VLA    1068652   \n",
-       "67    Locit export products          VLA     520357   \n",
-       "\n",
-       "   mode                           \\\n",
-       "0                     Holography   \n",
-       "1           Holography(beam cut)   \n",
-       "2                     Holography   \n",
-       "3                     Holography   \n",
-       "4                             na   \n",
-       "5                             na   \n",
-       "6     antenna location cal table   \n",
-       "7                             na   \n",
-       "8                             na   \n",
-       "9                             na   \n",
-       "10      Simulated Interferometer   \n",
-       "11         Interferometer Mosaic   \n",
-       "12         Interferometer Mosaic   \n",
-       "13         Interferometer Mosaic   \n",
-       "14                     Simulated   \n",
-       "15                     Simulated   \n",
-       "16                     Simulated   \n",
-       "17                Interferometer   \n",
-       "18                Interferometer   \n",
-       "19                          VLBI   \n",
-       "20                          VLBI   \n",
-       "21      Simulated Interferometer   \n",
-       "22      Interferometer Ephemeris   \n",
-       "23                   Single Dish   \n",
-       "24      Interferometer Ephemeris   \n",
-       "25      Interferometer Ephemeris   \n",
-       "26                     Simulated   \n",
-       "27                     Simulated   \n",
-       "28                Interferometer   \n",
-       "29                Interferometer   \n",
-       "30                Interferometer   \n",
-       "31                Interferometer   \n",
-       "32                     Simulated   \n",
-       "33                     Simulated   \n",
-       "34                     Simulated   \n",
-       "35                     Simulated   \n",
-       "36                     Simulated   \n",
-       "37                Interferometer   \n",
-       "38                Interferometer   \n",
-       "39                   Single Dish   \n",
-       "40                   Single Dish   \n",
-       "41                   Single Dish   \n",
-       "42                   Single Dish   \n",
-       "43                Interferometer   \n",
-       "44                Interferometer   \n",
-       "45                Interferometer   \n",
-       "46                Interferometer   \n",
-       "47                Interferometer   \n",
-       "48                Interferometer   \n",
-       "49                Interferometer   \n",
-       "50                Interferometer   \n",
-       "51                            NA   \n",
-       "52                            NA   \n",
-       "53                            NA   \n",
-       "54                            NA   \n",
-       "55                            NA   \n",
-       "56                Interferometer   \n",
-       "57                            NA   \n",
-       "58                            NA   \n",
-       "59                            NA   \n",
-       "60                            NA   \n",
-       "61                            NA   \n",
-       "62                            NA   \n",
-       "63                            NA   \n",
-       "64                            NA   \n",
-       "65                    Holography   \n",
-       "66                       beamcut   \n",
-       "67  Antenna position corrections   \n",
-       "\n",
-       "   hash                                                \n",
-       "0   fb5bbe77fb993656f04230236fadb7b47e10a4dd7802bd...  \n",
-       "1   50886624425b078c2bf79a38e777623005c4620494ff3f...  \n",
-       "2   ab5bb57344b805d6253a3b3a6ff9b5fe2dd237988e9b31...  \n",
-       "3   374a0ab60d3a9f0ade9f7b16795f163b88acfcf22b4bd7...  \n",
-       "4   aa5da05bf4c61c025dc01bdc7fd70a0000ce3bcde86840...  \n",
-       "5   b4b9d16d96f8e9af3bff3c9965801a7a9ab841a9ce3cab...  \n",
-       "6   a487a40eba5a824b7886d803b8d0e25e591ff23bc1c406...  \n",
-       "7   9eb52ee46c7ab5ea4ca0982415da99fded1b7d7354f75e...  \n",
-       "8   afd789575ad3794cb77f43df88d5074eb64b9b0ae26126...  \n",
-       "9   9eb52ee46c7ab5ea4ca0982415da99fded1b7d7354f75e...  \n",
-       "10  502496ba83130d18a59433083538861bd47b2aaa2a03ee...  \n",
-       "11  1dd8c61f3758208d8166913d19cf9662b77367c1ce020b...  \n",
-       "12  74eafb95e441029dec2977ff221377c290779a8acd4470...  \n",
-       "13  a8cb7c68df375e19e59127e348568f2dfc031fbc3c47b9...  \n",
-       "14  1d4cc35dfdc73ad31e64b7752eda0bce254802e1ceb62f...  \n",
-       "15  8a1f11c4d1891a6e61170f04220e6375ab16156ed1a307...  \n",
-       "16  951864696e38ab3fa1c2ffdc84f7ad83b908287a6324a9...  \n",
-       "17  8b670bfc6721d9e1203bec3824e6935030858b98524174...  \n",
-       "18  58f1592147c182307a00acc6249363aad034e2734e9598...  \n",
-       "19  05dc4fc26cf559fead6e934e65a8bacf914b2333b62a9d...  \n",
-       "20  d13464e935c66b14bc15c4c80e5e1a773a49fca98db5c7...  \n",
-       "21  16e565576dad0f3da23094bdc6bb174f80bb8aa4b8b4bf...  \n",
-       "22  4565aa5a53b22fb962d47afef18901e938cd546a52d905...  \n",
-       "23  0b79fb5006adc5536b4a43fea3ebb137a33a0192eaddfc...  \n",
-       "24  a5c7f9c934a8957e9c246c34cc89520de027a646f5320d...  \n",
-       "25  58ba68727bea5ac7f3502095db8a00d67e813818df9918...  \n",
-       "26  3bd2c68a89c15280c831ddff508821e9da09921bcf9125...  \n",
-       "27  f94b1028f757fed316185357e3827969ac6708f2dce4bc...  \n",
-       "28  3a95dc466278924d2a9e9650710dd30be4441fc98f4000...  \n",
-       "29  aaa9be65a1d6d9c98e5a1515cd583dfcedd6c769388d95...  \n",
-       "30  2f2d4e3685a51e8990d8e55b0b2703e3b9c67ae8a0110b...  \n",
-       "31  f7cbddfbe0d45c0d7f0002397ac8f00a49266c9c7563ab...  \n",
-       "32  ce60cc126f89e3488b00e04761e3e64207c9ad05f7f36f...  \n",
-       "33  9c0701d850fe744f2faecca5dbdef07ff7343ede4cae62...  \n",
-       "34  3ccb81f4c3af85c152f1c8e3f478a699c30a04fbdc8f58...  \n",
-       "35  74d6232c8ecd22e2d48da0056c23012bae32c234670c83...  \n",
-       "36  016f3c3acbbd852c423256dac94122368ab49ee27338ee...  \n",
-       "37  872a2cb77ddf3def30097625d4bb6229444c7d3515031b...  \n",
-       "38  6bb805af31c009b72fe677b828a8a643af5cd42252cd4d...  \n",
-       "39  cfff8d2f1fef77c2f64656f6daa4c02a9fd9dfd49d06d6...  \n",
-       "40  ddc97db5ff32bb2b75ec5ebe51bc75433a5618b486c41e...  \n",
-       "41  a8d16e405cbeab52e886abc51988208ab36fa94d1655f2...  \n",
-       "42  71ba615b816f048493641159714fb5507e6fd460edb78d...  \n",
-       "43  95c40240c93b1c7122bd5f3f4adf03c2d440bfc69055fd...  \n",
-       "44  8cfc4d7c8a6bc41a06e5bde27566435659d7df1aef2bb3...  \n",
-       "45  d65b5a90e958bc5e6b45cdf0fa53a204a18f5f57ba1c6f...  \n",
-       "46  796dbeb8dbd02c132d74c274c8cbb771f6250578a28c00...  \n",
-       "47  77c8c722b69f4263dd62dc88b86c5dbad6a39f54f1a7be...  \n",
-       "48  24e4108d5b6b5440250cc9b60784739e6473520ddeb5a9...  \n",
-       "49  3b7c15c46bc7bb901b93ff76bace18a70c40d539fd1678...  \n",
-       "50  aec76670a31ac6579271bf800e3bd4bb3690422c43d723...  \n",
-       "51  9eb52ee46c7ab5ea4ca0982415da99fded1b7d7354f75e...  \n",
-       "52  6efcd43e977025b1cb4044ec64e6e7cc0de4c0ac2a52fb...  \n",
-       "53  36171274465f990be61dd963f4c09a7e506382d7659a9d...  \n",
-       "54  be10efd0725003b6c0233e171977005d8b152eee3a1d3e...  \n",
-       "55  700d410a3045f5e52d827d460828a8af76b95d4fda557b...  \n",
-       "56  04d54e4a6b11735211b32aeb226b51bc9ab73dfb49c54d...  \n",
-       "57  eeb992fc1586a8eec0890f41e57cd5e51f36251813845e...  \n",
-       "58  1d19bf6bc1fa5b4aff5493a8032558ce669906b0568463...  \n",
-       "59  be40fa7a3cd328d81afdd6b6a6fbb2fe68f2a426c68e1b...  \n",
-       "60  03f6817a70e2fa7497c9f1c18cb2e21e41695678d80e53...  \n",
-       "61  cee10eeaacff8366dc3f799cf6c698d67b524d41876baa...  \n",
-       "62  8eb43acc8e7d90ca15061081a8d75895e274945241922a...  \n",
-       "63  0ada5f7c20b5d02418100775f03263e6d02951722bee16...  \n",
-       "64  103c551d0ce4e5664a4fd2b2b8662837477c12e8272b80...  \n",
-       "65  c1ee91d9445531b6e07bce58a038890acb20d7cfdc8ab3...  \n",
-       "66  0eb59c2755f2a361c43d20316e1db43aac95be5fdd79e6...  \n",
-       "67  757670eb4eb02100c459f55a985fffda5185a25f3d7beb...  "
-      ]
-     },
-     "execution_count": 6,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
+   "outputs": [],
    "source": [
     "toolviper.utils.data.list_files()"
    ]
@@ -834,332 +107,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": null,
    "id": "bebfac78-a3f5-46ca-a840-d222308a72b8",
    "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/html": [
-       "\n"
-      ],
-      "text/plain": [
-       ""
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "text/html": [
-       "\n",
-       "\n",
-       "\n"
-      ],
-      "text/plain": [
-       ""
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "text/html": [
-       "\n",
-       "\n",
-       "    \n",
-       "    
\n",
-       "    \n",
-       "    \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "   \n",
-       "    \n",
-       "      \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "      \n",
-       "  \n",
-       "        \n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "        \n",
-       "    \n",
-       "\n",
-       "\n",
-       "    Loading ITables v2.6.1 from the init_notebook_mode cell...\n",
-       "    (need help?)
\n",
-       "\n"
-      ],
-      "text/plain": [
-       "   file                                               path                    \\\n",
-       "0                ea25_cal_small_before_fixed.split.ms              astrohack   \n",
-       "1                              kband_beamcut_small.ms              astrohack   \n",
-       "2                 ea25_cal_small_after_fixed.split.ms              astrohack   \n",
-       "6                                 locit-input-pha.cal              astrohack   \n",
-       "25  VLASS3.2.sb45755730.eb46170641.60480.162661365...  radps/measurement_set   \n",
-       "43                               SNR_G55_10s.split.ms  radps/measurement_set   \n",
-       "65                   kband_beamcut_small.beamcut.zarr              astrohack   \n",
-       "66                               ref_beamcut_products              astrohack   \n",
-       "67                                 ref_locit_products              astrohack   \n",
-       "\n",
-       "   dtype                    telescope size        \\\n",
-       "0                CASA MS v2  VLA       150170225   \n",
-       "1                CASA MS v2  VLA        17986574   \n",
-       "2                CASA MS v2  VLA       150031008   \n",
-       "6            CASA Cal Table  VLA           92293   \n",
-       "25               CASA MS v2  VLA        69019704   \n",
-       "43               CASA MS v2  VLA         8648349   \n",
-       "65   Astrohack beamcut file  VLA          411479   \n",
-       "66  Beamcut export products  VLA         1068652   \n",
-       "67    Locit export products  VLA          520357   \n",
-       "\n",
-       "   mode                           \\\n",
-       "0                     Holography   \n",
-       "1           Holography(beam cut)   \n",
-       "2                     Holography   \n",
-       "6     antenna location cal table   \n",
-       "25      Interferometer Ephemeris   \n",
-       "43                Interferometer   \n",
-       "65                    Holography   \n",
-       "66                       beamcut   \n",
-       "67  Antenna position corrections   \n",
-       "\n",
-       "   hash                                                \n",
-       "0   fb5bbe77fb993656f04230236fadb7b47e10a4dd7802bd...  \n",
-       "1   50886624425b078c2bf79a38e777623005c4620494ff3f...  \n",
-       "2   ab5bb57344b805d6253a3b3a6ff9b5fe2dd237988e9b31...  \n",
-       "6   a487a40eba5a824b7886d803b8d0e25e591ff23bc1c406...  \n",
-       "25  58ba68727bea5ac7f3502095db8a00d67e813818df9918...  \n",
-       "43  95c40240c93b1c7122bd5f3f4adf03c2d440bfc69055fd...  \n",
-       "65  c1ee91d9445531b6e07bce58a038890acb20d7cfdc8ab3...  \n",
-       "66  0eb59c2755f2a361c43d20316e1db43aac95be5fdd79e6...  \n",
-       "67  757670eb4eb02100c459f55a985fffda5185a25f3d7beb...  "
-      ]
-     },
-     "execution_count": 7,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
+   "outputs": [],
    "source": [
     "files = toolviper.utils.data.list_files()\n",
     "\n",
@@ -1168,280 +119,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": null,
    "id": "0b04a312-043a-4957-a16d-39c6d73c1fa6",
    "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/html": [
-       "\n",
-       "\n",
-       "    \n",
-       "    
\n",
-       "    \n",
-       "    \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "   \n",
-       "    \n",
-       "      \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "    \n",
-       "  \n",
-       "        \n",
-       "    \n",
-       "      \n",
-       "  \n",
-       "        \n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "\n",
-       "            \n",
-       "                \n",
-       "                \n",
-       "            \n",
-       "        \n",
-       "    \n",
-       "\n",
-       "\n",
-       "    Loading ITables v2.6.1 from the init_notebook_mode cell...\n",
-       "    (need help?)
\n",
-       "\n"
-      ],
-      "text/plain": [
-       "   file                                               path                    \\\n",
-       "0                ea25_cal_small_before_fixed.split.ms              astrohack   \n",
-       "1                              kband_beamcut_small.ms              astrohack   \n",
-       "2                 ea25_cal_small_after_fixed.split.ms              astrohack   \n",
-       "3                 J1924-2914.ms.calibrated.split.SPW3              astrohack   \n",
-       "4                     extract_holog_verification.json           verification   \n",
-       "5                   holog_numerical_verification.json           verification   \n",
-       "6                                 locit-input-pha.cal              astrohack   \n",
-       "7                                   panel_cutoff_mask        astrohack/panel   \n",
-       "8                                     heuristic_model              astrohack   \n",
-       "9                                    panel-input-data        astrohack/panel   \n",
-       "10                               AA2-Mid-sim_00000.ms  radps/measurement_set   \n",
-       "11                               Antennae_M8.img.zarr            radps/image   \n",
-       "12                         Antennae_North.cal.lsrk.ms  radps/measurement_set   \n",
-       "13                   Antennae_North.cal.lsrk.split.ms  radps/measurement_set   \n",
-       "14                               complex_valued_uv.im            radps/image   \n",
-       "15                                  demo_simulated.im            radps/image   \n",
-       "16                                         no_mask.im            radps/image   \n",
-       "17                                     small_lofar.ms  radps/measurement_set   \n",
-       "18                                   small_meerkat.ms  radps/measurement_set   \n",
-       "19                      global_vlbi_gg084b_reduced.ms  radps/measurement_set   \n",
-       "20                          VLBA_TL016B_split_lsrk.ms  radps/measurement_set   \n",
-       "21    ngEHT_E17A10.0.bin0000.source0000_split_lsrk.ms  radps/measurement_set   \n",
-       "22                                venus_ephem_test.ms  radps/measurement_set   \n",
-       "23                                       sdimaging.ms  radps/measurement_set   \n",
-       "24        ALMA_uid___A002_X1003af4_X75a3.split.avg.ms  radps/measurement_set   \n",
-       "25  VLASS3.2.sb45755730.eb46170641.60480.162661365...  radps/measurement_set   \n",
-       "26                           feather_sim_vla_c1_pI.im            radps/image   \n",
-       "27                            feather_sim_sd_c1_pI.im            radps/image   \n",
-       "28                    Antennae_fld1_casa_lsrk.ps.zarr  radps/measurement_set   \n",
-       "29                         Antennae_fld1_topo.ps.zarr  radps/measurement_set   \n",
-       "30              Antennae_North.cal.lsrk.split.ps.zarr  radps/measurement_set   \n",
-       "31                    Antennae_North.cal.lsrk.ps.zarr  radps/measurement_set   \n",
-       "32                            feather_model_convolved            radps/image   \n",
-       "33                                         feather.im            radps/image   \n",
-       "34                                           int.zarr            radps/image   \n",
-       "35                                            sd.zarr            radps/image   \n",
-       "36                                 ska_low_sim_18s.ms  radps/measurement_set   \n",
-       "37                               VLBA_TL016B_split.ms  radps/measurement_set   \n",
-       "38         ngEHT_E17A10.0.bin0000.source0000_split.ms  radps/measurement_set   \n",
-       "39                uid___A002_X1015532_X1926f.small.ms  radps/measurement_set   \n",
-       "40                  uid___A002_Xae00c5_X2e6b.small.ms  radps/measurement_set   \n",
-       "41                  uid___A002_Xced5df_Xf9d9.small.ms  radps/measurement_set   \n",
-       "42                  uid___A002_Xe3a5fd_Xe38e.small.ms  radps/measurement_set   \n",
-       "43                               SNR_G55_10s.split.ms  radps/measurement_set   \n",
-       "44                         59749_bp_8beams_pattern.ms  radps/measurement_set   \n",
-       "45                           59750_altaz_2settings.ms  radps/measurement_set   \n",
-       "46                          59754_altaz_2weights_0.ms  radps/measurement_set   \n",
-       "47                         59754_altaz_2weights_15.ms  radps/measurement_set   \n",
-       "48                           59755_eq_interleave_0.ms  radps/measurement_set   \n",
-       "49                          59755_eq_interleave_15.ms  radps/measurement_set   \n",
-       "50                                            gmrt.ms  radps/measurement_set   \n",
-       "51                                      checksum.hash           verification   \n",
-       "52        refim_point_im_casa_hogbom_cleaned.residual            radps/image   \n",
-       "53    3c286_Band6_5chans_lsrk_compare_weights.ps.zarr            radps/image   \n",
-       "54  twhya_selfcal_5chans_lsrk_compare_weights.ps.zarr            radps/image   \n",
-       "55  twhya_selfcal_5chans_lsrk_xx_compare_weights.p...            radps/image   \n",
-       "56  twhya_selfcal_11chans_lsrk_robust_0.5_niter_0.psf            radps/image   \n",
-       "57                        casa_hogbom_deconv.residual            radps/image   \n",
-       "58                           test_hogbom_multisrc.psf            radps/image   \n",
-       "59                      test_hogbom_multisrc.residual            radps/image   \n",
-       "60                                 refim_point_im.psf            radps/image   \n",
-       "61                            refim_point_im.residual            radps/image   \n",
-       "62                                       absolute_off            single-dish   \n",
-       "63  3c286_Band6_5chans_lsrk_robust_0.5_niter_99_ca...            radps/image   \n",
-       "64   3c286_Band6_5chans_lsrk_robust_0.5_niter_99.fits            radps/image   \n",
-       "65                   kband_beamcut_small.beamcut.zarr              astrohack   \n",
-       "66                               ref_beamcut_products              astrohack   \n",
-       "67                                 ref_locit_products              astrohack   \n",
-       "\n",
-       "   telescope     \n",
-       "0           VLA  \n",
-       "1           VLA  \n",
-       "2           VLA  \n",
-       "3          ALMA  \n",
-       "4            na  \n",
-       "5            na  \n",
-       "6           VLA  \n",
-       "7            na  \n",
-       "8            na  \n",
-       "9            na  \n",
-       "10      SKA Mid  \n",
-       "11         ALMA  \n",
-       "12         ALMA  \n",
-       "13         ALMA  \n",
-       "14    Simulated  \n",
-       "15    Simulated  \n",
-       "16    Simulated  \n",
-       "17        LOFAR  \n",
-       "18      MeerKAT  \n",
-       "19  GLOBAL VLBI  \n",
-       "20         VLBA  \n",
-       "21        ngEHT  \n",
-       "22         ALMA  \n",
-       "23         ALMA  \n",
-       "24         ALMA  \n",
-       "25          VLA  \n",
-       "26    Simulated  \n",
-       "27    Simulated  \n",
-       "28         ALMA  \n",
-       "29         ALMA  \n",
-       "30         ALMA  \n",
-       "31         ALMA  \n",
-       "32               \n",
-       "33               \n",
-       "34               \n",
-       "35               \n",
-       "36      SKA Low  \n",
-       "37         VLBA  \n",
-       "38        ngEHT  \n",
-       "39         ALMA  \n",
-       "40         ALMA  \n",
-       "41         ALMA  \n",
-       "42         ALMA  \n",
-       "43          VLA  \n",
-       "44        ASKAP  \n",
-       "45        ASKAP  \n",
-       "46        ASKAP  \n",
-       "47        ASKAP  \n",
-       "48        ASKAP  \n",
-       "49        ASKAP  \n",
-       "50         GMRT  \n",
-       "51           NA  \n",
-       "52           NA  \n",
-       "53           NA  \n",
-       "54           NA  \n",
-       "55           NA  \n",
-       "56         ALMA  \n",
-       "57           NA  \n",
-       "58           NA  \n",
-       "59           NA  \n",
-       "60           NA  \n",
-       "61           NA  \n",
-       "62      ALMA SD  \n",
-       "63           NA  \n",
-       "64           NA  \n",
-       "65          VLA  \n",
-       "66          VLA  \n",
-       "67          VLA  "
-      ]
-     },
-     "execution_count": 8,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
+   "outputs": [],
    "source": [
     "files.filter(items=[\"file\", \"path\", \"telescope\"])"
    ]
diff --git a/docs/file-manifest-update.ipynb b/docs/file-manifest-update.ipynb
index c983e0a..76579f2 100644
--- a/docs/file-manifest-update.ipynb
+++ b/docs/file-manifest-update.ipynb
@@ -202,7 +202,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.13.9"
+   "version": "3.12.12"
   }
  },
  "nbformat": 4,
diff --git a/src/toolviper/utils/data/cloudflare.py b/src/toolviper/utils/data/cloudflare.py
index 9af475a..dfbe1b6 100644
--- a/src/toolviper/utils/data/cloudflare.py
+++ b/src/toolviper/utils/data/cloudflare.py
@@ -221,15 +221,19 @@ def __call__(self):
         else:
             return self.dataframe
 
-    def print(self)->Union[None, pd.DataFrame]:
+    def print(self) -> Union[None, pd.DataFrame]:
         if not self.notebook_mode:
             import tabulate
-            print(tabulate.tabulate(self.dataframe, showindex=False, headers=self.dataframe.columns))
+
+            print(
+                tabulate.tabulate(
+                    self.dataframe, showindex=False, headers=self.dataframe.columns
+                )
+            )
             return None
 
         return self.dataframe
 
-
     @classmethod
     def from_manifest(cls, manifest: str):
         meta_data_path = pathlib.Path(manifest)
@@ -258,17 +262,15 @@ def from_manifest(cls, manifest: str):
                     if value_ == "size":
                         value_ = int(value_)
 
-
                     data[key_].append(value_)
 
             return cls(manifest=manifest, dataframe=pd.DataFrame(data))
 
 
-
 def list_files(truncate=None) -> pd.DataFrame:
 
-    pd.set_option('display.max_rows', truncate)
-    pd.set_option('display.colheader_justify', 'left')
+    pd.set_option("display.max_rows", truncate)
+    pd.set_option("display.colheader_justify", "left")
 
     meta_data_path = pathlib.Path(__file__).parent.joinpath(
         ".cloudflare/file.download.json"

From eeba2a994855ab85bda7418241ea172e9ce71cab Mon Sep 17 00:00:00 2001
From: jrhosk 
Date: Thu, 15 Jan 2026 15:07:05 +0900
Subject: [PATCH 5/5] damn it pandas!

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 3caa692..2362d37 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -18,7 +18,7 @@ dependencies = [
     'numpy',
     'psutil',
     'rich',
-    'polars',
+    'pandas',
     'itables',
     'requests',
     'tabulate',