From 77609c08964d63685a812e4cbcad6b2801f527d4 Mon Sep 17 00:00:00 2001 From: Martin Warin Date: Mon, 30 Jun 2025 13:17:55 -0400 Subject: [PATCH 1/4] adding dir for storing extracted bibdata --- etc/config/base_config.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/etc/config/base_config.yml b/etc/config/base_config.yml index 44672615..ffb98d1f 100644 --- a/etc/config/base_config.yml +++ b/etc/config/base_config.yml @@ -78,6 +78,8 @@ staging: zipfile: $staging_root/zipfile preingest: $staging_root/preingest grin: $staging_root/grin + # this is where we store bibdata extracted from googlebib items + googlebib_extracted: $sip_root/googlebib_extracted # path to gpg passphrases gpg_path: /usr/local/feed/etc/gpg From 4fcf8b9e98d0d8b6b66cc82471fe655b5b1325cc Mon Sep 17 00:00:00 2001 From: Martin Warin Date: Mon, 30 Jun 2025 13:36:06 -0400 Subject: [PATCH 2/4] method for getting googlebibs extraction dir --- lib/HTFeed/Volume.pm | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/lib/HTFeed/Volume.pm b/lib/HTFeed/Volume.pm index e5db4a88..f30f8755 100644 --- a/lib/HTFeed/Volume.pm +++ b/lib/HTFeed/Volume.pm @@ -246,6 +246,10 @@ sub get_sip_failure_directory { return get_config('staging' => 'punted'); } +sub get_bib_extraction_dir { + return get_config('staging' => 'googlebib_extracted'); +} + sub get_all_content_files { my $self = shift; From fcfc0a228764fdf607705afc40083e0d6acfa5c2 Mon Sep 17 00:00:00 2001 From: Martin Warin Date: Tue, 1 Jul 2025 11:09:47 -0400 Subject: [PATCH 3/4] not putting get_bib_extraction_dir in the feed volume --- lib/HTFeed/Volume.pm | 4 ---- 1 file changed, 4 deletions(-) diff --git a/lib/HTFeed/Volume.pm b/lib/HTFeed/Volume.pm index f30f8755..e5db4a88 100644 --- a/lib/HTFeed/Volume.pm +++ b/lib/HTFeed/Volume.pm @@ -246,10 +246,6 @@ sub get_sip_failure_directory { return get_config('staging' => 'punted'); } -sub get_bib_extraction_dir { - return get_config('staging' => 'googlebib_extracted'); -} - sub get_all_content_files { my $self = shift; From c969bda0649ec83c9cf1d2d302fe9add3d11740d Mon Sep 17 00:00:00 2001 From: Martin Warin Date: Thu, 3 Jul 2025 09:43:18 -0400 Subject: [PATCH 4/4] new release state for googlebib --- etc/config/base_config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/etc/config/base_config.yml b/etc/config/base_config.yml index ffb98d1f..c3862d71 100644 --- a/etc/config/base_config.yml +++ b/etc/config/base_config.yml @@ -59,6 +59,7 @@ release_states: - held - uplift_done - migrated + - needs_metadata # FIXME: Should this be on a shared volume? How to handle graceful exit? stop_file: /usr/local/feed/etc/STOPFEED