Merge pull request #28 from UrbanInstitute/unavailable_dd_bug

Unavailable dd bug

Gemfile

@@ -32,3 +32,5 @@ gem "wdm", "~> 0.1.1", :platforms => [:mingw, :x64_mingw, :mswin]
 # Lock `http_parser.rb` gem to `v0.6.x` on JRuby builds since newer versions of the gem
 # do not have a Java counterpart.
 gem "http_parser.rb", "~> 0.6.0", :platforms => [:jruby]
+
+gem "webrick", "~> 1.8"

Gemfile.lock

@@ -212,6 +212,8 @@ GEM
     minitest (5.20.0)
     nokogiri (1.16.2-arm64-darwin)
       racc (~> 1.4)
+    nokogiri (1.16.2-x64-mingw-ucrt)
+      racc (~> 1.4)
     nokogiri (1.16.2-x86_64-linux)
       racc (~> 1.4)
     octokit (4.25.1)
@@ -249,6 +251,7 @@ GEM
       unf_ext
     unf_ext (0.0.8.2)
     unicode-display_width (1.8.0)
+    webrick (1.8.1)
 
 PLATFORMS
   arm64-darwin-21
@@ -262,6 +265,7 @@ DEPENDENCIES
   tzinfo (>= 1, < 3)
   tzinfo-data
   wdm (~> 0.1.1)
+  webrick (~> 1.8)
 
 BUNDLED WITH
    2.3.16

catalogs/build-catalog-functions.R

@@ -138,7 +138,7 @@ get_file_paths <- function(series,
   } else if (series == "core"){
     expr <- paste0( "CORE-[0-9]{4}-501C[0-9A-Z]-", tscope )
     paths <- grep( expr, paths, value = TRUE )
-    paths <- grep( paste0( "-", fscope, "\\b"), paths, value=T )
+    paths <- grep( paste0( "-", fscope, "\\.csv"), paths, value=T )
   } else if (series == "misc"){
     expr <- "SUPPLEMENTAL-CORE.*"
     paths <- grep(expr, paths, value = TRUE)
@@ -200,8 +200,12 @@ make_archive_urls <- function(series,
   matches <- gsub("\\.csv", "", matches)
 
   archive_urls <- paste0(base_url, matches)
-  # archive_urls <- lapply(archive_urls, 
-  #                        function(x) if (RCurl::url.exists(x)) x else unavail_url)
+  archive_urls <- lapply(archive_urls,
+                         function(x)
+                           if (RCurl::url.exists(x))
+                             x
+                         else
+                           unavail_url)
 
   return(archive_urls)  
 }