Merge pull request #3668 from mlibrary/HELIO-4695/scholarlyiq_tsv_esc…

…aping HELIO-4695 - quote all fields in Scholarly iQ TSV files
mlibrary · Jul 18, 2024 · 77041ae · 77041ae
2 parents ed5cb1e + c2d395d
commit 77041ae
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/lib/tasks/scholarlyiq/scholarlyiq_upload_counter_reports.rake b/lib/tasks/scholarlyiq/scholarlyiq_upload_counter_reports.rake
@@ -32,7 +32,7 @@ namespace :heliotrope do
              CounterReport.where("created_at >= CURDATE() - INTERVAL 1 DAY AND created_at < CURDATE()").find_each
            end
 
-    CSV.open(output_file, "w", col_sep: "\t", write_headers: true) do |tsv|
+    CSV.open(output_file, "w", col_sep: "\t", force_quotes: true, write_headers: true) do |tsv|
       rows.with_index do |row, index|
         if index.zero?
           tsv << row.attributes.map { |key, _value| key }

diff --git a/lib/tasks/scholarlyiq/scholarlyiq_upload_institutions.rake b/lib/tasks/scholarlyiq/scholarlyiq_upload_institutions.rake
@@ -17,7 +17,7 @@ namespace :heliotrope do
     # For now let's assume these will be tidied up manually, or by a separate cron
     output_file = File.join(args.output_directory, "institutions-#{Time.now.getlocal.strftime("%Y-%m-%d")}.tsv")
 
-    CSV.open(output_file, "w", col_sep: "\t", write_headers: true) do |tsv|
+    CSV.open(output_file, "w", col_sep: "\t", force_quotes: true, write_headers: true) do |tsv|
       tsv << %w[identifier name display_name entity_id]
       Greensub::Institution.all.each do |institution|
         tsv << [institution.identifier, institution.name, institution.display_name, institution.entity_id]

diff --git a/lib/tasks/scholarlyiq/scholarlyiq_upload_items.rake b/lib/tasks/scholarlyiq/scholarlyiq_upload_items.rake
@@ -27,7 +27,7 @@ namespace :heliotrope do
                                                 'identifier_tesim',
                                                 'resource_type_tesim'], rows: 100_000)
 
-    CSV.open(output_file, "w", col_sep: "\t", write_headers: true) do |tsv|
+    CSV.open(output_file, "w", col_sep: "\t", force_quotes: true, write_headers: true) do |tsv|
       tsv << %w[id title creator date_created doi identifier resource_type]
       docs.each do |doc|
         tsv << [doc.id, doc['title_tesim']&.first,

diff --git a/lib/tasks/scholarlyiq/scholarlyiq_upload_presses.rake b/lib/tasks/scholarlyiq/scholarlyiq_upload_presses.rake
@@ -17,7 +17,7 @@ namespace :heliotrope do
     # For now let's assume these will be tidied up manually, or by a separate cron
     output_file = File.join(args.output_directory, "presses-#{Time.now.getlocal.strftime("%Y-%m-%d")}.tsv")
 
-    CSV.open(output_file, "w", col_sep: "\t", write_headers: true) do |tsv|
+    CSV.open(output_file, "w", col_sep: "\t", force_quotes: true, write_headers: true) do |tsv|
       tsv << %w[press_id subdomain name child_press_ids]
       Press.all.each do |press|
         tsv << [