From 113092a1635d26da9c4af59e77ace29ba6aa11b3 Mon Sep 17 00:00:00 2001
From: Wes Johnson <wes@swj.io>
Date: Mon, 12 Feb 2024 12:36:20 -0500
Subject: [PATCH] more debugging csv rtl

---
 .../common/killed-in-gaza/data/dict_ar_ar.csv |  1 -
 .../killed-in-gaza/generate_killed_list.ts    | 19 ++++++++++++-------
 2 files changed, 12 insertions(+), 8 deletions(-)

diff --git a/scripts/data/common/killed-in-gaza/data/dict_ar_ar.csv b/scripts/data/common/killed-in-gaza/data/dict_ar_ar.csv
index b7a6cd3b..7d61d2d4 100644
--- a/scripts/data/common/killed-in-gaza/data/dict_ar_ar.csv
+++ b/scripts/data/common/killed-in-gaza/data/dict_ar_ar.csv
@@ -1,4 +1,3 @@
-original,cleaned
 عبد الله,عبدالله
 ابو ,ابو
 بهاء الدين,بهاءالدين
diff --git a/scripts/data/common/killed-in-gaza/generate_killed_list.ts b/scripts/data/common/killed-in-gaza/generate_killed_list.ts
index ae26e31d..4d180fa2 100644
--- a/scripts/data/common/killed-in-gaza/generate_killed_list.ts
+++ b/scripts/data/common/killed-in-gaza/generate_killed_list.ts
@@ -5,17 +5,23 @@ const pwd = "scripts/data/common/killed-in-gaza";
 const arRawNameColumnLabel = "name_ar_raw";
 const arEnNameColumnLabel = "name_en";
 
-const readCsv = (repoPath: string) => {
+const readCsv = (repoPath: string, rtl: boolean) => {
   const csvString = fs.readFileSync(repoPath).toString();
-  return csvString.split(/\r?\n/g).map((row) => row.split(","));
+  return csvString.split(/\r?\n/g).map((row) => {
+    if (rtl) {
+      console.log(">>", row);
+    }
+    const ltrRow = row.replace(/\u200f/u, "");
+    return ltrRow.split(",");
+  });
 };
 
 /**
  * read a CSV file and return an object lookup ("dict") with keys
  * as the first CSV column value, and values as the second CSV column
  */
-const readCsvToDict = (repoPath: string) => {
-  return readCsv(repoPath).reduce(
+const readCsvToDict = (repoPath: string, rtl = false) => {
+  return readCsv(repoPath, rtl).reduce(
     (dict, row) => ({
       ...dict,
       [row[0]]: row[1],
@@ -24,9 +30,8 @@ const readCsvToDict = (repoPath: string) => {
   );
 };
 
-const rawList = readCsv(`${pwd}/data/raw.csv`);
-const arToAr = readCsvToDict(`${pwd}/data/dict_ar_ar.csv`);
-console.log(arToAr);
+const rawList = readCsv(`${pwd}/data/raw.csv`, false);
+const arToAr = readCsvToDict(`${pwd}/data/dict_ar_ar.csv`, true);
 const arToEn = readCsvToDict(`${pwd}/data/dict_ar_en.csv`);
 
 const [rawHeaderRow, ...rawListRows] = rawList;