scaling to 5000 contacts

Author: TomyCesaille

.gitignore

@@ -88,4 +88,5 @@ typings/
 .dynamodb/
 
 # Custom
-data/
+data/
+5000contacts.csv

generate-contacts-import.js

@@ -0,0 +1,40 @@
+const fs = require("fs");
+require("dotenv").config();
+const startingNumber = process.env.STARTINGNUMBER;
+const fileName = "5000contacts.csv";
+
+const csvHeader =
+  "Name,Given Name,Additional Name,Family Name,Yomi Name,Given Name Yomi,Additional Name Yomi,Family Name Yomi,Name Prefix,Name Suffix,Initials,Nickname,Short Name,Maiden Name,Birthday,Gender,Location,Billing Information,Directory Server,Mileage,Occupation,Hobby,Sensitivity,Priority,Subject,Notes,Language,Photo,Group Membership,Phone 1 - Type,Phone 1 - Value";
+
+fs.appendFileSync(fileName, csvHeader + "\n");
+
+let numbers = startingNumber.split(" ");
+
+let counter2 = Number(numbers[2]);
+let counter3 = Number(numbers[3]);
+let counter4 = Number(numbers[4]);
+for (let index = 0; index < 5000; index++) {
+  if (counter4 == 99) {
+    counter4 = 0;
+    counter3++;
+  }
+  if (counter3 == 99) {
+    counter3 = 0;
+    counter2++;
+  }
+  let number = `${numbers[0]} ${numbers[1]} ${twoDigit(counter2)} ${twoDigit(
+    counter3
+  )} ${twoDigit(counter4)}`;
+
+  let csvRow = `Unknown${index},,,,,,,,,,,,,,,,,,,,,,,,,,,,,Mobile,${number}`;
+  fs.appendFileSync(fileName, csvRow + "\n");
+
+  counter4++;
+
+  console.log(`${index} -> ${number}`);
+}
+
+function twoDigit(number) {
+  var twodigit = number >= 10 ? number : "0" + number.toString();
+  return twodigit;
+}

index.js

@@ -1,5 +1,6 @@
 const puppeteer = require("puppeteer");
 const chrono = require("chrono-node");
+const fs = require("fs");
 const { InfluxDB } = require("@influxdata/influxdb-client");
 require("dotenv").config();
 console.log(`CONTACT_TARGET=${process.env.CONTACT_TARGET}`);
@@ -29,6 +30,12 @@ const writeApi = client.getWriteApi(
   process.env.INFLUXDB_ORG,
   process.env.INFLUXDB_BUCKET
 );
+const fileName = "scan-logs.csv";
+fs.appendFileSync(
+  fileName,
+  "scanDate,contactLabel,HasWhatsapp,LastSeenDate" + "\n"
+);
+let noWhatsappContacts = [];
 
 (async () => {
   const page = await loadBrowser();
@@ -38,7 +45,13 @@ const writeApi = client.getWriteApi(
   while (true) {
     for (let index = 0; index <= 99; index++) {
       const contact = `Unknown${index}`;
-      await scanStatus(page, contact);
+
+      if (noWhatsappContacts.includes(contact)) {
+        continue;
+      }
+
+      let result = await scanStatus(page, contact);
+      fs.appendFileSync(fileName, result + "\n");
       await page.waitForTimeout(10000);
     }
   }
@@ -97,10 +110,11 @@ async function scanStatus(page, contactTarget) {
     console.log(
       `No whatsApp for ${contactTarget} (or not in phone contacts list).`
     );
-    return;
+    noWhatsappContacts.push(contactTarget);
+    return `${new Date().toISOString()},${contactTarget},false,null`;
   }
   contactElt.click();
-  await page.waitForTimeout(30000); // Status shows up late sometimes.
+  await page.waitForTimeout(10000); // Status shows up late sometimes.
 
   let statusElt = await page.$("._3Id9P"); // Status text.
 
@@ -110,14 +124,14 @@ async function scanStatus(page, contactTarget) {
 
   if (!statusElt) {
     console.log(`No status available for ${contactTarget}.`);
-    return;
+    return `${new Date().toISOString()},${contactTarget},true,null`;
   }
   let status = await statusElt.evaluate(x => x.textContent); // `last seen today at 13:15` format.
   console.log(`Status for ${contactTarget} is '${status}'.`);
 
   if (status == "click here for contact info") {
     console.log(`'click here for contact info' case for ${contactTarget}.`);
-    return;
+    return `${new Date().toISOString()},${contactTarget},null,null`;
   }
 
   let lastSeenDate = chrono.parseDate(status);
@@ -131,4 +145,5 @@ async function scanStatus(page, contactTarget) {
 
   let data = `status,contactName=${contactTarget} offlineSince=${offlineSince}u`;
   writeApi.writeRecord(data);
+  return `${new Date().toISOString()},${contactTarget},null,${lastSeenDate.toISOString()}`;
 }