airtable_helpers.js

// Helper function from https://stackoverflow.com/questions/8495687/split-array-into-chunks
const chunkArray = function (arrayToChunk, chunkSize = 10) {
  const arraysOfChunks = []
  for (let i = 0; i < arrayToChunk.length; i += chunkSize) { arraysOfChunks.push(arrayToChunk.slice(i, i + chunkSize)) }
  return arraysOfChunks
}

// Helper function to upsert a chunk of records
//   method="PUT" -> upsert (insert-or-update) records, will clear all unspecified cell values
//   method="PATCH" -> upsert (insert-or-update) records, will only update the fields you specify, leaving the rest as they were
const upsertRecordsInChunks = async function (table, records, fieldsToMergeOn) {
  console.log(`\nupsert'ing ${records.length} records`)
  const arrayOfChunks = chunkArray(records)
  for (const chunkOfRecords of arrayOfChunks) {
    console.log(`\tProcessing batch of ${chunkOfRecords.length} records`)
    try {
      await table.update(chunkOfRecords, { performUpsert: { fieldsToMergeOn }, typecast: true })
    } catch (error) {
      console.error(`Error occurred while upserting records: ${error.message}`)
    }
  }
}

// Helper function that takes an array of records and returns a mapping of primary field to record ID
const createMappingOfUniqueFieldToRecordId = function (records, fieldName) {
  const mapping = {}
  for (const existingRecord of records) {
    mapping[existingRecord.fields[fieldName]] = existingRecord.id
  }
  return mapping
}

module.exports = {
  upsertRecordsInChunks,
  createMappingOfUniqueFieldToRecordId
}