Import Historical Gifts

async function validateGiftStructure(gift) {
  const problems = [];

  if (!gift.donorPlatformId) problems.push('Missing donor identifier');
  if (!gift.amount || gift.amount <= 0) problems.push(`Invalid amount: ${gift.amount}`);
  if (!gift.giftDate) problems.push('Missing gift date');
  if (!gift.platformDonationId) problems.push('Missing donation identifier');

  // Project must map to a known Virtuous projectCode
  const mappedCode = projectMapping[gift.projectLabel];
  if (!mappedCode) problems.push(`Unmapped project: ${gift.projectLabel}`);
  if (mappedCode === 'needs-update') {
    problems.push(`Project ${gift.projectLabel} requires manual review`);
  }

  // Email and name must be present for the embedded contact data
  if (!gift.donor.email && !gift.donor.referenceId) {
    problems.push('Donor has no email and no reference ID — matching will likely fail');
  }

  return problems;
}

async function preflightResolveContact(donor, token) {
  // Try by reference first — strongest signal
  if (donor.platformId) {
    const byRef = await fetch(
      `https://api.virtuoussoftware.com/api/Contact/Find?referenceSource=YourPlatform&referenceId=${encodeURIComponent(donor.platformId)}`,
      { headers: { Authorization: `Bearer ${token}` } }
    );
    if (byRef.ok) return { match: 'reference', contact: await byRef.json() };
  }

  // Try by email
  if (donor.email) {
    const byEmail = await fetch(
      `https://api.virtuoussoftware.com/api/Contact/Find?email=${encodeURIComponent(donor.email)}`,
      { headers: { Authorization: `Bearer ${token}` } }
    );
    if (byEmail.ok) return { match: 'email', contact: await byEmail.json() };
  }

  return { match: 'none' };
}

const TARGET_RATE_PER_HOUR = 1200;  // Leave headroom below the 1500/hour limit
const MIN_INTERVAL_MS = (60 * 60 * 1000) / TARGET_RATE_PER_HOUR;  // ~3 seconds

async function runImportLoad(token) {
  const pending = await loadPendingImportGifts();

  for (const gift of pending) {
    const startTime = Date.now();

    try {
      await submitGiftTransaction(gift, token);
      await markGiftSubmitted(gift);
    } catch (err) {
      await markGiftFailed(gift, err.message);
    }

    // Throttle: wait until we're at least MIN_INTERVAL_MS past startTime
    const elapsed = Date.now() - startTime;
    if (elapsed < MIN_INTERVAL_MS) {
      await sleep(MIN_INTERVAL_MS - elapsed);
    }
  }
}

const transactionPayload = {
  transactionSource: 'YourPlatform',
  transactionId: gift.platformDonationId,  // Stable across all retries
  // ...
};

async function reconcileImportCount(batchLabel, token) {
  // Fetch all Gifts with our batch label
  const virtuousGifts = await queryAllPages({
    groups: [
      { conditions: [{ parameter: 'Batch', operator: 'Is', value: batchLabel }] },
    ],
    sortBy: 'GiftDate',
  }, token);

  const submittedCount = await db.historical_import_state.count({
    customer_id: customerId,
    status: 'submitted',
  });

  console.log(`Submitted: ${submittedCount}`);
  console.log(`In Virtuous with batch '${batchLabel}': ${virtuousGifts.length}`);

  // Expect submittedCount === virtuousGifts.length minus any needs-update records
}

// Count distinct donors in the import set
const importDonorCount = new Set(importGifts.map((g) => g.donorPlatformId)).size;

// Count Contacts in Virtuous referencing your platform that were created
// during the import window
const newContactCount = await queryContactsCreatedInWindow(
  importStartTime,
  importEndTime,
  'YourPlatform',
  token
);

console.log(`Distinct donors in import: ${importDonorCount}`);
console.log(`New Contacts created during import: ${newContactCount}`);
// Difference should equal the count of donors who already existed in Virtuous