Currency conversion table

commcare_connect/opportunity/migrations/0061_exchangerate.py

@@ -0,0 +1,52 @@
+# Generated by Django 4.2.5 on 2024-11-06 05:16
+import logging
+
+from django.db import migrations, models
+from django.db.models.functions import TruncDate
+
+from commcare_connect.opportunity.visit_import import get_exchange_rate
+
+logger = logging.getLogger(__name__)
+
+
+def update_exchange_rate(apps, schema_editor):
+    Payment = apps.get_model("opportunity.Payment")
+    payments = (
+        Payment.objects.annotate(date_only=TruncDate("date_paid"))
+        .values("id", "date_only", "amount", "opportunity_access__opportunity__currency")
+        .distinct()
+    )
+
+    for payment in payments:
+        date_paid = payment["date_only"]
+        currency = payment["opportunity_access__opportunity__currency"]
+
+        if currency in ["USD", None]:
+            exchange_rate = 1
+        else:
+            exchange_rate = get_exchange_rate(currency, date_paid)
+            logger.info(
+                f"Payment ID: {payment.id}, original USD: {payment.amount_usd}, USD acc. to new rate: {payment.amount / exchange_rate}"
+            )
+        if not exchange_rate:
+            raise Exception(f"Invalid currency code {currency}")
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("opportunity", "0060_completedwork_payment_date"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="ExchangeRate",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("currency_code", models.CharField(max_length=3)),
+                ("rate", models.DecimalField(decimal_places=6, max_digits=10)),
+                ("rate_date", models.DateField()),
+                ("fetched_at", models.DateTimeField(auto_now_add=True)),
+            ],
+        ),
+        migrations.RunPython(update_exchange_rate, migrations.RunPython.noop),
+    ]

commcare_connect/opportunity/models.py

@@ -685,3 +685,10 @@ class CatchmentArea(models.Model):
 
     class Meta:
         unique_together = ("site_code", "opportunity")
+
+
+class ExchangeRate(models.Model):
+    currency_code = models.CharField(max_length=3)
+    rate = models.DecimalField(max_digits=10, decimal_places=6)
+    rate_date = models.DateField()
+    fetched_at = models.DateTimeField(auto_now_add=True)

commcare_connect/opportunity/visit_import.py

@@ -11,11 +11,11 @@
 from django.utils.timezone import now
 from tablib import Dataset
 
-from commcare_connect.cache import quickcache
 from commcare_connect.opportunity.models import (
     CatchmentArea,
     CompletedWork,
     CompletedWorkStatus,
+    ExchangeRate,
     Opportunity,
     OpportunityAccess,
     Payment,
@@ -277,11 +277,6 @@ def _bulk_update_payments(opportunity: Opportunity, imported_data: Dataset) -> P
     return PaymentImportStatus(seen_users, missing_users)
 
 
-def _cache_key(currency_code, date=None):
-    return [currency_code, date.toordinal() if date else None]
-
-
-@quickcache(vary_on=_cache_key, timeout=12 * 60 * 60)
 def get_exchange_rate(currency_code, date=None):
     # date should be a date object or None for latest rate
 
@@ -290,14 +285,40 @@ def get_exchange_rate(currency_code, date=None):
     if currency_code == "USD":
         return 1
 
+    rate = get_exchange_rate_from_db(currency_code, date)
+    if rate:
+        return rate
+
     base_url = "https://openexchangerates.org/api"
+
     if date:
         url = f"{base_url}/historical/{date.strftime('%Y-%m-%d')}.json"
     else:
         url = f"{base_url}/latest.json"
     url = f"{url}?app_id={settings.OPEN_EXCHANGE_RATES_API_ID}"
     rates = json.load(urllib.request.urlopen(url))
-    return rates["rates"].get(currency_code)
+
+    rate = rates["rates"].get(currency_code)
+
+    if rate:
+        rate_date = date if date else now().date()
+        ExchangeRate.objects.create(currency_code=currency_code, rate=rate, rate_date=rate_date)
+
+    return rate
+
+
+def get_exchange_rate_from_db(currency_code, date=None):
+    if currency_code == "USD":
+        return 1
+
+    if not date:
+        date = now().date()
+
+    rate = (
+        ExchangeRate.objects.filter(currency_code=currency_code, rate_date=date).values_list("rate", flat=True).first()
+    )
+
+    return rate
 
 
 def bulk_update_completed_work_status(opportunity: Opportunity, file: UploadedFile) -> CompletedWorkImportStatus: