Initial commit

deploy/init_d1.py

@@ -0,0 +1,76 @@
+# This is a script to create D1 database, initialize tables, and get D1_ID for later use.
+import requests
+import os
+
+api_endpoint = f"https://api.cloudflare.com/client/v4/accounts/{os.environ['CLOUDFLARE_ACCOUNT_ID']}"
+headers = {
+    "Authorization": f"Bearer {os.environ['CLOUDFLARE_API_TOKEN']}",
+}
+d1_name = "uptimeflare_d1"
+with open('init.sql', 'r') as f:
+    init_sql = f.read()
+
+# Try to create D1 database (if it doesn't exist)
+r = requests.post(
+    api_endpoint + "/d1/database",
+    headers=headers,
+    json={
+        "name": d1_name,
+        "primary_location_hint": "wnam"
+    }
+).json()
+
+if not r['success']:
+    print("Error creating D1 database: ", r)
+    if r['errors'][0]['code'] == 7502:
+        print("D1 database already exists, skipping creation.")
+    elif r['errors'][0]['code'] == 10000:
+        print("Authentication error when creating D1 database. Please make sure your CLOUDFLARE_API_TOKEN has the necessary permissions for D1 Database. This is required for versions after 2026/01/02.")
+        exit(1)
+    else:
+        print("Unknown error creating D1 database: ", r)
+        print("Please report this issue at https://github.com/lyc8503/UptimeFlare/issues.")
+        exit(1)
+else:
+    print("D1 database created successfully: ", r)
+
+# Fetch D1 database ID
+r = requests.get(
+    api_endpoint + "/d1/database?per_page=1000",
+    headers=headers
+).json()
+
+if not r['success']:
+    print("Error fetching D1 database info: ", r)
+    exit(1)
+
+d1_id = ''
+for db in r['result']:
+    if db['name'] == d1_name:
+        d1_id = db['uuid']
+        break
+
+if d1_id == '':
+    print("D1 database not found after creation. Please report this issue at https://github.com/lyc8503/UptimeFlare/issues.")
+    print("Full response: ", r)
+    exit(1)
+print(f"Got D1 database ID: {d1_id}")
+
+# Create initial table in D1
+r = requests.post(
+    api_endpoint + f"/d1/database/{d1_id}/query",
+    headers=headers,
+    json={
+        "sql": init_sql,
+        "params": []
+    }
+).json()
+
+print("Initialize D1 database response: ", r)
+if not r['success']:
+    print("Error initializing D1 database.")
+    exit(1)
+print("D1 database initialized successfully.")
+
+with open(os.environ['GITHUB_ENV'], "a") as f:
+    f.write(f"D1_ID={d1_id}\n")

deploy/migrate_kv.py

@@ -0,0 +1,98 @@
+# This is a script to migrate state from KV to D1 database.
+# It reads the state from KV namespace, compacts it, and writes it to D1 database.
+# It also deletes the KV namespace after a successful migration.
+import requests
+import os
+import json
+
+api_endpoint = f"https://api.cloudflare.com/client/v4/accounts/{os.environ['CLOUDFLARE_ACCOUNT_ID']}"
+headers = {
+    "Authorization": f"Bearer {os.environ['CLOUDFLARE_API_TOKEN']}",
+}
+d1_id = os.environ['D1_ID']
+kv_name = "uptimeflare_kv"
+
+# Fetch KV namespace ID
+r = requests.get(
+    api_endpoint + "/storage/kv/namespaces?per_page=1000",
+    headers=headers
+).json()
+
+if not r['success']:
+    print("Error fetching KV namespace info: ", r)
+    exit(1)
+
+kv_id = ''
+for ns in r['result']:
+    if ns['title'] == kv_name:
+        kv_id = ns['id']
+        break
+
+if kv_id == '':
+    print("KV namespace not found. Skipping migration.")
+    exit(0)
+
+print(f"Got KV namespace ID: {kv_id}")
+
+# Fetch state from KV
+r = requests.post(
+    api_endpoint + f"/storage/kv/namespaces/{kv_id}/bulk/get",
+    headers=headers,
+    json={
+        "keys": ["state"]
+    }
+).json()
+
+if not r['success']:
+    print("Error fetching state from KV: ", r)
+    exit(1)
+
+# Compact it
+original_state = r['result']['values']['state']
+state = json.loads(original_state)
+compacted_state = {
+    'lastUpdate': state['lastUpdate'],
+    'overallUp': state['overallUp'],
+    'overallDown': state['overallDown'],
+    'incident': {
+        k: {
+            'start': [x['start'] for x in v],
+            'end': [x.get('end') for x in v],
+            'error': [x['error'] for x in v]
+        } for k, v in state['incident'].items()
+    },
+    'latency': {}
+}
+compacted_state_str = json.dumps(compacted_state)
+
+print("Original state: ", original_state[:256] + "..." if len(original_state) > 256 else original_state)
+print("Compacted state: ", compacted_state_str[:256] + "..." if len(compacted_state_str) > 256 else compacted_state_str)
+
+# Write compacted state to D1
+r = requests.post(
+    api_endpoint + f"/d1/database/{d1_id}/query",
+    headers=headers,
+    json={
+        "sql": "INSERT INTO uptimeflare (key, value) VALUES (?, ?)",
+        "params": ["state", compacted_state_str]
+    }
+).json()
+
+if not r['success']:
+    # UNIQUE constraint failed: uptimeflare.key: SQLITE_CONSTRAINT
+    if r['errors'][0]['code'] == 7500 and "UNIQUE" in r['errors'][0]['message']:
+        print("State probably already migrated to D1. Migration skipped.")
+    else:
+        print("Error writing state to D1: ", r)
+        print("Migration failed. Please report this issue at https://github.com/lyc8503/UptimeFlare/issues.")
+        exit(1)
+
+print("State migrated to D1 successfully. Trying to delete unused KV namespace...")
+r = requests.delete(
+    api_endpoint + f"/storage/kv/namespaces/{kv_id}",
+    headers=headers
+).json()
+if r['success']:
+    print("KV namespace deleted successfully.")
+else:
+    print("Error deleting KV namespace: ", r)