feat: add EURUSD.csv data loading on Docker startup

scripts/load-initial-data.js

@@ -0,0 +1,111 @@
+const fs = require('fs');
+const path = require('path');
+const Database = require('better-sqlite3');
+const Papa = require('papaparse');
+
+const DB_PATH = process.env.DATABASE_PATH || path.join(__dirname, '..', 'data', 'candles.db');
+const CSV_PATH = process.env.CSV_PATH || path.join(__dirname, '..', 'EURUSD.csv');
+
+async function loadInitialData() {
+  console.log('Checking if initial data needs to be loaded...');
+
+  const db = new Database(DB_PATH);
+
+  try {
+    // Check if candles table has any data
+    const count = db.prepare('SELECT COUNT(*) as count FROM candles').get();
+
+    if (count.count > 0) {
+      console.log(`Database already has ${count.count} candles. Skipping initial data load.`);
+      db.close();
+      return;
+    }
+
+    console.log('Database is empty. Loading initial data from CSV...');
+
+    // Check if CSV file exists
+    if (!fs.existsSync(CSV_PATH)) {
+      console.log(`CSV file not found at ${CSV_PATH}. Skipping initial data load.`);
+      db.close();
+      return;
+    }
+
+    // Read and parse CSV
+    const csvContent = fs.readFileSync(CSV_PATH, 'utf8');
+
+    Papa.parse(csvContent, {
+      header: true,
+      dynamicTyping: true,
+      skipEmptyLines: true,
+      complete: (results) => {
+        try {
+          const rows = results.data;
+
+          if (rows.length === 0) {
+            console.log('CSV file is empty.');
+            db.close();
+            return;
+          }
+
+          console.log(`Parsed ${rows.length} rows from CSV`);
+
+          // Prepare insert statement
+          const insert = db.prepare(
+            'INSERT INTO candles (time, open, high, low, close) VALUES (?, ?, ?, ?, ?)'
+          );
+
+          const insertMany = db.transaction((candles) => {
+            for (const candle of candles) {
+              insert.run(candle.time, candle.open, candle.high, candle.low, candle.close);
+            }
+          });
+
+          // Parse and prepare candle data
+          const candleData = rows.map((row) => {
+            let timestamp;
+
+            // Handle both date strings and Unix timestamps
+            if (typeof row.time === 'string') {
+              // Try parsing as date string
+              const date = new Date(row.time);
+              if (isNaN(date.getTime())) {
+                throw new Error(`Invalid date format: ${row.time}`);
+              }
+              timestamp = Math.floor(date.getTime() / 1000);
+            } else if (typeof row.time === 'number') {
+              timestamp = row.time;
+            } else {
+              throw new Error(`Invalid time value: ${row.time}`);
+            }
+
+            return {
+              time: timestamp,
+              open: Number(row.open),
+              high: Number(row.high),
+              low: Number(row.low),
+              close: Number(row.close),
+            };
+          });
+
+          // Insert all candles in a transaction
+          insertMany(candleData);
+
+          console.log(`Successfully loaded ${candleData.length} candles into the database.`);
+        } catch (error) {
+          console.error('Error loading initial data:', error);
+        } finally {
+          db.close();
+        }
+      },
+      error: (error) => {
+        console.error('CSV parsing error:', error);
+        db.close();
+      },
+    });
+  } catch (error) {
+    console.error('Error checking database:', error);
+    db.close();
+  }
+}
+
+loadInitialData();