PolyTraderSharp/services/ConfigMigrator.cs

using System;
using System.Collections.Generic;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Text.Json;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.DependencyInjection;
using PolyTrader.Core.Persistence;
using PolyTrader.Core.Persistence.Ef;
using PolyTrader.Modules.CopyTrading.Persistence;
using PolyTrader.Modules.CopyTrading.Persistence.Ef;
using PolyTraderSharp.Models;

namespace PolyTraderSharp.Services
{
    /// <summary>
    /// Einmalige Config-Migration nach MySQL (Phase 6, Stufe 4).
    /// Quelle: mongoexport-JSON (<see cref="RunFromJson"/>). <see cref="VerifyMySql"/>
    /// liest die migrierte Config zur Kontrolle zurück. Idempotent über Upserts.
    /// </summary>
    public static class ConfigMigrator
    {
        /// <summary>
        /// Config-Migration aus mongoexport-JSON (Ordner mit PolyTraderDB.accounts.json /
        /// .trackers.json) → MySQL. Markets bleiben aussen vor (bereits migriert und werden
        /// vom MarketSync ohnehin laufend aktualisiert). Idempotent via Upserts.
        /// </summary>
        public static void RunFromJson(string folder, string mySqlConnection)
        {
            Console.WriteLine("=== Config-Migration JSON-Export -> MySQL ===");
            Console.WriteLine($"Quelle: {folder}");
            Console.WriteLine($"Ziel   (MySQL): {Redact(mySqlConnection)}");

            var target = new ServiceCollection()
                .AddDbContextFactory<CoreDbContext>(o => o.UseMySql(mySqlConnection, ServerVersion.AutoDetect(mySqlConnection)))
                .AddDbContextFactory<CopyTradingDbContext>(o => o.UseMySql(mySqlConnection, ServerVersion.AutoDetect(mySqlConnection)))
                .BuildServiceProvider();

            var coreFactory = target.GetRequiredService<IDbContextFactory<CoreDbContext>>();
            var ctFactory = target.GetRequiredService<IDbContextFactory<CopyTradingDbContext>>();

            IAccountRepository dstAccounts = new EfAccountRepository(coreFactory);
            ITrackedTraderRepository dstTraders = new EfTrackedTraderRepository(ctFactory);
            ICopyTradingAccountSettingsRepository dstSettings = new EfCopyTradingAccountSettingsRepository(ctFactory);

            // 1) Accounts + Copytrading-Settings (Limit-Felder haengen im Alt-Dokument am Account)
            var accPath = Path.Combine(folder, "PolyTraderDB.accounts.json");
            int accCount = 0, setCount = 0;
            if (File.Exists(accPath))
            {
                using var doc = JsonDocument.Parse(File.ReadAllText(accPath));
                foreach (var el in doc.RootElement.EnumerateArray())
                {
                    var acc = new AccountState
                    {
                        AccountId = el.GetProperty("_id").GetInt32(),
                        Name = Str(el, "Name"),
                        WalletAddress = Str(el, "WalletAddress"),
                        ApiKey = Str(el, "ApiKey"),
                        ApiSecret = Str(el, "ApiSecret"),
                        ApiPassphrase = Str(el, "ApiPassphrase"),
                        PrivateKey = Str(el, "PrivateKey"),
                        IsDemo = Bool(el, "IsDemo"),
                        IsActive = Bool(el, "IsActive", true),
                        CloseOnlyMode = Bool(el, "CloseOnlyMode"),
                        PayoutAddress = Str(el, "PayoutAddress"),
                        PayoutLimitUsd = Dec(el, "PayoutLimitUsd", 0m),
                        TotalBalance = Dec(el, "TotalBalance", 0m),
                        AvailableBalance = Dec(el, "AvailableBalance", 0m),
                        HasOpenLimitOrders = Bool(el, "HasOpenLimitOrders")
                    };
                    dstAccounts.Upsert(acc);
                    accCount++;

                    var s = new CopyTradingAccountSettings
                    {
                        AccountId = acc.AccountId,
                        PerMarketLimit = Dec(el, "PerMarketLimit", 5.0m),
                        MaxPriceDifference = Dec(el, "MaxPriceDifference", 2.0m),
                        MaxBuyPrice = Dec(el, "MaxBuyPrice", 0.98m),
                        ProfitTarget = Dec(el, "ProfitTarget", 50.0m),
                        PreRedeemLimit = Dec(el, "PreRedeemLimit", 0.0m),
                        PerMasterLimit = Dec(el, "PerMasterLimit", 10.0m),
                        perMaxTime6h = Dec(el, "perMaxTime6h", 20.0m),
                        perMaxTime24h = Dec(el, "perMaxTime24h", 20.0m),
                        perMaxTime72h = Dec(el, "perMaxTime72h", 20.0m),
                        perMaxTimeNone = Dec(el, "perMaxTimeNone", 40.0m)
                    };
                    dstSettings.Upsert(s);
                    setCount++;
                }
            }
            else
            {
                Console.WriteLine($"[WARN] Nicht gefunden: {accPath}");
            }
            Console.WriteLine($"[OK] Accounts: {accCount} | Copytrading-Settings: {setCount}");

            // 2) Master-Trader
            var trPath = Path.Combine(folder, "PolyTraderDB.trackers.json");
            int trCount = 0;
            if (File.Exists(trPath))
            {
                using var doc = JsonDocument.Parse(File.ReadAllText(trPath));
                foreach (var el in doc.RootElement.EnumerateArray())
                {
                    var t = new TrackedTrader
                    {
                        Id = el.GetProperty("_id").GetInt32(),
                        WalletAddress = Str(el, "WalletAddress"),
                        DisplayName = Str(el, "DisplayName"),
                        Category = Str(el, "Category", "NEW_BIG_BET"),
                        Description = Str(el, "Description"),
                        Reasoning = Str(el, "Reasoning"),
                        IsActive = Bool(el, "IsActive", true),
                        IsHidden = Bool(el, "IsHidden"),
                        TotalTrades = Int(el, "TotalTrades"),
                        WinningTrades = Int(el, "WinningTrades"),
                        Winrate30t = Dbl(el, "Winrate30t"),
                        TotalPnl = Dbl(el, "TotalPnl"),
                        AssignedAccountIds = IntSet(el, "AssignedAccountIds")
                    };
                    dstTraders.Upsert(t);
                    trCount++;
                }
            }
            else
            {
                Console.WriteLine($"[WARN] Nicht gefunden: {trPath}");
            }
            Console.WriteLine($"[OK] Master-Trader: {trCount}");
            Console.WriteLine("[INFO] Markets uebersprungen (bereits migriert / MarketSync aktualisiert laufend).");
            Console.WriteLine("=== Migration abgeschlossen ===");
        }

        /// <summary>
        /// Liest die migrierte Config aus MySQL (EF-Repos) zurueck und gibt eine Zusammenfassung
        /// aus. Verifiziert Stufe 5, bevor Mongo entfernt wird.
        /// </summary>
        public static void VerifyMySql(string mySqlConnection)
        {
            Console.WriteLine("=== Verifikation MySQL (EF-Repos) ===");

            var target = new ServiceCollection()
                .AddDbContextFactory<CoreDbContext>(o => o.UseMySql(mySqlConnection, ServerVersion.AutoDetect(mySqlConnection)))
                .AddDbContextFactory<CopyTradingDbContext>(o => o.UseMySql(mySqlConnection, ServerVersion.AutoDetect(mySqlConnection)))
                .BuildServiceProvider();

            var coreFactory = target.GetRequiredService<IDbContextFactory<CoreDbContext>>();
            var ctFactory = target.GetRequiredService<IDbContextFactory<CopyTradingDbContext>>();

            IAccountRepository accRepo = new EfAccountRepository(coreFactory);
            IMarketRepository mktRepo = new EfMarketRepository(coreFactory);
            ITrackedTraderRepository trdRepo = new EfTrackedTraderRepository(ctFactory);
            ICopyTradingAccountSettingsRepository setRepo = new EfCopyTradingAccountSettingsRepository(ctFactory);

            var accounts = accRepo.GetAll();
            Console.WriteLine($"Accounts: {accounts.Count}");
            foreach (var a in accounts.OrderBy(a => a.AccountId))
                Console.WriteLine($"  #{a.AccountId} {a.Name} | Demo={a.IsDemo} Active={a.IsActive} | Wallet={Short(a.WalletAddress)} | Bal={a.TotalBalance}");

            var settings = setRepo.GetAll();
            Console.WriteLine($"Copytrading-Settings: {settings.Count}");
            foreach (var s in settings.OrderBy(s => s.AccountId))
                Console.WriteLine($"  #{s.AccountId} PerMarket={s.PerMarketLimit} PerMaster={s.PerMasterLimit} MaxBuy={s.MaxBuyPrice} PreRedeem={s.PreRedeemLimit}");

            var traders = trdRepo.GetAll();
            Console.WriteLine($"Master-Trader: {traders.Count}");
            int active = traders.Count(t => t.IsActive);
            Console.WriteLine($"  davon aktiv: {active}");
            foreach (var t in traders.OrderBy(t => t.Id).Take(5))
                Console.WriteLine($"  #{t.Id} {t.DisplayName} [{t.Category}] Accounts=[{string.Join(",", t.AssignedAccountIds.OrderBy(x => x))}] Trades={t.TotalTrades}");
            if (traders.Count > 5) Console.WriteLine($"  … (+{traders.Count - 5} weitere)");

            Console.WriteLine($"Markets (aktiv): {mktRepo.GetActive().Count}");
            Console.WriteLine("=== Verifikation abgeschlossen ===");
        }

        private static string Short(string s) =>
            string.IsNullOrEmpty(s) || s.Length <= 12 ? s : $"{s[..6]}…{s[^4..]}";

        // --- JSON-Helfer (mongoexport: Dezimalwerte als Strings, null moeglich) ---
        private static string Str(JsonElement el, string name, string fallback = "")
        {
            if (el.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.String)
                return v.GetString() ?? fallback;
            return fallback;
        }

        private static bool Bool(JsonElement el, string name, bool fallback = false)
        {
            if (el.TryGetProperty(name, out var v))
            {
                if (v.ValueKind == JsonValueKind.True) return true;
                if (v.ValueKind == JsonValueKind.False) return false;
            }
            return fallback;
        }

        private static int Int(JsonElement el, string name, int fallback = 0)
        {
            if (el.TryGetProperty(name, out var v))
            {
                if (v.ValueKind == JsonValueKind.Number && v.TryGetInt32(out var n)) return n;
                if (v.ValueKind == JsonValueKind.String && int.TryParse(v.GetString(), NumberStyles.Any, CultureInfo.InvariantCulture, out var s)) return s;
            }
            return fallback;
        }

        private static double Dbl(JsonElement el, string name, double fallback = 0)
        {
            if (el.TryGetProperty(name, out var v))
            {
                if (v.ValueKind == JsonValueKind.Number && v.TryGetDouble(out var n)) return n;
                if (v.ValueKind == JsonValueKind.String && double.TryParse(v.GetString(), NumberStyles.Any, CultureInfo.InvariantCulture, out var s)) return s;
            }
            return fallback;
        }

        private static decimal Dec(JsonElement el, string name, decimal fallback)
        {
            if (el.TryGetProperty(name, out var v))
            {
                if (v.ValueKind == JsonValueKind.Number && v.TryGetDecimal(out var n)) return n;
                if (v.ValueKind == JsonValueKind.String && decimal.TryParse(v.GetString(), NumberStyles.Any, CultureInfo.InvariantCulture, out var s)) return s;
            }
            return fallback;
        }

        private static HashSet<int> IntSet(JsonElement el, string name)
        {
            var set = new HashSet<int>();
            if (el.TryGetProperty(name, out var v) && v.ValueKind == JsonValueKind.Array)
            {
                foreach (var item in v.EnumerateArray())
                {
                    if (item.ValueKind == JsonValueKind.Number && item.TryGetInt32(out var n)) set.Add(n);
                    else if (item.ValueKind == JsonValueKind.String && int.TryParse(item.GetString(), NumberStyles.Any, CultureInfo.InvariantCulture, out var s)) set.Add(s);
                }
            }
            return set;
        }

        private static string Redact(string conn) =>
            System.Text.RegularExpressions.Regex.Replace(conn, "(?i)(password=)[^;]*", "$1***");
    }
}