┌─────────────────────────────────────────────────────────────┐
│                    AML API Gateway                           │
│              (FastAPI + Uvicorn @ :8093)                    │
└────────────────────────┬────────────────────────────────────┘
                         │
        ┌────────────────┴────────────────┐
        │                                 │
        ▼                                 ▼
┌──────────────────┐           ┌──────────────────┐
│  AML Orchestrator│           │  Health Monitor  │
│   (main.py)      │           │ (health_monitor  │
│                  │           │      .sh)        │
└────────┬─────────┘           └──────────────────┘
         │
         ├─────► Circuit Breaker Manager (18 modulů)
         │
         ├─────► Retry Manager (3 attempts, exp backoff)
         │
         └─────► Fallback Chain (PRIMARY → FALLBACK → UNAVAILABLE)
                         │
        ┌────────────────┼────────────────┐
        ▼                ▼                ▼
   PRIMARY APIs    FALLBACK         GRACEFUL
   (15 modulů)     Scrapers      DEGRADATION
                  (3 Playwright)

class CircuitBreakerState:
    failures: int = 0                    # Počet selhání
    last_failure: Optional[datetime]     # Čas posledního selhání
    is_open: bool = False                # Je circuit otevřen?
    cooldown_until: Optional[datetime]   # Cooldown do kdy?

┌─────────────┐
│   CLOSED    │  ← Normální stav (vše funguje)
│  (Normal)   │
└──────┬──────┘
       │
       │ failures >= threshold
       ▼
┌─────────────┐
│    OPEN     │  ← Circuit otevřen (skip PRIMARY, use FALLBACK)
│  (Fallback) │
└──────┬──────┘
       │
       │ cooldown expired
       ▼
┌─────────────┐
│ HALF-OPEN   │  ← Testování (zkusí PRIMARY znovu)
│  (Testing)  │
└──────┬──────┘
       │
       │ success → CLOSED
       │ failure → OPEN
       ▼

attempt 1: wait 0s    → execute
attempt 2: wait 1s    → execute (backoff: 2^1 - 1 = 1s)
attempt 3: wait 2s    → execute (backoff: 2^2 - 2 = 2s)
attempt 4: wait 4s    → GIVE UP (backoff: 2^3 - 4 = 4s)
           ^^^^
           max 3 attempts

Request
  │
  ├─► Attempt 1 ──┬─► ✅ Success → Return
  │               │
  │               └─► ❌ Fail
  │                    │
  ├─► Wait 1s          │
  │   │                │
  ├─► Attempt 2 ──┬─► ✅ Success → Return
  │               │
  │               └─► ❌ Fail
  │                    │
  ├─► Wait 2s          │
  │   │                │
  ├─► Attempt 3 ──┬─► ✅ Success → Return
  │               │
  │               └─► ❌ Fail
  │                    │
  └─► Try FALLBACK (if exists)
       │
       ├─► ✅ Success → Return (source: FALLBACK)
       │
       └─► ❌ Fail → Return UNAVAILABLE

browser = await playwright.chromium.launch(
    args=['--ignore-certificate-errors']
)

{
  "has_executions": true,
  "total_executions": 3,
  "active_executions": 2,
  "total_debt": 150000,
  "risk_level": "HIGH"
}

{
  "found": true,
  "companies": [
    {
      "name": "Example s.r.o.",
      "ico": "12345678",
      "legal_form": "s.r.o.",
      "registry_id": "C 12345"
    }
  ]
}

{
  "decisions": [
    {
      "case_number": "25 Cdo 1234/2023",
      "date": "2023-05-15",
      "court": "Nejvyšší soud",
      "summary": "..."
    }
  ]
}

{
  "status": "loading",
  "message": "Sanctions database is loading (takes 2-3 minutes on startup)",
  "timestamp": "2026-01-10T20:00:00Z",
  "apis": {
    "justice": "available",
    "isir": "available",
    "sanctions": "loading",
    "cadastre": "limited",
    "executions": "available"
  },
  "databases": {
    "master_contacts": true,
    "ares_enriched": true,
    "ruian_adresy": true
  }
}

{
  "status": "healthy",
  "timestamp": "2026-01-10T20:05:00Z",
  "apis": {
    "justice": "available",
    "isir": "available",
    "sanctions": "available",
    "cadastre": "limited",
    "executions": "available"
  },
  "databases": {
    "master_contacts": true,
    "ares_enriched": true,
    "ruian_adresy": true
  }
}

if [ "$STATUS" = "healthy" ]; then
    return 0
elif [ "$STATUS" = "loading" ]; then
    log_message "INFO: Loading - normal, not restarting"
    return 0
else
    FAILED_CHECKS=$((FAILED_CHECKS + 1))
    if [ $FAILED_CHECKS -ge 3 ]; then
        restart_service
    fi
fi

{
  "timestamp": "2026-01-11T03:00:00Z",
  "circuit_breakers": {
    "sanctions": {
      "failures": 0,
      "is_open": false,
      "last_failure": null,
      "cooldown_until": null,
      "threshold": 5,
      "cooldown_seconds": 600
    },
    "executions": {
      "failures": 2,
      "is_open": false,
      "last_failure": "2026-01-10T15:30:00Z",
      "cooldown_until": null,
      "threshold": 3,
      "cooldown_seconds": 1800
    }
    // ... all 18 modules
  },
  "healthy_count": 17,
  "open_count": 1,
  "total_modules": 18,
  "status": "WARNING: 1 circuits open"
}

# Real-time monitoring
watch -n 5 'curl -s http://localhost:8093/api/aml/circuit-breaker-status | jq ".open_count"'

# Check specific module
curl -s http://localhost:8093/api/aml/circuit-breaker-status | jq '.circuit_breakers.executions'

{
  "timestamp": "2026-01-11T03:00:00Z",
  "status": "operational",
  "circuit_breakers": {
    "total": 18,
    "healthy": 17,
    "open": 1
  },
  "modules": {
    "total": 18,
    "active": 18,
    "with_fallbacks": 3
  }
}

{
  "first_name": "Jan",
  "last_name": "Novák",
  "birth_date": "1980-01-01",  // Optional
  "ico": "12345678"             // For company screening
}

{
  "screening_id": "AML-20260110200000-1234",
  "timestamp": "2026-01-10T20:00:00Z",
  "processing_time_ms": 15432,
  "subject": {
    "first_name": "Jan",
    "last_name": "Novák",
    "birth_date": "1980-01-01"
  },
  "overall_risk": {
    "score": 35,
    "level": "MEDIUM",
    "weighted_total": 34.5,
    "module_scores": {
      "sanctions": {"raw_score": 20, "weight": 1.5, "weighted_score": 30.0},
      "pep": {"raw_score": 15, "weight": 1.3, "weighted_score": 19.5},
      "insolvency": {"raw_score": 0, "weight": 1.2, "weighted_score": 0.0}
      // ... all 18 modules
    }
  },
  "completeness": 1.0,  // 18/18 = 100%
  "modules": {
    "sanctions": {
      "status": "COMPLETED",
      "source": "PRIMARY",
      "data": {
        "is_sanctioned": true,
        "match_count": 1,
        "risk_level": "HIGH",
        "matches": [
          {
            "source": "OpenSanctions",
            "name": "Jan Novak",
            "match_score": 0.888,
            "datasets": ["wd_peps", "wikidata"]
          }
        ]
      },
      "error": null,
      "fallback_used": false,
      "warning": null,
      "execution_time_ms": 14287,
      "attempts": 1
    },
    "executions": {
      "status": "COMPLETED",
      "source": "FALLBACK_1",  // ← Used scraper!
      "data": {
        "has_executions": false,
        "total_executions": 0
      },
      "error": "SSL certificate error",
      "fallback_used": true,
      "warning": "Primary API failed - used scraper fallback",
      "execution_time_ms": 5234,
      "attempts": 3
    }
    // ... all 18 modules
  },
  "warnings": [
    "executions: Primary API failed - used scraper fallback"
  ],
  "recommendations": [
    "Enhanced Due Diligence recommended",
    "Review sanctions matches",
    "Verify PEP status"
  ]
}

AML_API_URL = "http://localhost:8093"
CRM_DB_PATH = "/opt/crm-leady/crm_leady.db"
ARTIFACT_DIR = "/var/www/router-static/aml-tests"
ARTIFACT_BASE_URL = "https://router.czechai.io/aml-tests"

03:00:00 - Job starts
03:00:01 - TEST 1: Circuit Breaker Simulation (~20s)
03:00:21 - Pause 5s
03:00:26 - TEST 2: Fallback System Test (~20s)
03:00:46 - Pause 5s
03:00:51 - TEST 3: Retry Mechanism Test (~25s)
03:01:16 - Generate artifacts (3× HTML)
03:01:18 - Upload to /var/www/router-static/aml-tests/
03:01:19 - Log to CRM (3 records)
03:01:20 - Print summary to log
03:01:21 - Complete ✅

CREATE TABLE aml_analyzy (
    id INTEGER PRIMARY KEY AUTOINCREMENT,
    test_id TEXT UNIQUE NOT NULL,
    typ_testu TEXT NOT NULL CHECK(typ_testu IN (
        'circuit_breaker_simulation',
        'fallback_test',
        'retry_test',
        'load_test',
        'manual_screening'
    )),
    subjekt_jmeno TEXT,
    subjekt_prijmeni TEXT,
    subjekt_ico TEXT,
    overall_risk_score INTEGER,
    overall_risk_level TEXT,
    processing_time_ms INTEGER,
    completeness REAL,
    modules_total INTEGER DEFAULT 18,
    modules_completed INTEGER,
    modules_failed INTEGER,
    modules_fallback_used INTEGER,
    circuit_breakers_open INTEGER DEFAULT 0,
    circuit_breakers_triggered TEXT,  -- JSON array
    full_response TEXT,                -- Complete JSON
    warnings TEXT,                     -- JSON array
    errors TEXT,                       -- JSON array
    artifact_url TEXT,
    artifact_generated BOOLEAN DEFAULT 0,
    datum_analyzy DATETIME DEFAULT CURRENT_TIMESTAMP,
    kdo TEXT DEFAULT 'SYSTEM',
    poznamky TEXT,
    status TEXT DEFAULT 'COMPLETED'
);

CREATE INDEX idx_aml_analyzy_datum ON aml_analyzy(datum_analyzy DESC);
CREATE INDEX idx_aml_analyzy_typ ON aml_analyzy(typ_testu);
CREATE INDEX idx_aml_analyzy_risk ON aml_analyzy(overall_risk_level);
CREATE INDEX idx_aml_analyzy_test_id ON aml_analyzy(test_id);
CREATE INDEX idx_aml_analyzy_status ON aml_analyzy(status);

-- Poslední 5 testů
SELECT test_id, typ_testu, completeness, artifact_url
FROM aml_analyzy
ORDER BY datum_analyzy DESC
LIMIT 5;

-- Testy s fallbacky
SELECT test_id, modules_fallback_used, artifact_url
FROM aml_analyzy
WHERE modules_fallback_used > 0;

-- Testy s otevřenými circuit breakery
SELECT test_id, circuit_breakers_open, circuit_breakers_triggered
FROM aml_analyzy
WHERE circuit_breakers_open > 0;

-- Průměrná completeness rate
SELECT AVG(completeness) as avg_completeness
FROM aml_analyzy;

https://router.czechai.io/aml-tests/aml-test-{YYYYMMDD}-{HHmmSS}-{random8chars}.html

https://router.czechai.io/aml-tests/aml-test-20260111-030000-a7f3k9m2.html
https://router.czechai.io/aml-tests/aml-test-20260111-030026-b4n8p1q5.html
https://router.czechai.io/aml-tests/aml-test-20260111-030051-c9r2s6t3.html

/opt/aml-platform/
├── aml_test_scheduler.py       # Test scheduler (629 lines)
├── backend/
│   ├── main.py                 # FastAPI app (+2 monitoring endpoints)
│   ├── aml_orchestrator.py     # Circuit breaker logic (797 lines)
│   ├── health_monitor.sh       # Smart health monitor
│   ├── scrapers/
│   │   ├── executions_scraper.py    # SSL bypass (166 lines)
│   │   ├── justice_scraper.py       # 404 handling (175 lines)
│   │   └── court_decisions_scraper.py  # Rate limit bypass (191 lines)
│   └── api/
│       ├── sanctions_api.py    # 3.6M sanctions
│       ├── isir_api.py
│       ├── executions_api.py
│       ├── justice_api.py
│       └── ... (15 API modules total)

/opt/crm-leady/
├── crm_leady.db               # SQLite CRM (+aml_analyzy table)
└── app.py                     # Flask CRM app

/var/www/router-static/
└── aml-tests/                 # Generated HTML artifacts

/var/log/
├── aml_test_scheduler.log     # Test execution log
└── aml_health_monitor.log     # Health monitor log

# Check PM2 services
pm2 list | grep aml

# Restart AML API
pm2 restart aml-api

# View logs
pm2 logs aml-api --lines 50

# Check cron job
atq

# View job details
at -c 1

# Monitor circuit breakers (live)
watch -n 5 'curl -s http://localhost:8093/api/aml/circuit-breaker-status | jq ".open_count"'

# Monitor health status
watch -n 10 'curl -s http://localhost:8093/health | jq ".status"'

# Watch test scheduler log
ssh root@46.224.121.179 "tail -f /var/log/aml_test_scheduler.log"

# Watch health monitor log
ssh root@46.224.121.179 "tail -f /var/log/aml_health_monitor.log"

# Check CRM test records
ssh root@46.224.121.179 "sqlite3 /opt/crm-leady/crm_leady.db \
  'SELECT test_id, typ_testu, completeness, modules_fallback_used \
   FROM aml_analyzy ORDER BY datum_analyzy DESC LIMIT 10'"

# Count tests by type
ssh root@46.224.121.179 "sqlite3 /opt/crm-leady/crm_leady.db \
  'SELECT typ_testu, COUNT(*) as count \
   FROM aml_analyzy GROUP BY typ_testu'"

# Average completeness
ssh root@46.224.121.179 "sqlite3 /opt/crm-leady/crm_leady.db \
  'SELECT AVG(completeness) FROM aml_analyzy'"

# API response time
time curl -X POST http://localhost:8093/api/aml/screen/complete \
  -H 'Content-Type: application/json' \
  -d '{"first_name":"Jan","last_name":"Novák"}'

# Circuit breaker stats
curl -s http://localhost:8093/api/aml/circuit-breaker-status | \
  jq '{healthy: .healthy_count, open: .open_count, total: .total_modules}'

# Check artifact count
ssh root@46.224.121.179 "ls -l /var/www/router-static/aml-tests/ | wc -l"

Status: "loading"
Message: "Sanctions database is loading (takes 2-3 minutes on startup)"

SSLError: Hostname mismatch, certificate is not valid for 'evidenceexekuci.cevre.cz'

404 Client Error: Not Found for url: https://or.justice.cz/ias/ui/api/...

WARNING: 1 circuits open

# 1. Check if AML API is running
curl http://localhost:8093/health

# 2. Check PM2 status
pm2 list | grep aml

# 3. Check logs for errors
pm2 logs aml-api --err --lines 50

# 4. Check circuit breaker status
curl -s http://localhost:8093/api/aml/circuit-breaker-status | jq

# 5. Check health monitor log
tail -50 /var/log/aml_health_monitor.log

# 6. Test specific module
curl -X POST http://localhost:8093/api/aml/screen/complete \
  -H 'Content-Type: application/json' \
  -d '{"first_name":"Test","last_name":"User"}' | jq '.modules.sanctions'

ssh root@46.224.121.179