Upload 5 files

index.html

@@ -17,6 +17,7 @@
     <link rel="stylesheet" href="/static/css/main.css">
     <link rel="stylesheet" href="/static/css/toast.css">
     <script src="/static/js/trading-pairs-loader.js" defer></script>
+    <script src="/static/js/toast.js" defer></script>
     <script src="/static/js/app.js" defer></script>
     
     <!-- Favicon -->
@@ -613,26 +614,26 @@
                     <!-- Action Buttons -->
                     <div class="diagnostic-actions">
                         <button class="btn-primary" id="run-diagnostics-btn" onclick="runDiagnostic()">
-                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
                                 <polygon points="13 2 3 14 12 14 11 22 21 10 12 10 13 2"></polygon>
                             </svg>
-                            ▶️ Run Full Diagnostic
+                            <span>▶️ Run Full Diagnostic</span>
                         </button>
                         <button class="btn-secondary" onclick="refreshDiagnosticStatus()">
-                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
                                 <polyline points="23 4 23 10 17 10"></polyline>
                                 <polyline points="1 20 1 14 7 14"></polyline>
                                 <path d="M3.51 9a9 9 0 0 1 14.85-3.36L23 10M1 14l4.64 4.36A9 9 0 0 0 20.49 15"></path>
                             </svg>
-                            🔄 Refresh Status
+                            <span>🔄 Refresh Status</span>
                         </button>
                         <button class="btn-secondary" onclick="downloadDiagnosticLog()">
-                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
                                 <path d="M21 15v4a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2v-4"></path>
                                 <polyline points="7 10 12 15 17 10"></polyline>
                                 <line x1="12" y1="15" x2="12" y2="3"></line>
                             </svg>
-                            📥 Download Log
+                            <span>📥 Download Log</span>
                         </button>
                     </div>
 

test_models_diagnostic.py

@@ -0,0 +1,233 @@
+#!/usr/bin/env python3
+"""
+Model Diagnostic Tool - Run this to debug why models aren't loading
+Usage: python test_models.py
+"""
+
+import os
+import sys
+
+print("=" * 80)
+print("🔍 HUGGINGFACE MODEL DIAGNOSTIC TOOL")
+print("=" * 80)
+
+# Step 1: Check environment
+print("\n📋 Step 1: Environment Check")
+print("-" * 80)
+
+hf_token = os.getenv("HF_TOKEN") or os.getenv("HUGGINGFACE_TOKEN")
+hf_mode = os.getenv("HF_MODE", "public").lower()
+
+print(f"HF_MODE: {hf_mode}")
+print(f"HF_TOKEN: {'✅ Found ({} chars)'.format(len(hf_token)) if hf_token else '❌ Not found'}")
+print(f"Python version: {sys.version}")
+
+# Step 2: Check transformers
+print("\n📦 Step 2: Library Check")
+print("-" * 80)
+
+try:
+    import transformers
+    print(f"✅ transformers: {transformers.__version__}")
+    TRANSFORMERS_OK = True
+except ImportError as e:
+    print(f"❌ transformers: NOT INSTALLED")
+    print(f"   Error: {e}")
+    print(f"   Fix: pip install transformers torch")
+    TRANSFORMERS_OK = False
+
+try:
+    import torch
+    print(f"✅ torch: {torch.__version__}")
+    TORCH_OK = True
+except ImportError as e:
+    print(f"❌ torch: NOT INSTALLED")
+    print(f"   Error: {e}")
+    print(f"   Fix: pip install torch")
+    TORCH_OK = False
+
+try:
+    from huggingface_hub import HfApi
+    print(f"✅ huggingface_hub: Available")
+    HUB_OK = True
+except ImportError as e:
+    print(f"❌ huggingface_hub: NOT INSTALLED")
+    print(f"   Error: {e}")
+    print(f"   Fix: pip install huggingface-hub")
+    HUB_OK = False
+
+# Step 3: Test HuggingFace Hub connection
+print("\n🌐 Step 3: HuggingFace Hub Connection Test")
+print("-" * 80)
+
+if HUB_OK:
+    try:
+        from huggingface_hub import HfApi
+        api = HfApi()
+        
+        # Test public access
+        print("Testing public access...")
+        model_info = api.model_info("bert-base-uncased")
+        print("✅ Public access: OK")
+        
+        # Test authenticated access if token available
+        if hf_token:
+            try:
+                api = HfApi(token=hf_token)
+                user_info = api.whoami()
+                print(f"✅ Authenticated access: OK")
+                print(f"   Logged in as: {user_info.get('name', 'unknown')}")
+            except Exception as e:
+                print(f"❌ Authenticated access: FAILED")
+                print(f"   Error: {str(e)[:200]}")
+        else:
+            print("⚠️  No token - skipping auth test")
+            
+    except Exception as e:
+        print(f"❌ Hub connection: FAILED")
+        print(f"   Error: {str(e)[:200]}")
+else:
+    print("⏭️  Skipping (huggingface_hub not available)")
+
+# Step 4: Try loading a simple model
+print("\n🧪 Step 4: Test Model Loading")
+print("-" * 80)
+
+if TRANSFORMERS_OK:
+    from transformers import pipeline
+    
+    test_models = [
+        ("bert-base-uncased", "fill-mask", False),  # Public, small
+        ("ElKulako/cryptobert", "text-classification", True),  # Private, needs auth
+    ]
+    
+    for model_id, task, needs_auth in test_models:
+        print(f"\nTesting: {model_id} ({task})")
+        print(f"Auth required: {needs_auth}")
+        
+        try:
+            pipeline_kwargs = {"task": task, "model": model_id}
+            
+            if needs_auth and hf_token:
+                pipeline_kwargs["token"] = hf_token
+                print("  Using authentication token...")
+            elif needs_auth and not hf_token:
+                print("  ⚠️  Model needs auth but no token available")
+                print("  ⏭️  Skipping this model")
+                continue
+            
+            print("  Downloading/loading...")
+            pipe = pipeline(**pipeline_kwargs)
+            print(f"  ✅ SUCCESS: Model loaded")
+            
+            # Try a test inference
+            if task == "fill-mask":
+                result = pipe("Hello [MASK]")
+                print(f"  Test inference: OK")
+            elif task == "text-classification":
+                result = pipe("Bitcoin is pumping")
+                print(f"  Test inference: OK")
+                print(f"  Result: {result}")
+            
+        except Exception as e:
+            print(f"  ❌ FAILED: {type(e).__name__}")
+            print(f"  Error: {str(e)[:300]}")
+            
+            # Specific error hints
+            if "401" in str(e) or "unauthorized" in str(e).lower():
+                print(f"  💡 Hint: This model requires authentication")
+                print(f"     Set HF_TOKEN environment variable")
+            elif "404" in str(e) or "not found" in str(e).lower():
+                print(f"  💡 Hint: Model not found on HuggingFace Hub")
+                print(f"     Check model ID: {model_id}")
+            elif "403" in str(e) or "forbidden" in str(e).lower():
+                print(f"  💡 Hint: Access forbidden - check permissions")
+else:
+    print("⏭️  Skipping (transformers not available)")
+
+# Step 5: Check ai_models.py
+print("\n📄 Step 5: Check ai_models.py Integration")
+print("-" * 80)
+
+try:
+    import ai_models
+    print("✅ ai_models.py: Importable")
+    
+    # Check registry status
+    status = ai_models.registry_status()
+    print(f"   HF_MODE: {status.get('hf_mode')}")
+    print(f"   Initialized: {status.get('initialized')}")
+    print(f"   Transformers available: {status.get('transformers_available')}")
+    print(f"   Models loaded: {status.get('pipelines_loaded')}")
+    print(f"   Models failed: {status.get('pipelines_failed')}")
+    
+    if status.get('failed_models'):
+        print(f"\n   Failed models:")
+        for key in status.get('failed_models', [])[:5]:
+            print(f"     - {key}")
+    
+    # Try to initialize
+    print("\n   Attempting initialize_models()...")
+    init_result = ai_models.initialize_models()
+    print(f"   Result: {init_result.get('status')}")
+    if init_result.get('note'):
+        print(f"   Note: {init_result.get('note')}")
+    
+    # Try to load one model
+    print("\n   Attempting to load crypto_sent_kk08...")
+    try:
+        pipe = ai_models._registry.get_pipeline("crypto_sent_kk08")
+        print(f"   ✅ Model loaded successfully!")
+        
+        # Test inference
+        result = pipe("Bitcoin price surging")
+        print(f"   Test inference: {result}")
+        
+    except ai_models.ModelNotAvailable as e:
+        print(f"   ❌ Model not available: {str(e)[:200]}")
+    except Exception as e:
+        print(f"   ❌ Error: {type(e).__name__}: {str(e)[:200]}")
+    
+except ImportError as e:
+    print(f"❌ ai_models.py: Cannot import")
+    print(f"   Error: {e}")
+    print(f"   Make sure ai_models.py is in the same directory")
+
+# Summary
+print("\n" + "=" * 80)
+print("📊 DIAGNOSTIC SUMMARY")
+print("=" * 80)
+
+issues = []
+fixes = []
+
+if not TRANSFORMERS_OK:
+    issues.append("❌ transformers library not installed")
+    fixes.append("pip install transformers torch")
+
+if not TORCH_OK:
+    issues.append("❌ torch library not installed")
+    fixes.append("pip install torch")
+
+if not hf_token and hf_mode == "auth":
+    issues.append("❌ HF_TOKEN not set but HF_MODE=auth")
+    fixes.append("Set HF_TOKEN environment variable or change HF_MODE to 'public'")
+
+if not issues:
+    print("✅ No critical issues found")
+    print("\nIf models still aren't loading:")
+    print("1. Check the logs above for specific model errors")
+    print("2. Verify internet connection to huggingface.co")
+    print("3. Try running: python test_models.py > diagnostic.log 2>&1")
+else:
+    print("❌ Issues found:")
+    for issue in issues:
+        print(f"   {issue}")
+    
+    print("\n🔧 Suggested fixes:")
+    for fix in fixes:
+        print(f"   • {fix}")
+
+print("\n" + "=" * 80)
+print("✅ Diagnostic complete")
+print("=" * 80)