网络搜索服务

.
├── src/
│   └── mcp_web_search.py      # Servidor MCP principal (605 líneas)
├── docker/
│   └── searxng/
│       ├── docker-compose.yml # Config Docker para SearXNG
│       └── settings.yml       # Configuración de motores (266 líneas)
├── requirements.txt           # Dependencias Python
└── README.md

git clone <repo> ~/mcp/web-search
cd ~/mcp/web-search

python3 -m venv venv
source venv/bin/activate  # Linux/Mac/WSL
# o: .\venv\Scripts\activate  # Windows PowerShell

pip install -r requirements.txt

cd docker/searxng
docker compose up -d

curl "http://127.0.0.1:8888/search?q=test&format=json" | jq '.results | length'
# Debería devolver un número > 0

cd ~/mcp/web-search
./venv/bin/python src/mcp_web_search.py

{
  "mcpServers": {
    "web-search": {
      "command": "/home/USER/mcp/web-search/venv/bin/python",
      "args": ["/home/USER/mcp/web-search/src/mcp_web_search.py"]
    }
  }
}

web_search("python asyncio tutorial", max_results=5, categories="it")

Query del usuario
       ↓
┌──────────────────┐
│    SearXNG       │  → Consulta 40+ motores en paralelo
│  (50 resultados) │
└────────┬─────────┘
         ↓
┌──────────────────┐
│  Deduplicación   │  → Normaliza URLs, elimina duplicados
└────────┬─────────┘
         ↓
┌──────────────────┐
│   RRF Fusion     │  → Combina rankings de múltiples motores
│    (k=60)        │     score = Σ 1/(k + rank_i)
└────────┬─────────┘
         ↓
┌──────────────────┐
│    Scraping      │  → Extrae contenido de cada URL (paralelo)
│  (5s timeout)    │     hasta 5000 chars por página
└────────┬─────────┘
         ↓
┌──────────────────┐
│  Hybrid Rerank   │  → 30% BM25 (léxico) + 70% CrossEncoder (semántico)
│ (BM25 + CE)      │
└────────┬─────────┘
         ↓
   Top N resultados

RERANKER_DEVICE=cuda ./venv/bin/python src/mcp_web_search.py

# Descargar instalador
wget https://repo.radeon.com/amdgpu-install/7.2/ubuntu/noble/amdgpu-install_7.2.70200-1_all.deb
sudo apt install ./amdgpu-install_7.2.70200-1_all.deb

# Instalar ROCm para WSL
sudo amdgpu-install -y --usecase=wsl,rocm --no-dkms

# Verificar
rocminfo | grep "Marketing Name"

cd ~/mcp/web-search
source venv/bin/activate

# Instalar PyTorch ROCm 7.2 desde AMD repo
pip install 'https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2/triton-3.5.1%2Brocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl'
pip install 'https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2/torch-2.9.1%2Brocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl' --no-deps
pip install 'https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2/torchvision-0.24.0%2Brocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl' --no-deps

# Verificar
python -c "import torch; print(torch.cuda.is_available(), torch.cuda.get_device_name(0))"

# SearXNG
SEARXNG_URL = "http://127.0.0.1:8888"
SEARXNG_FETCH_COUNT = 50  # Resultados iniciales a traer

# Reranking
RERANKER_MODEL = "BAAI/bge-reranker-v2-m3"  # SOTA multilingual
RERANKER_FALLBACK = "cross-encoder/ms-marco-MiniLM-L-6-v2"  # Más rápido

# Híbrido
HYBRID_ALPHA = 0.3  # 0.3 BM25 + 0.7 Semántico

# Scraping
SCRAPE_TIMEOUT = 5  # segundos
SCRAPE_MAX_CHARS = 5000  # por página
MAX_WORKERS = 12  # threads paralelos

# Cache
CACHE_TTL = 900  # 15 minutos

# RRF
RRF_K = 60  # constante estándar

engines:
  - name: nombre_motor
    engine: tipo_engine
    shortcut: xx
    disabled: false
    categories: [general, it]  # categorías donde aparece
    timeout: 6.0  # opcional

cd docker/searxng
docker compose restart

cd docker/searxng
docker compose logs -f  # Ver logs
docker compose restart  # Reiniciar
docker compose down && docker compose up -d  # Recrear

health_check()  # Muestra cache entries y TTL

{
  "event": "search",
  "query": "python asyncio",
  "categories": "general",
  "latency_ms": 2340,
  "cache_hit": false,
  "results": 8,
  "timestamp": "2026-02-05T05:30:00Z"
}