AWX自动化工具

┌─────────────────────────────────────────────────────────┐
│            AWX Advanced Tools v2.0                       │
│        Multi-Server Microservices Architecture           │
├──────────┬──────────┬──────────┬──────────┬────────────┤
│ Core     │ Inventory│ Templates│ Users    │ Projects   │
│ :8001    │ :8002    │ :8003    │ :8004    │ :8005      │
│ 6 tools  │ 8 tools  │ 7 tools  │ 7 tools  │ 7 tools    │
├──────────┼──────────┼──────────┼──────────┼────────────┤
│ Orgs     │ Schedules│ Advanced │ Notify   │ Infra      │
│ :8006    │ :8007    │ :8008    │ :8009    │ :8010      │
│ 6 tools  │ 7 tools  │ 5 tools  │ 2 tools  │ 3 tools    │
└──────────┴──────────┴──────────┴──────────┴────────────┘
                          │
                    ┌─────▼─────┐
                    │   Redis   │
                    │   Cache   │
                    └───────────┘
                          │
                    ┌─────▼─────┐
                    │    AWX    │
                    │  Instance │
                    └───────────┘

git clone https://github.com/antuelle78/awx_advanced_tools.git
cd awx_advanced_tools/mcp-server

cp .env.example .env

AWX_BASE_URL=https://your-awx-instance.com
AWX_USERNAME=admin
AWX_PASSWORD=your_secure_password

docker compose up -d

docker compose -f docker-compose.multi.yml up -d

# Check all servers
for port in {8001..8010}; do
  echo -n "Port $port: "
  curl -s http://localhost:$port/health | jq -r '.status'
done

# List inventories
curl http://localhost:8002/inventories

# List job templates
curl http://localhost:8003/templates

# Check AWX connectivity
curl http://localhost:8001/ping

# Build and start all services
docker compose -f docker-compose.multi.yml up -d --build

# View logs
docker compose -f docker-compose.multi.yml logs -f

# Stop services
docker compose -f docker-compose.multi.yml down

# Scale inventory server to 3 replicas
docker compose -f docker-compose.multi.yml up -d --scale inventory=3

# Scale templates server to 2 replicas
docker compose -f docker-compose.multi.yml up -d --scale templates=2

# Apply ConfigMap (update with your AWX credentials first)
kubectl apply -f k8s/configmap.yaml

# Deploy all 10 servers
kubectl apply -f k8s/multi-server-deployment.yaml

# Verify deployment
kubectl get pods -l tier=mcp-server
kubectl get services | grep mcp-

# k8s/configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
  name: awx-advanced-tools-config
data:
  AWX_BASE_URL: "https://awx.production.com"
  AWX_USERNAME: "automation-user"
  # Use Secrets for sensitive data in production

kubectl create secret generic awx-credentials \
  --from-literal=username=admin \
  --from-literal=password=your_secure_password

resources:
  requests:
    memory: "256Mi"
    cpu: "250m"
  limits:
    memory: "512Mi"
    cpu: "500m"

apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
  name: mcp-ingress
  annotations:
    cert-manager.io/cluster-issuer: letsencrypt-prod
spec:
  tls:
  - hosts:
    - awx-tools.example.com
    secretName: awx-tools-tls
  rules:
  - host: awx-tools.example.com
    http:
      paths:
      - path: /
        pathType: Prefix
        backend:
          service:
            name: mcp-core
            port:
              number: 8001

kubectl autoscale deployment mcp-inventory --cpu-percent=70 --min=2 --max=10
kubectl autoscale deployment mcp-templates --cpu-percent=70 --min=2 --max=10

# Check pod status
kubectl get pods -l tier=mcp-server -w

# View logs from specific server
kubectl logs -l app=mcp-core -f --tail=100

# Describe pod for troubleshooting
kubectl describe pod <pod-name>

# Check service endpoints
kubectl get endpoints

# AWX Configuration
AWX_BASE_URL=https://awx.production.com
AWX_TOKEN=your_awx_api_token

# Or use username/password
AWX_USERNAME=automation-user
AWX_PASSWORD=secure_password

# Logging
AUDIT_LOG_DIR=/var/log/awx-tools

# LLM Integration (Optional)
LLM_PROVIDER=ollama
LLM_ENDPOINT=http://ollama:11434
LLM_MODEL=granite3.1-dense:8b

# Cache (Optional)
REDIS_HOST=redis
REDIS_PORT=6379

# Security
JWT_SECRET=change_this_to_random_string

# In AWX UI: Users > Add User
Username: awx-tools-automation
Organization: Default
User Type: System Administrator

# In AWX UI: Users > awx-tools-automation > Tokens > Add Token
Scope: Write

AWX_TOKEN=<generated_token>

| ID | Name | Description | Created | Modified |
|----|------|-------------|---------|----------|
| 7  | Demo Job Template | N/A | 2025-09-13 15:39 | 2025-10-25 15:22 |
| 8  | Backup Template | Automated backup | 2025-10-01 09:15 | 2025-10-25 16:45 |

| Property | Value |
|----------|-------|
| Id | 7 |
| Name | Demo Job Template |
| Description | N/A |
| Created | 2025-09-13 15:39 |
| Modified | 2025-10-25 15:22 |

| Operation | Status | Details |
|-----------|--------|---------|
| Launch Job Template | Success | Job ID: 157 started |

{
  "status": "healthy",
  "timestamp": "2025-11-01T22:00:00Z",
  "server": "core",
  "version": "2.0.0"
}

{
  "ready": true,
  "awx_connected": true,
  "services": {
    "awx": "ok",
    "redis": "ok"
  }
}

{
  "message": "pong",
  "awx_version": "23.3.0",
  "connected": true
}

| ID | Name | Status | Started | Finished |
|----|------|--------|---------|----------|
| 42 | Deploy Application | successful | 2025-11-01 20:00 | 2025-11-01 20:05 |
| 43 | Database Backup | successful | 2025-11-01 19:30 | 2025-11-01 19:45 |

| Property | Value |
|----------|-------|
| Id | 42 |
| Name | Deploy Application |
| Status | successful |
| Job Template | 10 |
| Started | 2025-11-01 20:00 |
| Finished | 2025-11-01 20:05 |
| Elapsed | 300 |

| ID | Name | Organization | Hosts Count | Groups Count |
|----|------|--------------|-------------|--------------|
| 1  | Production | Default | 50 | 5 |
| 2  | Staging | Default | 10 | 2 |

{
  "name": "Staging",
  "description": "Staging environment",
  "organization": 1,
  "variables": {
    "env": "staging"
  }
}

{
  "id": 6,
  "name": "Staging",
  "created": "2025-11-01T22:00:00Z"
}

{
  "extra_vars": {
    "target_env": "production",
    "backup_enabled": true
  }
}

| Operation | Status | Details |
|-----------|--------|---------|
| Launch Job Template | Success | Job ID: 157 started |

| ID | Username | First Name | Last Name | Email |
|----|----------|------------|-----------|-------|
| 1  | admin | System | Administrator | admin@example.com |
| 2  | developer | John | Doe | john.doe@example.com |

{
  "username": "newuser",
  "first_name": "New",
  "last_name": "User",
  "email": "new@example.com",
  "password": "secure_password"
}

| Operation | Status | Details |
|-----------|--------|---------|
| Create User | Success | ID: 3, Name: newuser |

| ID | Name | SCM Type | SCM URL | Status |
|----|------|----------|---------|--------|
| 1  | Demo Project | git | https://github.com/example/demo.git | successful |

{
  "name": "New Project",
  "scm_type": "git",
  "scm_url": "https://github.com/example/new.git",
  "organization": 1
}

| Operation | Status | Details |
|-----------|--------|---------|
| Create Project | Success | ID: 2, Name: New Project |

| ID | Name | Description | Created | Modified |
|----|------|-------------|---------|----------|
| 1  | Default | Default organization | 2025-09-13 15:39 | 2025-10-25 15:22 |

| ID | Name | Template | RRULE | Enabled |
|----|------|----------|-------|---------|
| 1  | Daily Backup | 5 | FREQ=DAILY | Yes |

{
  "name": "Weekly Report",
  "rrule": "FREQ=WEEKLY;BYDAY=MO",
  "unified_job_template": 10
}

| Operation | Status | Details |
|-----------|--------|---------|
| Create Schedule | Success | ID: 2, Name: Weekly Report |

| ID | Name | Type | Created | Modified |
|----|------|------|---------|----------|
| 1  | AWS Creds | aws | 2025-09-13 15:39 | 2025-10-25 15:22 |

| ID | Type | User | Action | Timestamp |
|----|------|------|--------|-----------|
| 123 | job | admin | launched | 2025-11-01 20:00 |

| Property | Value |
|----------|-------|
| Version | 23.3.0 |
| License | Enterprise |
| Install Type | traditional |

curl -u username:password http://localhost:8001/ping

curl -X POST http://localhost:8001/login \
  -H "Content-Type: application/json" \
  -d '{"username":"admin","password":"password"}'

curl -H "Authorization: Bearer <token>" \
  http://localhost:8002/inventories

curl -X DELETE "http://localhost:8002/inventories/5?dry_run=true"

| Operation | Status | Details |
|-----------|--------|---------|
| Delete Inventory | Dry Run | Would delete inventory 'Staging' with 10 hosts |

curl -X DELETE "http://localhost:8002/inventories/5?confirm=true"

| Operation | Status | Details |
|-----------|--------|---------|
| Delete Inventory | Failed | Confirmation required - add '?confirm=true' |

| Operation | Status | Details |
|-----------|--------|---------|
| Delete Inventory | Success | Inventory deleted and verified (ID: 5) |

{
  "timestamp": "2025-11-01T22:00:00Z",
  "user": "admin",
  "action": "delete_inventory",
  "resource_type": "inventory",
  "resource_id": 5,
  "success": true,
  "source_ip": "192.168.1.100"
}

apiVersion: networking.k8s.io/v1
kind: NetworkPolicy
metadata:
  name: mcp-server-policy
spec:
  podSelector:
    matchLabels:
      tier: mcp-server
  policyTypes:
  - Ingress
  - Egress
  ingress:
  - from:
    - podSelector:
        matchLabels:
          app: gateway
    ports:
    - protocol: TCP
      port: 8000
  egress:
  - to:
    - podSelector:
        matchLabels:
          app: redis
    ports:
    - protocol: TCP
      port: 6379
  - to:
    - namespaceSelector: {}
    ports:
    - protocol: TCP
      port: 443  # AWX HTTPS

healthcheck:
  test: ["CMD", "curl", "-f", "http://localhost:8001/health"]
  interval: 30s
  timeout: 10s
  retries: 3
  start_period: 10s

livenessProbe:
  httpGet:
    path: /health
    port: 8000
  initialDelaySeconds: 10
  periodSeconds: 30
readinessProbe:
  httpGet:
    path: /ready
    port: 8000
  initialDelaySeconds: 5
  periodSeconds: 10

scrape_configs:
  - job_name: 'mcp-servers'
    static_configs:
      - targets:
        - 'mcp-core:8001'
        - 'mcp-inventory:8002'
        - 'mcp-templates:8003'
        # ... other servers

LOG_LEVEL=INFO  # DEBUG, INFO, WARNING, ERROR, CRITICAL

filebeat:
  inputs:
    - type: log
      paths:
        - /var/log/mcp/*.log
      json.keys_under_root: true
  output:
    elasticsearch:
      hosts: ["elasticsearch:9200"]

promtail:
  config:
    clients:
      - url: http://loki:3100/loki/api/v1/push
    scrape_configs:
      - job_name: mcp-servers
        static_configs:
          - labels:
              app: mcp-server
            paths:
              - /var/log/mcp/*.log

groups:
  - name: mcp-servers
    rules:
      - alert: HighErrorRate
        expr: rate(http_requests_total{status=~"5.."}[5m]) > 0.05
        for: 5m
        annotations:
          summary: "High error rate on {{ $labels.server }}"
      
      - alert: AWXConnectionDown
        expr: up{job="mcp-servers"} == 0
        for: 2m
        annotations:
          summary: "AWX connection lost on {{ $labels.instance }}"

docker logs mcp-server-core-1

curl http://localhost:8001/ping

docker stats

LOG_LEVEL=DEBUG docker compose -f docker-compose.multi.yml up

# Check all servers individually
for port in {8001..8010}; do
  echo "=== Port $port ==="
  curl -s http://localhost:$port/health
  echo
done

# Test table formatting
curl http://localhost:8002/inventories

| ID | Name | Organization | Hosts Count | Groups Count |
|----|------|--------------|-------------|--------------|

count: 2
results: [...]

# Test AWX connectivity
curl http://localhost:8001/test

# Test inventory access
curl http://localhost:8002/test

# Test template access
curl http://localhost:8003/test

# Create virtual environment
python3 -m venv .venv
source .venv/bin/activate

# Install dependencies
pip install -r requirements.txt

# Install development dependencies
pip install -r requirements-dev.txt

# Run tests
pytest

# Run linter
ruff check .

# Run type checker
mypy app/

mcp-server/
├── app/                      # Monolithic server (legacy)
│   ├── adapters/            # AWX adapters
│   ├── llm/                 # LLM integration
│   └── ...
├── servers/                  # Multi-server architecture
│   ├── core/                # Core server
│   ├── inventory/           # Inventory server
│   ├── templates/           # Templates server
│   └── ...                  # Other servers
├── shared/                   # Shared libraries
│   ├── awx_client.py        # Common AWX client
│   ├── config.py            # Configuration
│   └── middleware.py        # Common middleware
├── tests/                    # Test suite
├── k8s/                      # Kubernetes manifests
├── docs/                     # Documentation
├── docker-compose.yml        # Single server compose
├── docker-compose.multi.yml  # Multi-server compose
└── README.md                # This file

cp -r servers/_template servers/my-new-server

my-new-server:
  build:
    context: .
    dockerfile: servers/my-new-server/Dockerfile
  ports:
    - "8011:8011"
  environment:
    - AWX_BASE_URL=${AWX_BASE_URL}
  networks:
    - mcp-network

apiVersion: apps/v1
kind: Deployment
metadata:
  name: mcp-my-new-server
spec:
  replicas: 1
  selector:
    matchLabels:
      app: mcp-my-new-server
  template:
    spec:
      containers:
      - name: my-new-server
        image: awx-tools:my-new-server
        ports:
        - containerPort: 8000

# Run all tests
pytest

# Run specific test file
pytest tests/test_awx_service.py

# Run with coverage
pytest --cov=app --cov-report=html

# Run integration tests
pytest -m integration

# Run only unit tests
pytest -m "not integration"

# Lint code
ruff check . --fix

# Format code
ruff format .

# Type check
mypy --explicit-package-bases --ignore-missing-imports app/

# Security scan
bandit -r app/
safety scan