Валидация Тегов Облачных Ресурсов: Автоматизированное Тестирование Соответствия

# Terraform: Политика тегов AWS Organizations
resource "aws_organizations_policy" "tagging" {
  name = "mandatory-tagging-policy"
  type = "TAG_POLICY"

  content = jsonencode({
    tags = {
      Environment = {
        tag_key = {
          @@assign = "Environment"
        }
        tag_value = {
          @@assign = ["production", "staging", "development", "sandbox"]
        }
        enforced_for = {
          @@assign = ["ec2:instance", "rds:db", "s3:bucket"]
        }
      }
      CostCenter = {
        tag_key = {
          @@assign = "CostCenter"
        }
        tag_value = {
          @@assign = ["CC-\\d{4}"]  # Regex: формат CC-0000
        }
      }
      Owner = {
        tag_key = {
          @@assign = "Owner"
        }
      }
    }
  })
}

# Lambda-функция для пользовательского правила AWS Config
import boto3
import json

def lambda_handler(event, context):
    """Проверить, имеют ли EC2-инстансы обязательные теги."""

    config = boto3.client('config')
    required_tags = ['Environment', 'CostCenter', 'Owner', 'Application']

    invoking_event = json.loads(event['invokingEvent'])
    configuration_item = invoking_event['configurationItem']

    if configuration_item['resourceType'] != 'AWS::EC2::Instance':
        return build_evaluation(event, 'NOT_APPLICABLE')

    tags = configuration_item.get('tags', {})
    missing_tags = [tag for tag in required_tags if tag not in tags]

    if missing_tags:
        annotation = f"Отсутствуют обязательные теги: {', '.join(missing_tags)}"
        return build_evaluation(event, 'NON_COMPLIANT', annotation)

    # Валидация форматов значений тегов
    if tags.get('CostCenter') and not tags['CostCenter'].startswith('CC-'):
        return build_evaluation(event, 'NON_COMPLIANT',
                               'CostCenter должен начинаться с CC-')

    return build_evaluation(event, 'COMPLIANT')

def build_evaluation(event, compliance_type, annotation=''):
    return {
        'ComplianceResourceType': event['configurationItem']['resourceType'],
        'ComplianceResourceId': event['configurationItem']['resourceId'],
        'ComplianceType': compliance_type,
        'Annotation': annotation,
        'OrderingTimestamp': event['notificationCreationTime']
    }

{
  "mode": "Indexed",
  "policyRule": {
    "if": {
      "anyOf": [
        {
          "field": "tags['Environment']",
          "exists": "false"
        },
        {
          "field": "tags['CostCenter']",
          "exists": "false"
        },
        {
          "field": "tags['Owner']",
          "exists": "false"
        }
      ]
    },
    "then": {
      "effect": "deny"
    }
  },
  "parameters": {}
}

# Отчёт о соответствии тегов Azure
$requiredTags = @('Environment', 'CostCenter', 'Owner', 'Application')
$validEnvironments = @('production', 'staging', 'development', 'sandbox')

$resources = Get-AzResource

$complianceReport = foreach ($resource in $resources) {
    $tags = $resource.Tags
    $issues = @()

    # Проверка отсутствующих тегов
    foreach ($requiredTag in $requiredTags) {
        if (-not $tags.ContainsKey($requiredTag)) {
            $issues += "Отсутствует: $requiredTag"
        }
    }

    # Валидация значений Environment
    if ($tags.ContainsKey('Environment')) {
        if ($tags['Environment'] -notin $validEnvironments) {
            $issues += "Недопустимый Environment: $($tags['Environment'])"
        }
    }

    # Валидация формата CostCenter (CC-XXXX)
    if ($tags.ContainsKey('CostCenter')) {
        if ($tags['CostCenter'] -notmatch '^CC-\d{4}$') {
            $issues += "Недопустимый формат CostCenter: $($tags['CostCenter'])"
        }
    }

    [PSCustomObject]@{
        ResourceName = $resource.Name
        ResourceType = $resource.ResourceType
        ResourceGroup = $resource.ResourceGroupName
        Compliant = ($issues.Count -eq 0)
        Issues = $issues -join '; '
    }
}

# Экспорт отчёта
$complianceReport | Export-Csv -Path "tag-compliance-report.csv" -NoTypeInformation

# Расчёт процента соответствия
$totalResources = $complianceReport.Count
$compliantResources = ($complianceReport | Where-Object { $_.Compliant }).Count
$compliancePercent = [math]::Round(($compliantResources / $totalResources) * 100, 2)

Write-Host "Соответствие тегов: $compliancePercent% ($compliantResources/$totalResources ресурсов)"

# organization-policy.yaml
constraint: constraints/compute.requireLabels
listPolicy:
  allowedValues:

    - environment
    - cost_center
    - owner
    - application
  inheritFromParent: true

from google.cloud import asset_v1
from google.cloud import resourcemanager_v3
import re

class GCPLabelValidator:
    """Валидация меток ресурсов GCP против организационной политики."""

    REQUIRED_LABELS = ['environment', 'cost_center', 'owner', 'application']
    VALID_ENVIRONMENTS = ['production', 'staging', 'development', 'sandbox']
    COST_CENTER_PATTERN = re.compile(r'^cc-\d{4}$')

    def __init__(self, project_id: str):
        self.project_id = project_id
        self.asset_client = asset_v1.AssetServiceClient()

    def list_all_resources(self) -> list:
        """Получить список всех ресурсов проекта."""
        parent = f"projects/{self.project_id}"

        request = asset_v1.ListAssetsRequest(
            parent=parent,
            content_type=asset_v1.ContentType.RESOURCE,
            asset_types=[
                "compute.googleapis.com/Instance",
                "storage.googleapis.com/Bucket",
                "sqladmin.googleapis.com/Instance",
                "container.googleapis.com/Cluster"
            ]
        )

        resources = []
        for asset in self.asset_client.list_assets(request=request):
            resources.append(asset)

        return resources

    def validate_resource(self, resource) -> dict:
        """Валидация меток отдельного ресурса."""
        labels = resource.resource.data.get('labels', {})
        issues = []

        # Проверка обязательных меток
        for required in self.REQUIRED_LABELS:
            if required not in labels:
                issues.append(f"Отсутствует метка: {required}")

        # Валидация значения environment
        if 'environment' in labels:
            if labels['environment'] not in self.VALID_ENVIRONMENTS:
                issues.append(f"Недопустимый environment: {labels['environment']}")

        # Валидация формата cost_center
        if 'cost_center' in labels:
            if not self.COST_CENTER_PATTERN.match(labels['cost_center']):
                issues.append(f"Недопустимый формат cost_center: {labels['cost_center']}")

        return {
            'resource_name': resource.name,
            'resource_type': resource.asset_type,
            'compliant': len(issues) == 0,
            'issues': issues
        }

    def generate_compliance_report(self) -> dict:
        """Генерация полного отчёта о соответствии для проекта."""
        resources = self.list_all_resources()
        results = [self.validate_resource(r) for r in resources]

        compliant = sum(1 for r in results if r['compliant'])
        total = len(results)

        return {
            'project': self.project_id,
            'total_resources': total,
            'compliant_resources': compliant,
            'compliance_percentage': round((compliant / total) * 100, 2) if total > 0 else 100,
            'resources': results
        }

# Использование
validator = GCPLabelValidator('my-project-id')
report = validator.generate_compliance_report()
print(f"Соответствие: {report['compliance_percentage']}%")

from abc import ABC, abstractmethod
from dataclasses import dataclass
from typing import List, Dict, Optional
import boto3
from azure.identity import DefaultAzureCredential
from azure.mgmt.resource import ResourceManagementClient
from google.cloud import asset_v1

@dataclass
class TagViolation:
    resource_id: str
    resource_type: str
    cloud_provider: str
    violation_type: str
    details: str

@dataclass
class TagPolicy:
    required_tags: List[str]
    valid_environments: List[str]
    cost_center_pattern: str
    owner_email_pattern: str

class CloudTagValidator(ABC):
    """Абстрактный базовый класс для облачно-специфичных валидаторов тегов."""

    def __init__(self, policy: TagPolicy):
        self.policy = policy

    @abstractmethod
    def get_resources(self) -> List[Dict]:
        pass

    @abstractmethod
    def get_tags(self, resource: Dict) -> Dict[str, str]:
        pass

    @abstractmethod
    def get_cloud_name(self) -> str:
        pass

    def validate_tags(self, tags: Dict[str, str], resource_id: str,
                      resource_type: str) -> List[TagViolation]:
        """Валидация тегов против политики."""
        violations = []

        # Проверка обязательных тегов
        for required in self.policy.required_tags:
            if required.lower() not in {k.lower() for k in tags.keys()}:
                violations.append(TagViolation(
                    resource_id=resource_id,
                    resource_type=resource_type,
                    cloud_provider=self.get_cloud_name(),
                    violation_type='MISSING_TAG',
                    details=f"Отсутствует обязательный тег: {required}"
                ))

        # Валидация значения environment
        env_tag = next((v for k, v in tags.items()
                       if k.lower() == 'environment'), None)
        if env_tag and env_tag.lower() not in self.policy.valid_environments:
            violations.append(TagViolation(
                resource_id=resource_id,
                resource_type=resource_type,
                cloud_provider=self.get_cloud_name(),
                violation_type='INVALID_VALUE',
                details=f"Недопустимое значение environment: {env_tag}"
            ))

        return violations

    def run_validation(self) -> List[TagViolation]:
        """Запуск валидации по всем ресурсам."""
        all_violations = []

        for resource in self.get_resources():
            tags = self.get_tags(resource)
            resource_id = resource.get('id', resource.get('name', 'unknown'))
            resource_type = resource.get('type', 'unknown')

            violations = self.validate_tags(tags, resource_id, resource_type)
            all_violations.extend(violations)

        return all_violations

class AWSTagValidator(CloudTagValidator):
    def __init__(self, policy: TagPolicy, region: str = 'us-east-1'):
        super().__init__(policy)
        self.ec2 = boto3.client('ec2', region_name=region)
        self.rds = boto3.client('rds', region_name=region)

    def get_cloud_name(self) -> str:
        return 'AWS'

    def get_resources(self) -> List[Dict]:
        resources = []

        # EC2-инстансы
        instances = self.ec2.describe_instances()
        for reservation in instances['Reservations']:
            for instance in reservation['Instances']:
                resources.append({
                    'id': instance['InstanceId'],
                    'type': 'EC2::Instance',
                    'tags': {t['Key']: t['Value'] for t in instance.get('Tags', [])}
                })

        # RDS-инстансы
        dbs = self.rds.describe_db_instances()
        for db in dbs['DBInstances']:
            tags = self.rds.list_tags_for_resource(
                ResourceName=db['DBInstanceArn']
            )['TagList']
            resources.append({
                'id': db['DBInstanceIdentifier'],
                'type': 'RDS::DBInstance',
                'tags': {t['Key']: t['Value'] for t in tags}
            })

        return resources

    def get_tags(self, resource: Dict) -> Dict[str, str]:
        return resource.get('tags', {})

# Мультиоблачная оркестрация
def validate_all_clouds(policy: TagPolicy,
                        aws_regions: List[str],
                        azure_subscriptions: List[str],
                        gcp_projects: List[str]) -> Dict:
    """Запуск валидации тегов по всем облачным провайдерам."""

    all_violations = []

    # Валидация AWS
    for region in aws_regions:
        validator = AWSTagValidator(policy, region)
        all_violations.extend(validator.run_validation())

    # Валидаторы Azure и GCP следовали бы аналогичному шаблону...

    # Генерация сводки
    by_cloud = {}
    for v in all_violations:
        by_cloud.setdefault(v.cloud_provider, []).append(v)

    return {
        'total_violations': len(all_violations),
        'by_cloud': {cloud: len(violations)
                    for cloud, violations in by_cloud.items()},
        'violations': all_violations
    }

# .github/workflows/tag-validation.yml
name: Валидация Тегов Инфраструктуры

on:
  pull_request:
    paths:

      - 'terraform/**'
      - 'cloudformation/**'

jobs:
  validate-tags:
    runs-on: ubuntu-latest
    steps:

      - uses: actions/checkout@v4

      - name: Setup Terraform
        uses: hashicorp/setup-terraform@v3

      - name: Terraform Init
        run: terraform init
        working-directory: terraform/

      - name: Генерация Плана
        run: terraform plan -out=tfplan
        working-directory: terraform/

      - name: Валидация Тегов в Плане
        run: |
          terraform show -json tfplan > plan.json
          python scripts/validate-tags.py plan.json
        working-directory: terraform/

      - name: Запуск Валидации Тегов Checkov
        uses: bridgecrewio/checkov-action@v12
        with:
          directory: terraform/
          check: CKV_AWS_153,CKV_AWS_154  # Проверки связанные с тегами

      - name: Публикация Результатов
        if: failure()
        uses: actions/github-script@v7
        with:
          script: |
            github.rest.issues.createComment({
              issue_number: context.issue.number,
              owner: context.repo.owner,
              repo: context.repo.repo,
              body: '❌ Валидация тегов не прошла. Пожалуйста, убедитесь, что все ресурсы имеют обязательные теги: Environment, CostCenter, Owner, Application'
            })

#!/usr/bin/env python3
"""Валидация тегов в выводе плана Terraform."""

import json
import sys
from pathlib import Path

REQUIRED_TAGS = ['Environment', 'CostCenter', 'Owner', 'Application']
TAGGABLE_RESOURCE_TYPES = [
    'aws_instance', 'aws_s3_bucket', 'aws_rds_cluster',
    'aws_lambda_function', 'aws_ecs_cluster', 'aws_eks_cluster',
    'azurerm_virtual_machine', 'azurerm_storage_account',
    'google_compute_instance', 'google_storage_bucket'
]

def validate_terraform_plan(plan_file: str) -> list:
    """Валидация тегов в JSON плана Terraform."""

    with open(plan_file) as f:
        plan = json.load(f)

    violations = []

    for change in plan.get('resource_changes', []):
        resource_type = change['type']
        resource_name = change['name']

        # Пропуск нетегируемых ресурсов
        if resource_type not in TAGGABLE_RESOURCE_TYPES:
            continue

        # Пропуск удаляемых ресурсов
        if change['change']['actions'] == ['delete']:
            continue

        after = change['change'].get('after', {})
        tags = after.get('tags', {}) or {}

        # Проверка отсутствующих обязательных тегов
        missing = [tag for tag in REQUIRED_TAGS if tag not in tags]

        if missing:
            violations.append({
                'resource': f"{resource_type}.{resource_name}",
                'missing_tags': missing
            })

    return violations

if __name__ == '__main__':
    if len(sys.argv) != 2:
        print("Использование: validate-tags.py <plan.json>")
        sys.exit(1)

    violations = validate_terraform_plan(sys.argv[1])

    if violations:
        print("❌ Валидация тегов не прошла!\n")
        for v in violations:
            print(f"  Ресурс: {v['resource']}")
            print(f"  Отсутствуют: {', '.join(v['missing_tags'])}\n")
        sys.exit(1)

    print("✅ Все ресурсы имеют обязательные теги")
    sys.exit(0)