浏览器与自动化
progress-photo-analyzer
Analyze construction site photos to track progress, detect safety issues, and compare against BIM models using computer vision.
datadrivenconstruction · 已有 AI 审核记录
安装与使用
运行命令前先阅读来源与依赖说明。复制命令不会自动安装或执行。
npx skills add datadrivenconstruction/DDC_Skills_for_AI_Agents_in_Construction --skill progress-photo-analyzer技能说明
name: "progress-photo-analyzer" description: "Analyze construction site photos to track progress, detect safety issues, and compare against BIM models using computer vision." homepage: "https://datadrivenconstruction.io" metadata: {"openclaw": {"emoji": "🔍", "os": ["darwin", "linux", "win32"], "homepage": "https://datadrivenconstruction.io", "requires": {"bins": ["python3"]}}}
Progress Photo Analyzer
Business Case
Problem Statement
Site photos are underutilized for progress tracking:
- Manual review is time-consuming
- Subjective progress assessment
- No systematic comparison to plans
- Safety issues may be missed
Solution
AI-powered photo analysis system that extracts progress information, detects safety concerns, and compares site conditions to BIM models.
Business Value
- Automation - Reduce manual photo review
- Accuracy - Objective progress measurement
- Safety - Automatic hazard detection
- Documentation - Structured photo records
Technical Implementation
import pandas as pd
from datetime import datetime, date
from typing import Dict, Any, List, Optional, Tuple
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
import base64
class PhotoType(Enum):
"""Types of construction photos."""
PROGRESS = "progress"
SAFETY = "safety"
QUALITY = "quality"
GENERAL = "general"
DELIVERY = "delivery"
class AnalysisStatus(Enum):
"""Analysis status."""
PENDING = "pending"
ANALYZING = "analyzing"
COMPLETED = "completed"
FAILED = "failed"
class SafetyIssue(Enum):
"""Detected safety issues."""
MISSING_PPE = "missing_ppe"
FALL_HAZARD = "fall_hazard"
HOUSEKEEPING = "housekeeping"
SCAFFOLDING = "scaffolding"
ELECTRICAL = "electrical"
EXCAVATION = "excavation"
NONE = "none"
class WorkActivity(Enum):
"""Detected work activities."""
EXCAVATION = "excavation"
FOUNDATION = "foundation"
CONCRETE_POUR = "concrete_pour"
STEEL_ERECTION = "steel_erection"
FRAMING = "framing"
ROOFING = "roofing"
MEP_ROUGH = "mep_rough"
DRYWALL = "drywall"
FINISHES = "finishes"
EXTERIOR = "exterior"
UNKNOWN = "unknown"
@dataclass
class PhotoMetadata:
"""Photo metadata."""
photo_id: str
filename: str
capture_date: datetime
location: str
level: str
zone: str
photo_type: PhotoType
photographer: str = ""
gps_coordinates: Optional[Tuple[float, float]] = None
file_path: str = ""
@dataclass
class ProgressDetection:
"""Detected progress information."""
work_activity: WorkActivity
confidence: float
description: str
completion_estimate: float # 0-100%
elements_visible: List[str] = field(default_factory=list)
@dataclass
class SafetyDetection:
"""Detected safety information."""
issue_type: SafetyIssue
confidence: float
description: str
severity: str # low, medium, high
location_in_image: Optional[Tuple[int, int, int, int]] = None # bounding box
@dataclass
class PhotoAnalysisResult:
"""Complete photo analysis result."""
photo_id: str
metadata: PhotoMetadata
analysis_date: datetime
status: AnalysisStatus
progress_detections: List[ProgressDetection]
safety_detections: List[SafetyDetection]
weather_conditions: str
worker_count: int
equipment_visible: List[str]
quality_issues: List[str]
notes: str = ""
bim_comparison: Optional[Dict[str, Any]] = None
class ProgressPhotoAnalyzer:
"""Analyze construction site photos."""
def __init__(self, project_name: str):
self.project_name = project_name
self.photos: Dict[str, PhotoMetadata] = {}
self.results: Dict[str, PhotoAnalysisResult] = {}
self._photo_counter = 0
def register_photo(self,
filename: str,
capture_date: datetime,
location: str,
level: str = "",
zone: str = "",
photo_type: PhotoType = PhotoType.PROGRESS,
photographer: str = "",
file_path: str = "") -> PhotoMetadata:
"""Register a photo for analysis."""
self._photo_counter += 1
photo_id = f"PH-{self._photo_counter:05d}"
metadata = PhotoMetadata(
photo_id=photo_id,
filename=filename,
capture_date=capture_date,
location=location,
level=level,
zone=zone,
photo_type=photo_type,
photographer=photographer,
file_path=file_path
)
self.photos[photo_id] = metadata
return metadata
def analyze_photo(self, photo_id: str,
image_data: bytes = None) -> PhotoAnalysisResult:
"""Analyze a registered photo."""
if photo_id not in self.photos:
raise ValueError(f"Photo {photo_id} not registered")
metadata = self.photos[photo_id]
# Perform analysis (simulated - would use CV/AI models)
progress_detections = self._detect_progress(metadata, image_data)
safety_detections = self._detect_safety(metadata, image_data)
weather = self._detect_weather(metadata, image_data)
worker_count = self._count_workers(image_data)
equipment = self._detect_equipment(image_data)
result = PhotoAnalysisResult(
photo_id=photo_id,
metadata=metadata,
analysis_date=datetime.now(),
status=AnalysisStatus.COMPLETED,
progress_detections=progress_detections,
safety_detections=safety_detections,
weather_conditions=weather,
worker_count=worker_count,
equipment_visible=equipment,
quality_issues=[]
)
self.results[photo_id] = result
return result
def _detect_progress(self, metadata: PhotoMe
阅读完整来源 ↗