Muhammad Faraz Malik
feat(aws): add Amazon S3 report archiving, DynamoDB run history, and AWS Lambda GitHub webhook
5e9f468 Download src/tools/aws_tools.py from MF180/autonomous-bug-fixing-agent: direct link, hf CLI and curl.
- Browser
- Download file 6.65 kB
-
https://huggingface.co/spaces/MF180/autonomous-bug-fixing-agent/resolve/main/src/tools/aws_tools.py
- Command line
-
hf download hf://spaces/MF180/autonomous-bug-fixing-agent/src/tools/aws_tools.py
-
curl -L -o aws_tools.py https://huggingface.co/spaces/MF180/autonomous-bug-fixing-agent/resolve/main/src/tools/aws_tools.py
6.65 kB
| """AWS Free-Tier cloud integrations: Amazon S3 report archiving & Amazon DynamoDB run history. | |
| Designed to work seamlessly on AWS EC2 (via IAM Instance Profile) or locally (via environment | |
| variables), while degrading gracefully to a no-op when AWS is not configured so unit tests | |
| and offline demo runs require zero cloud credentials. | |
| """ | |
| from __future__ import annotations | |
| import logging | |
| import os | |
| from dataclasses import dataclass | |
| from datetime import UTC, datetime | |
| from typing import Any | |
| logger = logging.getLogger(__name__) | |
| class CloudArchiveResult: | |
| s3_bucket: str | None = None | |
| s3_pdf_key: str | None = None | |
| s3_pdf_url: str | None = None | |
| s3_zip_url: str | None = None | |
| dynamodb_saved: bool = False | |
| error: str | None = None | |
| def is_aws_configured() -> bool: | |
| """Return True if an S3 bucket or DynamoDB table is configured in the environment.""" | |
| return bool( | |
| os.environ.get("AWS_S3_BUCKET", "").strip() | |
| or os.environ.get("AWS_DYNAMODB_TABLE", "").strip() | |
| ) | |
| def _aws_region() -> str: | |
| return ( | |
| os.environ.get("AWS_REGION") | |
| or os.environ.get("AWS_DEFAULT_REGION") | |
| or "us-east-1" | |
| ).strip() | |
| def upload_bytes_to_s3( | |
| data: bytes, | |
| key: str, | |
| content_type: str, | |
| *, | |
| bucket: str | None = None, | |
| expires_in: int = 604800, | |
| s3_client: Any | None = None, | |
| ) -> str | None: | |
| """Upload raw bytes to Amazon S3 and return a 7-day pre-signed download URL.""" | |
| target_bucket = (bucket or os.environ.get("AWS_S3_BUCKET") or "").strip() | |
| if not target_bucket: | |
| return None | |
| if s3_client is None: | |
| import boto3 # type: ignore[import-untyped] | |
| s3_client = boto3.client("s3", region_name=_aws_region()) | |
| s3_client.put_object( | |
| Bucket=target_bucket, | |
| Key=key, | |
| Body=data, | |
| ContentType=content_type, | |
| ) | |
| url: str = s3_client.generate_presigned_url( | |
| "get_object", | |
| Params={"Bucket": target_bucket, "Key": key}, | |
| ExpiresIn=expires_in, | |
| ) | |
| return url | |
| def save_run_to_dynamodb( | |
| run_id: str, | |
| values: dict[str, Any], | |
| *, | |
| s3_pdf_url: str | None = None, | |
| s3_zip_url: str | None = None, | |
| table_name: str | None = None, | |
| ddb_client: Any | None = None, | |
| ) -> bool: | |
| """Persist a summary record of an agent run into Amazon DynamoDB (`BugFixAgentRuns`).""" | |
| target_table = (table_name or os.environ.get("AWS_DYNAMODB_TABLE") or "").strip() | |
| if not target_table: | |
| return False | |
| if ddb_client is None: | |
| import boto3 # type: ignore[import-untyped] | |
| ddb_client = boto3.client("dynamodb", region_name=_aws_region()) | |
| issue = values.get("issue") | |
| repo_ctx = values.get("repo") | |
| findings = getattr(repo_ctx, "findings", []) if repo_ctx else [] | |
| repo_label = str(getattr(issue, "repo_path", "unknown")) | |
| title_label = str(getattr(issue, "title", "Repository Scan")) | |
| item: dict[str, dict[str, str]] = { | |
| "run_id": {"S": run_id}, | |
| "created_at": {"S": datetime.now(UTC).isoformat()}, | |
| "repo": {"S": repo_label}, | |
| "issue_title": {"S": title_label}, | |
| "status": {"S": str(values.get("status", "unknown"))}, | |
| "iterations": {"N": str(int(values.get("iteration", 0)))}, | |
| "findings_count": {"N": str(len(findings))}, | |
| } | |
| if values.get("commit_sha"): | |
| item["commit_sha"] = {"S": str(values["commit_sha"])} | |
| if s3_pdf_url: | |
| item["s3_pdf_url"] = {"S": s3_pdf_url} | |
| if s3_zip_url: | |
| item["s3_zip_url"] = {"S": s3_zip_url} | |
| ddb_client.put_item(TableName=target_table, Item=item) | |
| return True | |
| def list_runs_from_dynamodb( | |
| limit: int = 10, | |
| *, | |
| table_name: str | None = None, | |
| ddb_client: Any | None = None, | |
| ) -> list[dict[str, str]]: | |
| """Fetch recent agent runs from Amazon DynamoDB, sorted newest-first.""" | |
| target_table = (table_name or os.environ.get("AWS_DYNAMODB_TABLE") or "").strip() | |
| if not target_table: | |
| return [] | |
| try: | |
| if ddb_client is None: | |
| import boto3 # type: ignore[import-untyped] | |
| ddb_client = boto3.client("dynamodb", region_name=_aws_region()) | |
| resp = ddb_client.scan(TableName=target_table, Limit=max(limit * 3, 25)) | |
| rows: list[dict[str, str]] = [] | |
| for raw in resp.get("Items", []): | |
| rows.append( | |
| { | |
| "run_id": raw.get("run_id", {}).get("S", ""), | |
| "created_at": raw.get("created_at", {}).get("S", ""), | |
| "repo": raw.get("repo", {}).get("S", ""), | |
| "issue_title": raw.get("issue_title", {}).get("S", ""), | |
| "status": raw.get("status", {}).get("S", ""), | |
| "iterations": raw.get("iterations", {}).get("N", "0"), | |
| "findings_count": raw.get("findings_count", {}).get("N", "0"), | |
| "s3_pdf_url": raw.get("s3_pdf_url", {}).get("S", ""), | |
| } | |
| ) | |
| rows.sort(key=lambda r: r.get("created_at", ""), reverse=True) | |
| return rows[:limit] | |
| except Exception as exc: # noqa: BLE001 | |
| logger.warning("DynamoDB list_runs failed: %s", exc) | |
| return [] | |
| def archive_run_to_aws( | |
| run_id: str, | |
| values: dict[str, Any], | |
| pdf_bytes: bytes | None = None, | |
| zip_bytes: bytes | None = None, | |
| ) -> CloudArchiveResult: | |
| """One-stop helper: upload PDF & ZIP to S3 (if set) and log run metadata to DynamoDB (if set).""" | |
| if not is_aws_configured(): | |
| return CloudArchiveResult() | |
| bucket = os.environ.get("AWS_S3_BUCKET", "").strip() or None | |
| pdf_key = f"reports/{run_id}/bugfix-report.pdf" | |
| zip_key = f"reports/{run_id}/fixed-repository.zip" | |
| pdf_url: str | None = None | |
| zip_url: str | None = None | |
| try: | |
| if bucket and pdf_bytes: | |
| pdf_url = upload_bytes_to_s3( | |
| pdf_bytes, pdf_key, "application/pdf", bucket=bucket | |
| ) | |
| if bucket and zip_bytes: | |
| zip_url = upload_bytes_to_s3( | |
| zip_bytes, zip_key, "application/zip", bucket=bucket | |
| ) | |
| ddb_ok = save_run_to_dynamodb( | |
| run_id, | |
| values, | |
| s3_pdf_url=pdf_url, | |
| s3_zip_url=zip_url, | |
| ) | |
| return CloudArchiveResult( | |
| s3_bucket=bucket, | |
| s3_pdf_key=pdf_key if pdf_url else None, | |
| s3_pdf_url=pdf_url, | |
| s3_zip_url=zip_url, | |
| dynamodb_saved=ddb_ok, | |
| ) | |
| except Exception as exc: # noqa: BLE001 | |
| logger.warning("AWS archive failed: %s", exc) | |
| return CloudArchiveResult(error=str(exc)) | |