Feat/cloudquery full scan

images/cloud_asset_inventory/cloudquery/config.yml

@@ -3,8 +3,28 @@ spec:
   name: aws
   path: cloudquery/aws
   version: "v15.4.0"
-  tables: ["aws_s3*"]
-  # tables: ["*"]
+  # tables: ["aws_s3*"]
+  tables: ["*"]
+  skip_tables:
+  - aws_ec2_vpc_endpoint_services # this resource includes services that are available from AWS as well as other AWS Accounts
+  - aws_cloudtrail_events
+  - aws_docdb_cluster_parameter_groups
+  - aws_docdb_engine_versions
+  - aws_ec2_instance_types
+  - aws_elasticache_engine_versions
+  - aws_elasticache_parameter_groups
+  - aws_elasticache_reserved_cache_nodes_offerings
+  - aws_elasticache_service_updates
+  - aws_iam_group_last_accessed_details
+  - aws_iam_policy_last_accessed_details
+  - aws_iam_role_last_accessed_details
+  - aws_iam_user_last_accessed_details
+  - aws_neptune_cluster_parameter_groups
+  - aws_neptune_db_parameter_groups
+  - aws_rds_cluster_parameter_groups
+  - aws_rds_db_parameter_groups
+  - aws_rds_engine_versions
+  - aws_servicequotas_services
   destinations: ["s3"]
   spec:
     regions:
@@ -25,6 +45,6 @@ spec:
   spec:
     bucket: ${CQ_S3_BUCKET}
     region: "ca-central-1"
-    path: "cloudquery/{{TABLE}}/dt={{YEAR}}-{{MONTH}}-{{DAY}}-{{HOUR}}/{{UUID}}.parquet"
+    path: "cloudquery/{{TABLE}}/dt={{YEAR}}-{{MONTH}}-{{DAY}}-{{HOUR}}-{{MINUTE}}/{{UUID}}.parquet"
     format: "parquet"
     athena: true # <- set this to true for Athena compatibility

terragrunt/aws/cloud_asset_inventory/s3.tf

@@ -11,4 +11,8 @@ module "cloudquery_s3_bucket" {
   billing_tag_value = var.billing_tag_value
   # critical_tag_key   = var.critical_tag_key
   # critical_tag_value = var.critical_tag_value
+
+  versioning = {
+    enabled = true
+  }
 }