Refactor bucket structure: baf-fraud/ prefix under lake bucket
All functions now default to bucket_name = "lake" with "baf-fraud/" prepended to all layer prefixes, matching the contemporary lakehouse naming convention (one bucket per environment, project as prefix). Migration: copy baf-fraud/ data to lake/baf-fraud/ on analyticsvm, update BAF_BUCKET env var from "baf-fraud" to "lake". Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -5,9 +5,9 @@
|
||||
\title{Engineer features for the BAF dataset}
|
||||
\usage{
|
||||
engineer_features(
|
||||
in_prefix = "03_primary/variant=Base",
|
||||
out_prefix = "04_feature/variant=Base",
|
||||
bucket_name = "baf-fraud",
|
||||
in_prefix = "baf-fraud/03_primary/variant=Base",
|
||||
out_prefix = "baf-fraud/04_feature/variant=Base",
|
||||
bucket_name = "lake",
|
||||
partitioning = "month",
|
||||
existing_data_behavior = "delete_matching",
|
||||
verbose = TRUE
|
||||
@@ -18,7 +18,7 @@ engineer_features(
|
||||
|
||||
\item{out_prefix}{Character. Output dataset prefix (e.g., "04_feature/variant=Base").}
|
||||
|
||||
\item{bucket_name}{Character. The S3/MinIO bucket name. Default "baf-fraud".}
|
||||
\item{bucket_name}{Character. The S3/MinIO bucket name. Default "lake".}
|
||||
|
||||
\item{partitioning}{Character vector. Columns to partition by. Default "month".}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user