# Show all available options
python src/batch_processor.py --help

# Run the example job (processes 8 inline orders, 2 will fail validation)
python src/batch_processor.py --config examples/batch_processor_config.json

# Override workers and batch size from the CLI
python src/batch_processor.py --config examples/batch_processor_config.json --workers 4 --batch-size 5

# Save stats to a file
python src/batch_processor.py --config examples/batch_processor_config.json --stats-file run_stats.json

# Verbose debug logging (shows every retry attempt)
python src/batch_processor.py --config examples/batch_processor_config.json --log-level DEBUG

{
    "name": "job_name",
    "source": {
        "type": "inline | json_file | generated",
        "id_field": "order_id",
        "items": [{"order_id": "ORD-1", "amount": "49.99"}]
    },
    "transforms": [
        {"type": "cast",          "field": "amount",  "to": "float"},
        {"type": "validate",      "field": "amount",  "op": "gt", "value": 0},
        {"type": "map",           "field": "name",    "operation": "upper"},
        {"type": "rename",        "field_map": {"old": "new"}},
        {"type": "add_field",     "field": "source",  "value": "batch_v1"},
        {"type": "add_timestamp", "field": "processed_at"}
    ],
    "batch_size": 10,
    "max_workers": 4,
    "retry": {
        "max_attempts": 3,
        "base_delay": 0.5,
        "backoff_factor": 2.0
    }
}