{ "_id": "6acf98c3e2d863f662952de2", "Package": "maestro", "Type": "Package", "Title": "Orchestration of Data Pipelines", "Version": "1.4.0", "Authors@R": "c(\nperson(\"Will\", \"Hipson\", , \"will.e.hipson@gmail.com\", role = c(\"cre\", \"aut\", \"cph\"),\ncomment = c(ORCID = \"0000-0002-3931-2189\")),\nperson(\"Ryan\", \"Garnett\", , \"ryangarnett78@gmail.com\", role = c(\"aut\", \"ctb\", \"cph\"))\n)", "Maintainer": "Will Hipson ", "Description": "Framework for creating and orchestrating data pipelines.\nOrganize, orchestrate, and monitor multiple pipelines in a\nsingle project. Use tags to decorate functions with scheduling\nparameters and configuration.", "License": "MIT + file LICENSE", "URL": "https://github.com/whipson/maestro,\nhttps://whipson.github.io/maestro/", "BugReports": "https://github.com/whipson/maestro/issues", "Encoding": "UTF-8", "Roxygen": "list(markdown = TRUE, roclets = c(\"rd\", \"collate\",\n\"namespace\"))", "Config/testthat/edition": "3", "VignetteBuilder": "knitr, quarto", "Config/roxygen2/version": "8.1.1", "Config/pak/sysreqs": "cmake make libuv1-dev libxml2-dev", "Repository": "https://whipson.r-universe.dev", "Date/Publication": "2026-10-14 14:05:07 UTC", "RemoteUrl": "https://github.com/whipson/maestro", "RemoteRef": "HEAD", "RemoteSha": "14e1f407b1e063b103a95eab486310ef9ad267d8", "NeedsCompilation": "no", "Packaged": { "Date": "2026-10-14 14:48:53 UTC", "User": "root" }, "Author": "Will Hipson [cre, aut, cph] (ORCID:\n),\nRyan Garnett [aut, ctb, cph]", "_user": "whipson", "_type": "src", "_file": "maestro_1.4.0.tar.gz", "_fileid": "https://r2.ropensci.org/15ddfc7f1fbceb717c979503d95f941c253559ca34f29599dbb576a55b167234", "_filesize": 766848, "_sha256": "15ddfc7f1fbceb717c979503d95f941c253559ca34f29599dbb576a55b167234", "_expires": "2027-01-22T14:59:13.000Z", "_created": "2026-10-14T14:48:53.000Z", "_published": "2026-10-14T14:59:15.188Z", "_buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863", "_status": "success", "_host": "GitHub-Actions", "_jobs": [ { "job": 115920737432, "time": 153, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11904731014" }, { "job": 115920737576, "time": 196, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11903674267" }, { "job": 115920737187, "time": 137, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "11904656644" }, { "job": 115920737375, "time": 190, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11905026945" }, { "job": 115918539322, "time": 253, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "11904570840" }, { "job": 115920737094, "time": 126, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "11903923959" }, { "job": 115920737103, "time": 125, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11904008968" }, { "job": 115920737263, "time": 156, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "11904970584" }, { "job": 115920737105, "time": 158, "config": "windows-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11903609229" } ], "_upstream": "https://github.com/whipson/maestro", "_commit": { "id": "14e1f407b1e063b103a95eab486310ef9ad267d8", "author": "Will Hipson <43099884+whipson@users.noreply.github.com>", "committer": "GitHub ", "message": "Merge pull request #205 from whipson/1.4.0.9000\n\nfix tibble output in vignette 9", "time": 1791986707 }, "_maintainer": { "name": "Will Hipson", "email": "will.e.hipson@gmail.com", "login": "whipson", "twitter": "@whipson3", "description": "PhD. Data Engineer at Halifax International Airport Authority, Nova Scotia.", "uuid": 43099884, "orcid": "0000-0002-3931-2189" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1.0", "role": "Depends" }, { "package": "cli", "version": ">= 3.3.0", "role": "Imports" }, { "package": "dplyr", "version": ">= 1.1.0", "role": "Imports" }, { "package": "glue", "role": "Imports" }, { "package": "lifecycle", "role": "Imports" }, { "package": "logger", "role": "Imports" }, { "package": "lubridate", "version": ">= 1.9.1", "role": "Imports" }, { "package": "purrr", "version": ">= 1.0.0", "role": "Imports" }, { "package": "R.utils", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "version": ">= 1.0.0", "role": "Imports" }, { "package": "roxygen2", "role": "Imports" }, { "package": "tictoc", "role": "Imports" }, { "package": "timechange", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "asciicast", "role": "Suggests" }, { "package": "furrr", "role": "Suggests" }, { "package": "future", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "quarto", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "rstudioapi", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "withr", "role": "Suggests" } ], "_owner": "whipson", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2025-44", "n": 2 }, { "week": "2025-45", "n": 1 }, { "week": "2025-46", "n": 1 }, { "week": "2025-50", "n": 1 }, { "week": "2026-05", "n": 1 }, { "week": "2026-07", "n": 1 }, { "week": "2026-08", "n": 2 }, { "week": "2026-16", "n": 10 }, { "week": "2026-17", "n": 4 }, { "week": "2026-21", "n": 2 }, { "week": "2026-25", "n": 1 }, { "week": "2026-27", "n": 1 }, { "week": "2026-35", "n": 2 }, { "week": "2026-36", "n": 1 }, { "week": "2026-37", "n": 1 }, { "week": "2026-38", "n": 1 }, { "week": "2026-42", "n": 2 } ], "_tags": [ { "name": "0.7.0", "date": "2025-10-31" }, { "name": "0.7.1", "date": "2025-12-09" }, { "name": "1.0.0", "date": "2026-01-28" }, { "name": "1.0.1", "date": "2026-02-18" }, { "name": "1.1.0", "date": "2026-04-20" }, { "name": "1.1.1", "date": "2026-05-20" }, { "name": "1.2.0", "date": "2026-07-02" }, { "name": "1.3.0", "date": "2026-08-31" }, { "name": "1.3.1", "date": "2026-09-15" }, { "name": "1.4.0", "date": "2026-10-14" } ], "_stars": 139, "_contributors": [ { "user": "whipson", "count": 170, "uuid": 43099884 }, { "user": "ryangarnett", "count": 4, "uuid": 7716844 } ], "_userbio": { "uuid": 43099884, "type": "user", "name": "Will Hipson", "followers": 55, "description": "PhD. Data Engineer at Halifax International Airport Authority, Nova Scotia." }, "_downloads": { "count": 766, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/maestro" }, "_devurl": "https://github.com/whipson/maestro", "_pkgdown": "https://whipson.github.io/maestro/", "_searchresults": 217, "_quarto": true, "_topics": [ "quarto" ], "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/maestro.html", "extra/manual.pdf", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "LICENSE" ], "_homeurl": "https://github.com/whipson/maestro", "_realowner": "whipson", "_cranurl": true, "_releases": [ { "version": "0.1.2", "date": "2024-08-01" }, { "version": "0.2.0", "date": "2024-08-27" }, { "version": "0.3.0", "date": "2024-09-23" }, { "version": "0.4.0", "date": "2024-11-21" }, { "version": "0.4.1", "date": "2024-11-22" }, { "version": "0.5.0", "date": "2025-01-07" }, { "version": "0.5.1", "date": "2025-02-19" }, { "version": "0.5.2", "date": "2025-03-14" }, { "version": "0.5.3", "date": "2025-04-01" }, { "version": "0.6.0", "date": "2025-05-13" }, { "version": "0.6.1", "date": "2025-07-18" }, { "version": "0.6.2", "date": "2025-08-20" }, { "version": "0.6.3", "date": "2025-10-06" }, { "version": "0.7.0", "date": "2025-10-31" }, { "version": "0.7.1", "date": "2025-12-11" }, { "version": "1.0.0", "date": "2026-01-28" }, { "version": "1.0.1", "date": "2026-02-18" }, { "version": "1.1.0", "date": "2026-04-20" }, { "version": "1.1.1", "date": "2026-05-20" }, { "version": "1.2.0", "date": "2026-07-02" }, { "version": "1.3.0", "date": "2026-09-08" }, { "version": "1.3.1", "date": "2026-09-15" } ], "_exports": [ "build_schedule", "create_maestro", "create_pipeline", "get_artifacts", "get_flags", "get_labels", "get_metrics", "get_network", "get_run_sequence", "get_schedule", "get_slot_usage", "get_status", "invoke", "last_build_errors", "last_run_errors", "last_run_messages", "last_run_warnings", "run_schedule", "suggest_orch_frequency", "update_metric" ], "_help": [ { "page": "build_schedule", "title": "Build a schedule", "topics": [ "build_schedule" ] }, { "page": "create_maestro", "title": "Creates a new maestro project", "topics": [ "create_maestro" ] }, { "page": "create_orchestrator", "title": "Create a new orchestrator", "topics": [ "create_orchestrator" ] }, { "page": "create_pipeline", "title": "Create a new pipeline in a pipelines directory", "topics": [ "create_pipeline" ] }, { "page": "get_artifacts", "title": "Get the artifacts (return values) of the pipelines in a MaestroSchedule object.", "topics": [ "get_artifacts" ] }, { "page": "get_flags", "title": "Get the flags of pipelines in a MaestroSchedule object", "topics": [ "get_flags" ] }, { "page": "get_labels", "title": "Get the labels of pipelines in a MaestroSchedule object", "topics": [ "get_labels" ] }, { "page": "get_metrics", "title": "Get metrics recorded by pipelines in a MaestroSchedule object", "topics": [ "get_metrics" ] }, { "page": "get_network", "title": "Get the network structure of pipelines in a MaestroSchedule object", "topics": [ "get_network" ] }, { "page": "get_run_sequence", "title": "Get the run sequence of a schedule", "topics": [ "get_run_sequence" ] }, { "page": "get_schedule", "title": "Get the schedule from a MaestroSchedule object", "topics": [ "get_schedule" ] }, { "page": "get_slot_usage", "title": "Get time slot usage of a schedule", "topics": [ "get_slot_usage" ] }, { "page": "get_status", "title": "Get the statuses of the pipelines in a MaestroSchedule object", "topics": [ "get_status" ] }, { "page": "invoke", "title": "Manually run a pipeline regardless of schedule", "topics": [ "invoke" ] }, { "page": "last_build_errors", "title": "Retrieve latest maestro build errors", "topics": [ "last_build_errors" ] }, { "page": "last_run_errors", "title": "Retrieve latest maestro pipeline errors", "topics": [ "last_run_errors" ] }, { "page": "last_run_messages", "title": "Retrieve latest maestro pipeline messages", "topics": [ "last_run_messages" ] }, { "page": "last_run_warnings", "title": "Retrieve latest maestro pipeline warnings", "topics": [ "last_run_warnings" ] }, { "page": "maestro_tags", "title": "Maestro Tags", "topics": [ "maestro_tags" ] }, { "page": "MaestroSchedule", "title": "Class for a schedule of pipelines", "topics": [ "MaestroSchedule" ] }, { "page": "run_schedule", "title": "Run a schedule", "topics": [ "run_schedule" ] }, { "page": "update_metric", "title": "Update a metric for the currently running pipeline", "topics": [ "update_metric" ] } ], "_pkglogo": "https://github.com/whipson/maestro/raw/HEAD/man/figures/logo.png", "_readme": "https://github.com/whipson/maestro/raw/HEAD/README.md", "_rundeps": [ "brew", "callr", "cli", "commonmark", "cpp11", "desc", "dplyr", "evaluate", "fs", "generics", "glue", "highr", "knitr", "lifecycle", "logger", "lubridate", "magrittr", "otel", "pillar", "pkgbuild", "pkgconfig", "pkgload", "processx", "ps", "purrr", "R.methodsS3", "R.oo", "R.utils", "R6", "rdtools", "rlang", "roxygen2", "rprojroot", "tibble", "tictoc", "tidyselect", "timechange", "utf8", "vctrs", "withr", "xfun", "xml2", "yaml" ], "_vignettes": [ { "source": "maestro-4b-directed-acyclic-graphs.Rmd", "filename": "maestro-4b-directed-acyclic-graphs.html", "title": "Advanced DAGs - Dynamic Fan-out and Collect", "engine": "knitr::rmarkdown", "headings": [ "Dynamic Fan-out", "Iterating over a field of a list", "Iterating over multiple fields simultaneously", "Fan-in (Collect)", "Fan-out into Fan-in" ], "created": "2026-06-15 13:50:51", "modified": "2026-06-15 13:50:51", "commits": 1 }, { "source": "maestro-3-advanced-scheduling.qmd", "filename": "maestro-3-advanced-scheduling.html", "title": "Advanced Scheduling", "engine": "quarto::html", "headings": [ "Stateless Execution", "Rounded Scheduling", "How often should I schedule my orchestrator?", "Example 1", "Example 2", "Irregular Schedules", "Hours of the day", "Days of week/days of month", "Months of year", "Final Remarks" ], "created": "2025-05-02 13:25:44", "modified": "2026-09-11 14:17:28", "commits": 5 }, { "source": "maestro-8-conditionals.Rmd", "filename": "maestro-8-conditionals.html", "title": "Conditional Pipelines", "engine": "knitr::rmarkdown", "headings": [ "Simple Conditional", "DAG Conditionals", "Resource Conditionals" ], "created": "2025-10-28 18:19:39", "modified": "2026-09-11 14:17:28", "commits": 2 }, { "source": "maestro-9-metrics.qmd", "filename": "maestro-9-metrics.html", "title": "Custom Pipeline Metrics", "engine": "quarto::html", "headings": [ "Recording Metrics", "Metrics Are Per Execution", "Accumulating with increment = TRUE" ], "created": "2026-10-14 14:05:07", "modified": "2026-10-14 14:05:07", "commits": 1 }, { "source": "maestro-6-deployment.qmd", "filename": "maestro-6-deployment.html", "title": "Deployment", "engine": "quarto::html", "headings": [ "Local Deployment using Cron/Task Manager", "Cron", "Task Scheduler", "Limitations", "Posit Connect", "Cloud", "Serverless Cloud", "Final Considerations" ], "created": "2025-05-02 13:25:44", "modified": "2026-09-11 14:17:28", "commits": 3 }, { "source": "maestro-4-directed-acyclic-graphs.Rmd", "filename": "maestro-4-directed-acyclic-graphs.html", "title": "Directed Acyclic Graphs (DAGs)", "engine": "knitr::rmarkdown", "headings": [ "ETL Example" ], "created": "2025-05-02 13:25:44", "modified": "2026-09-11 14:17:28", "commits": 5 }, { "source": "maestro-5-logging.qmd", "filename": "maestro-5-logging.html", "title": "Logging", "engine": "quarto::html", "headings": [ "Conditions in R: Message, Warning, Error", "Log to File", "Log to Console", "Log Levels", "Other Loggers" ], "created": "2025-05-02 13:25:44", "modified": "2026-09-11 14:17:28", "commits": 3 }, { "source": "maestro-7-tag-reference.qmd", "filename": "maestro-7-tag-reference.html", "title": "Maestro Tag Reference", "engine": "quarto::html", "headings": [ "Basic Tags", "maestroFrequency", "maestroStartTime", "maestroTz", "Metadata Tags", "maestroLogLevel", "maestroFlags", "maestroLabel", "maestroCascadeTags", "Specifier Tags", "maestroHours", "maestroDays", "maestroMonths", "DAG Tags", "maestroInputs", "maestroMap", "maestroOutputs", "Advanced Tags", "maestroSkip", "maestroPriority", "maestroRunIf", "maestro" ], "created": "2025-05-02 13:25:44", "modified": "2026-09-11 14:17:28", "commits": 7 }, { "source": "maestro-2-motivation-concepts.qmd", "filename": "maestro-2-motivation-concepts.html", "title": "Motivation and Concepts", "engine": "quarto::html", "headings": [ "What is maestro?", "Why do I need maestro?", "Pipelines", "Scheduled Batch Processing", "Orchestrator", "Rounded Scheduling", "Comparison with other packages", "{R} targets", "{Python} dagster", "When to not use maestro?", "Streaming and Event-driven", "Hundreds of pipelines", "High frequency jobs", "Multiple languages (R + Python)" ], "created": "2024-12-05 18:36:12", "modified": "2026-09-11 14:17:28", "commits": 4 }, { "source": "maestro-1-quick-start.Rmd", "filename": "maestro-1-quick-start.html", "title": "Quick Start", "engine": "knitr::rmarkdown", "headings": [ "Project Setup", "Pipelines", "Anatomy of a Pipeline", "Adding New Pipelines", "Orchestrator", "Anatomy of the Orchestrator" ], "created": "2024-05-30 15:59:45", "modified": "2026-09-11 14:17:28", "commits": 10 } ], "_score": 9.408893459816918, "_indexed": true, "_nocasepkg": "maestro", "_universes": [ "whipson" ], "_previous": "1.3.1", "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.4.0", "date": "2026-10-14T14:51:00.000Z", "distro": "resolute", "commit": "14e1f407b1e063b103a95eab486310ef9ad267d8", "fileid": "https://r2.ropensci.org/6dc364fac040bd550a9519948a3ae481b6fe70363c8cc5f3d05ad016de411855", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863" }, { "r": "4.6.1", "os": "linux", "version": "1.4.0", "date": "2026-10-14T14:51:40.000Z", "distro": "resolute", "commit": "14e1f407b1e063b103a95eab486310ef9ad267d8", "fileid": "https://r2.ropensci.org/b8f8581c33a96bd08f66e146c06fd7506e59738ed5eb6176a96872fd8029b99e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863" }, { "r": "4.5.3", "os": "mac", "version": "1.4.0", "date": "2026-10-14T14:53:51.000Z", "commit": "14e1f407b1e063b103a95eab486310ef9ad267d8", "fileid": "https://r2.ropensci.org/936eda94bec8d8224271a4089e24701535fe38d0ee4fec876bbf10da1671b742", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863" }, { "r": "4.6.1", "os": "mac", "version": "1.4.0", "date": "2026-10-14T14:58:06.000Z", "commit": "14e1f407b1e063b103a95eab486310ef9ad267d8", "fileid": "https://r2.ropensci.org/9ed8828500ad18bd5a9da18bc6546a360d2d9d8ae7194af40be1b5c26b70e195", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863" }, { "r": "4.6.0", "os": "wasm", "version": "1.4.0", "date": "2026-10-14T14:51:19.000Z", "commit": "14e1f407b1e063b103a95eab486310ef9ad267d8", "fileid": "https://r2.ropensci.org/99812a64c22f80f71714c6b7edb0a9202884fbd2b0b168ecdf8a4f30b4f38d53", "status": "success", "buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863" }, { "r": "4.7.0", "os": "win", "version": "1.4.0", "date": "2026-10-14T14:50:28.000Z", "commit": "14e1f407b1e063b103a95eab486310ef9ad267d8", "fileid": "https://r2.ropensci.org/72205fb3f5f7885eb5a249ab171f0c7c476609fdeaea5e566d0515675dcc63da", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863" }, { "r": "4.5.3", "os": "win", "version": "1.4.0", "date": "2026-10-14T14:50:44.000Z", "commit": "14e1f407b1e063b103a95eab486310ef9ad267d8", "fileid": "https://r2.ropensci.org/3a584ceed8d5641fc01538ec7ed13dfbee0a0c9d32d30819327eb546d282f78a", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863" }, { "r": "4.6.1", "os": "win", "version": "1.4.0", "date": "2026-10-14T14:50:51.000Z", "commit": "14e1f407b1e063b103a95eab486310ef9ad267d8", "fileid": "https://r2.ropensci.org/24904a302c97e58a2f952ad640822ec942301f0fc06a45931e62c50a3e3c7a62", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/38583243863" } ] }