{ "_id": "6a4792e29c870a7243dbcf85", "Package": "maestro", "Type": "Package", "Title": "Orchestration of Data Pipelines", "Version": "1.2.0", "Authors@R": "c(\nperson(\"Will\", \"Hipson\", , \"will.e.hipson@gmail.com\", role = c(\"cre\", \"aut\", \"cph\"),\ncomment = c(ORCID = \"0000-0002-3931-2189\")),\nperson(\"Ryan\", \"Garnett\", , \"ryangarnett78@gmail.com\", role = c(\"aut\", \"ctb\", \"cph\"))\n)", "Maintainer": "Will Hipson ", "Description": "Framework for creating and orchestrating data pipelines.\nOrganize, orchestrate, and monitor multiple pipelines in a\nsingle project. Use tags to decorate functions with scheduling\nparameters and configuration.", "License": "MIT + file LICENSE", "URL": "https://github.com/whipson/maestro,\nhttps://whipson.github.io/maestro/", "BugReports": "https://github.com/whipson/maestro/issues", "Encoding": "UTF-8", "Roxygen": "list(markdown = TRUE, roclets = c(\"rd\", \"collate\",\n\"namespace\"))", "Config/testthat/edition": "3", "VignetteBuilder": "knitr, quarto", "Config/roxygen2/version": "8.0.0", "Config/pak/sysreqs": "cmake make libuv1-dev libxml2-dev", "Repository": "https://whipson.r-universe.dev", "Date/Publication": "2026-07-02 12:35:34 UTC", "RemoteUrl": "https://github.com/whipson/maestro", "RemoteRef": "HEAD", "RemoteSha": "40d8343a3faf6c20e108e8c786f91751e10a475f", "NeedsCompilation": "no", "Packaged": { "Date": "2026-07-02 13:36:40 UTC", "User": "root" }, "Author": "Will Hipson [cre, aut, cph] (ORCID:\n),\nRyan Garnett [aut, ctb, cph]", "_user": "whipson", "_type": "src", "_file": "maestro_1.2.0.tar.gz", "_fileid": "https://r2.ropensci.org/97a2d9c20ba32c7a15c30d48e08ee933fe928b674107ffeccceac9227009cc1b", "_filesize": 746352, "_sha256": "97a2d9c20ba32c7a15c30d48e08ee933fe928b674107ffeccceac9227009cc1b", "_expires": "2026-10-11T10:45:54.000Z", "_created": "2026-07-02T13:36:40.000Z", "_published": "2026-07-03T10:45:54.882Z", "_jobs": [ { "job": 84983468813, "time": 164, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "8040592133" }, { "job": 84983469606, "time": 168, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "8040593873" }, { "job": 84983468836, "time": 222, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "8040617281" }, { "job": 84983469334, "time": 322, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "8040665355" }, { "job": 84983468764, "time": 215, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "8040512390" }, { "job": 84983468944, "time": 169, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "8040594723" }, { "job": 84983469097, "time": 157, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "8040588184" }, { "job": 84983469596, "time": 160, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "8040589802" }, { "job": 84983469626, "time": 144, "config": "windows-release", "r": "4.6.1", "check": "OK", "artifact": "8040581782" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579", "_status": "success", "_upstream": "https://github.com/whipson/maestro", "_commit": { "id": "40d8343a3faf6c20e108e8c786f91751e10a475f", "author": "Will Hipson <43099884+whipson@users.noreply.github.com>", "committer": "GitHub ", "message": "Merge pull request #197 from whipson/1.2.0.9000\n\n1.2.0.9000", "time": 1782995734 }, "_maintainer": { "name": "Will Hipson", "email": "will.e.hipson@gmail.com", "login": "whipson", "twitter": "@whipson3", "description": "PhD. Data Engineer at Halifax International Airport Authority, Nova Scotia.", "uuid": 43099884, "orcid": "0000-0002-3931-2189" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1.0", "role": "Depends" }, { "package": "cli", "version": ">= 3.3.0", "role": "Imports" }, { "package": "dplyr", "version": ">= 1.1.0", "role": "Imports" }, { "package": "glue", "role": "Imports" }, { "package": "lifecycle", "role": "Imports" }, { "package": "logger", "role": "Imports" }, { "package": "lubridate", "version": ">= 1.9.1", "role": "Imports" }, { "package": "purrr", "version": ">= 1.0.0", "role": "Imports" }, { "package": "R.utils", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "version": ">= 1.0.0", "role": "Imports" }, { "package": "roxygen2", "role": "Imports" }, { "package": "tictoc", "role": "Imports" }, { "package": "timechange", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "asciicast", "role": "Suggests" }, { "package": "furrr", "role": "Suggests" }, { "package": "future", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "quarto", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "rstudioapi", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "withr", "role": "Suggests" } ], "_owner": "whipson", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2025-29", "n": 2 }, { "week": "2025-32", "n": 3 }, { "week": "2025-41", "n": 1 }, { "week": "2025-44", "n": 2 }, { "week": "2025-45", "n": 1 }, { "week": "2025-46", "n": 1 }, { "week": "2025-50", "n": 1 }, { "week": "2026-05", "n": 1 }, { "week": "2026-07", "n": 1 }, { "week": "2026-08", "n": 2 }, { "week": "2026-16", "n": 10 }, { "week": "2026-17", "n": 4 }, { "week": "2026-21", "n": 2 }, { "week": "2026-25", "n": 1 }, { "week": "2026-27", "n": 1 } ], "_tags": [ { "name": "0.6.1", "date": "2025-07-18" }, { "name": "0.6.2", "date": "2025-08-08" }, { "name": "0.6.3", "date": "2025-10-06" }, { "name": "0.7.0", "date": "2025-10-31" }, { "name": "0.7.1", "date": "2025-12-09" }, { "name": "1.0.0", "date": "2026-01-28" }, { "name": "1.0.1", "date": "2026-02-18" }, { "name": "1.1.0", "date": "2026-04-20" }, { "name": "1.1.1", "date": "2026-05-20" }, { "name": "1.2.0", "date": "2026-07-02" } ], "_stars": 139, "_contributors": [ { "user": "whipson", "count": 162, "uuid": 43099884 }, { "user": "ryangarnett", "count": 4, "uuid": 7716844 } ], "_userbio": { "uuid": 43099884, "type": "user", "name": "Will Hipson", "followers": 55, "description": "PhD. Data Engineer at Halifax International Airport Authority, Nova Scotia." }, "_downloads": { "count": 663, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/maestro" }, "_devurl": "https://github.com/whipson/maestro", "_pkgdown": "https://whipson.github.io/maestro/", "_searchresults": 195, "_quarto": true, "_topics": [ "quarto" ], "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/maestro.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "LICENSE", "manual.pdf" ], "_homeurl": "https://github.com/whipson/maestro", "_realowner": "whipson", "_cranurl": true, "_releases": [ { "version": "0.1.2", "date": "2024-08-01" }, { "version": "0.2.0", "date": "2024-08-27" }, { "version": "0.3.0", "date": "2024-09-23" }, { "version": "0.4.0", "date": "2024-11-21" }, { "version": "0.4.1", "date": "2024-11-22" }, { "version": "0.5.0", "date": "2025-01-07" }, { "version": "0.5.1", "date": "2025-02-19" }, { "version": "0.5.2", "date": "2025-03-14" }, { "version": "0.5.3", "date": "2025-04-01" }, { "version": "0.6.0", "date": "2025-05-13" }, { "version": "0.6.1", "date": "2025-07-18" }, { "version": "0.6.2", "date": "2025-08-20" }, { "version": "0.6.3", "date": "2025-10-06" }, { "version": "0.7.0", "date": "2025-10-31" }, { "version": "0.7.1", "date": "2025-12-11" }, { "version": "1.0.0", "date": "2026-01-28" }, { "version": "1.0.1", "date": "2026-02-18" }, { "version": "1.1.0", "date": "2026-04-20" }, { "version": "1.1.1", "date": "2026-05-20" } ], "_exports": [ "build_schedule", "create_maestro", "create_pipeline", "get_artifacts", "get_flags", "get_labels", "get_network", "get_run_sequence", "get_schedule", "get_slot_usage", "get_status", "invoke", "last_build_errors", "last_run_errors", "last_run_messages", "last_run_warnings", "run_schedule", "suggest_orch_frequency" ], "_help": [ { "page": "build_schedule", "title": "Build a schedule", "topics": [ "build_schedule" ] }, { "page": "create_maestro", "title": "Creates a new maestro project", "topics": [ "create_maestro" ] }, { "page": "create_orchestrator", "title": "Create a new orchestrator", "topics": [ "create_orchestrator" ] }, { "page": "create_pipeline", "title": "Create a new pipeline in a pipelines directory", "topics": [ "create_pipeline" ] }, { "page": "get_artifacts", "title": "Get the artifacts (return values) of the pipelines in a MaestroSchedule object.", "topics": [ "get_artifacts" ] }, { "page": "get_flags", "title": "Get the flags of pipelines in a MaestroSchedule object", "topics": [ "get_flags" ] }, { "page": "get_labels", "title": "Get the labels of pipelines in a MaestroSchedule object", "topics": [ "get_labels" ] }, { "page": "get_network", "title": "Get the network structure of pipelines in a MaestroSchedule object", "topics": [ "get_network" ] }, { "page": "get_run_sequence", "title": "Get the run sequence of a schedule", "topics": [ "get_run_sequence" ] }, { "page": "get_schedule", "title": "Get the schedule from a MaestroSchedule object", "topics": [ "get_schedule" ] }, { "page": "get_slot_usage", "title": "Get time slot usage of a schedule", "topics": [ "get_slot_usage" ] }, { "page": "get_status", "title": "Get the statuses of the pipelines in a MaestroSchedule object", "topics": [ "get_status" ] }, { "page": "invoke", "title": "Manually run a pipeline regardless of schedule", "topics": [ "invoke" ] }, { "page": "last_build_errors", "title": "Retrieve latest maestro build errors", "topics": [ "last_build_errors" ] }, { "page": "last_run_errors", "title": "Retrieve latest maestro pipeline errors", "topics": [ "last_run_errors" ] }, { "page": "last_run_messages", "title": "Retrieve latest maestro pipeline messages", "topics": [ "last_run_messages" ] }, { "page": "last_run_warnings", "title": "Retrieve latest maestro pipeline warnings", "topics": [ "last_run_warnings" ] }, { "page": "maestro_tags", "title": "Maestro Tags", "topics": [ "maestro_tags" ] }, { "page": "MaestroSchedule", "title": "Class for a schedule of pipelines", "topics": [ "MaestroSchedule" ] }, { "page": "run_schedule", "title": "Run a schedule", "topics": [ "run_schedule" ] } ], "_pkglogo": "https://github.com/whipson/maestro/raw/HEAD/man/figures/logo.png", "_readme": "https://github.com/whipson/maestro/raw/HEAD/README.md", "_rundeps": [ "brew", "callr", "cli", "commonmark", "cpp11", "desc", "dplyr", "evaluate", "fs", "generics", "glue", "highr", "knitr", "lifecycle", "logger", "lubridate", "magrittr", "otel", "pillar", "pkgbuild", "pkgconfig", "pkgload", "processx", "ps", "purrr", "R.methodsS3", "R.oo", "R.utils", "R6", "rlang", "roxygen2", "rprojroot", "tibble", "tictoc", "tidyselect", "timechange", "utf8", "vctrs", "withr", "xfun", "xml2", "yaml" ], "_vignettes": [ { "source": "maestro-4b-directed-acyclic-graphs.Rmd", "filename": "maestro-4b-directed-acyclic-graphs.html", "title": "Advanced DAGs - Dynamic Fan-out and Collect", "engine": "knitr::rmarkdown", "headings": [ "Dynamic Fan-out", "Iterating over a field of a list", "Iterating over multiple fields simultaneously", "Fan-in (Collect)", "Fan-out into Fan-in" ], "created": "2026-06-15 13:50:51", "modified": "2026-06-15 13:50:51", "commits": 1 }, { "source": "maestro-3-advanced-scheduling.qmd", "filename": "maestro-3-advanced-scheduling.html", "title": "Advanced Scheduling", "engine": "quarto::html", "headings": [ "Stateless Execution", "Rounded Scheduling", "How often should I schedule my orchestrator?", "Example 1", "Example 2", "Irregular Schedules", "Hours of the day", "Days of week/days of month", "Months of year", "Final Remarks" ], "created": "2025-05-02 13:25:44", "modified": "2026-04-14 15:57:19", "commits": 4 }, { "source": "maestro-8-conditionals.Rmd", "filename": "maestro-8-conditionals.html", "title": "Conditional Pipelines", "engine": "knitr::rmarkdown", "headings": [ "Simple Conditional", "DAG Conditionals", "Resource Conditionals" ], "created": "2025-10-28 18:19:39", "modified": "2025-10-28 18:19:39", "commits": 1 }, { "source": "maestro-6-deployment.qmd", "filename": "maestro-6-deployment.html", "title": "Deployment", "engine": "quarto::html", "headings": [ "Local Deployment using Cron/Task Manager", "Cron", "Task Scheduler", "Limitations", "Posit Connect", "Cloud", "Serverless Cloud", "Final Considerations" ], "created": "2025-05-02 13:25:44", "modified": "2026-04-20 17:18:01", "commits": 2 }, { "source": "maestro-4-directed-acyclic-graphs.Rmd", "filename": "maestro-4-directed-acyclic-graphs.html", "title": "Directed Acyclic Graphs (DAGs)", "engine": "knitr::rmarkdown", "headings": [ "ETL Example" ], "created": "2025-05-02 13:25:44", "modified": "2026-06-15 13:50:51", "commits": 4 }, { "source": "maestro-5-logging.qmd", "filename": "maestro-5-logging.html", "title": "Logging", "engine": "quarto::html", "headings": [ "Conditions in R: Message, Warning, Error", "Log to File", "Log to Console", "Log Levels", "Other Loggers" ], "created": "2025-05-02 13:25:44", "modified": "2026-01-28 13:17:36", "commits": 2 }, { "source": "maestro-7-tag-reference.qmd", "filename": "maestro-7-tag-reference.html", "title": "Maestro Tag Reference", "engine": "quarto::html", "headings": [ "Basic Tags", "maestroFrequency", "maestroStartTime", "maestroTz", "maestroLogLevel", "maestroFlags", "maestroLabel", "Specifier Tags", "maestroHours", "maestroDays", "maestroMonths", "DAG Tags", "maestroInputs", "maestroMap", "maestroOutputs", "Advanced Tags", "maestroSkip", "maestroPriority", "maestroRunIf", "maestro" ], "created": "2025-05-02 13:25:44", "modified": "2026-06-15 13:50:51", "commits": 5 }, { "source": "maestro-2-motivation-concepts.qmd", "filename": "maestro-2-motivation-concepts.html", "title": "Motivation and Concepts", "engine": "quarto::html", "headings": [ "What is maestro?", "Why do I need maestro?", "Pipelines", "Scheduled Batch Processing", "Orchestrator", "Rounded Scheduling", "Comparison with other packages", "{R} targets", "{Python} dagster", "When to not use maestro?", "Streaming and Event-driven", "Hundreds of pipelines", "High frequency jobs", "Multiple languages (R + Python)" ], "created": "2024-12-05 18:36:12", "modified": "2026-04-20 12:56:14", "commits": 3 }, { "source": "maestro-1-quick-start.Rmd", "filename": "maestro-1-quick-start.html", "title": "Quick Start", "engine": "knitr::rmarkdown", "headings": [ "Project Setup", "Pipelines", "Anatomy of a Pipeline", "Adding New Pipelines", "Orchestrator", "Anatomy of the Orchestrator" ], "created": "2024-05-30 15:59:45", "modified": "2026-04-16 17:57:12", "commits": 9 } ], "_score": 9.262353184447639, "_indexed": true, "_nocasepkg": "maestro", "_universes": [ "whipson" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.2.0", "date": "2026-07-02T13:39:02.000Z", "distro": "resolute", "commit": "40d8343a3faf6c20e108e8c786f91751e10a475f", "fileid": "https://r2.ropensci.org/0a9d289ca60965bd5bd9b4062dfe859622f70b0af653a0071f70c7693f382430", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579" }, { "r": "4.6.1", "os": "linux", "version": "1.2.0", "date": "2026-07-02T13:39:05.000Z", "distro": "resolute", "commit": "40d8343a3faf6c20e108e8c786f91751e10a475f", "fileid": "https://r2.ropensci.org/09ccdc4c468a295f46153334c3af7051d236fc9ab0a9776a935ffab8db050f47", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579" }, { "r": "4.5.3", "os": "mac", "version": "1.2.0", "date": "2026-07-02T13:39:37.000Z", "commit": "40d8343a3faf6c20e108e8c786f91751e10a475f", "fileid": "https://r2.ropensci.org/e4185dfb885b8fc31f08ef6210ab3f899b09ce7a0cc265eff4fcf8645c0e9020", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579" }, { "r": "4.6.1", "os": "mac", "version": "1.2.0", "date": "2026-07-02T13:41:45.000Z", "commit": "40d8343a3faf6c20e108e8c786f91751e10a475f", "fileid": "https://r2.ropensci.org/9c949c38fc906cc684c16566d1e05d5e4239b4664952f21424cdf6c93de02ab1", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579" }, { "r": "4.6.0", "os": "wasm", "version": "1.2.0", "date": "2026-07-02T13:39:51.000Z", "commit": "40d8343a3faf6c20e108e8c786f91751e10a475f", "fileid": "https://r2.ropensci.org/6ffe52cd0422f0e191ca2796df04a5b4bdc92f0750c48100166cb3fefe3c3fb1", "status": "success", "buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579" }, { "r": "4.7.0", "os": "win", "version": "1.2.0", "date": "2026-07-02T13:38:41.000Z", "commit": "40d8343a3faf6c20e108e8c786f91751e10a475f", "fileid": "https://r2.ropensci.org/1895de452e37580f182256faf92ea1721ad2f9fe09232e65e16d1406fff752ff", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579" }, { "r": "4.5.3", "os": "win", "version": "1.2.0", "date": "2026-07-02T13:38:38.000Z", "commit": "40d8343a3faf6c20e108e8c786f91751e10a475f", "fileid": "https://r2.ropensci.org/93941d68dae9b64a9d324c446d3b798a92e574fde9a0f79c53305f17f7183a99", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579" }, { "r": "4.6.1", "os": "win", "version": "1.2.0", "date": "2026-07-02T13:38:23.000Z", "commit": "40d8343a3faf6c20e108e8c786f91751e10a475f", "fileid": "https://r2.ropensci.org/d6229dc50e0a876c331ff5afa1d3f1c73c83fe21869c04a52dca9fde7b048e3c", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/whipson/actions/runs/28594088579" } ] }