{
  "_id": "6a1f3474b401979e73428393",
  "Package": "taskqueue",
  "Type": "Package",
  "Title": "Task Queue for Parallel Computing Based on PostgreSQL",
  "Version": "0.2.0",
  "Authors@R": "person(\"Bangyou\", \"Zheng\", \nemail = \"bangyou.zheng@csiro.au\",\nrole = c(\"aut\", \"cre\"))",
  "Description": "Implements a task queue system for asynchronous parallel\ncomputing using 'PostgreSQL' <https://www.postgresql.org/> as a\nbackend. Designed for embarrassingly parallel problems where\ntasks do not communicate with each other. Dynamically\ndistributes tasks to workers, handles uneven load balancing,\nand allows new workers to join at any time. Particularly useful\nfor running large numbers of independent tasks on\nhigh-performance computing (HPC) clusters with 'SLURM'\n<https://slurm.schedmd.com/> job schedulers.",
  "URL": "https://taskqueue.bangyou.me/,\nhttps://github.com/byzheng/taskqueue",
  "BugReports": "https://github.com/byzheng/taskqueue/issues",
  "License": "MIT + file LICENSE",
  "Encoding": "UTF-8",
  "RoxygenNote": "7.3.3",
  "Config/testthat/edition": "3",
  "VignetteBuilder": "knitr",
  "Config/pak/sysreqs": "cmake git make libicu-dev libssh-dev libssh2-1-dev\nlibuv1-dev libssl-dev libpq-dev zlib1g-dev",
  "Repository": "https://byzheng.r-universe.dev",
  "Date/Publication": "2026-01-15 04:47:12 UTC",
  "RemoteUrl": "https://github.com/byzheng/taskqueue",
  "RemoteRef": "HEAD",
  "RemoteSha": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-05-15 06:56:35 UTC",
    "User": "root"
  },
  "Author": "Bangyou Zheng [aut, cre]",
  "Maintainer": "Bangyou Zheng <bangyou.zheng@csiro.au>",
  "MD5sum": "140d4d221b75b81190308f7d669e2522",
  "_user": "byzheng",
  "_type": "src",
  "_file": "taskqueue_0.2.0.tar.gz",
  "_fileid": "918887ce10b7b5c5366c185fb238f10178324c2fd5d18947394777f01a9f4288",
  "_filesize": 235020,
  "_sha256": "918887ce10b7b5c5366c185fb238f10178324c2fd5d18947394777f01a9f4288",
  "_created": "2026-05-15T06:56:35.000Z",
  "_published": "2026-06-02T19:52:20.701Z",
  "_distro": "noble",
  "_jobs": [
    {
      "job": 79158925726,
      "time": 144,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "7011809737"
    },
    {
      "job": 79158925983,
      "time": 161,
      "config": "linux-release-x86_64",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7011813667"
    },
    {
      "job": 79158925926,
      "time": 97,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "7011799285"
    },
    {
      "job": 79158925727,
      "time": 101,
      "config": "macos-release-arm64",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7011799902"
    },
    {
      "job": 79158924519,
      "time": 192,
      "config": "source",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7011777005"
    },
    {
      "job": 79158924790,
      "time": 117,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7368261806"
    },
    {
      "job": 79158926005,
      "time": 84,
      "config": "windows-devel",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "7011796018"
    },
    {
      "job": 79158925858,
      "time": 156,
      "config": "windows-oldrel",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "7011812615"
    },
    {
      "job": 79158925418,
      "time": 88,
      "config": "windows-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7011797262"
    }
  ],
  "_buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327",
  "_status": "success",
  "_host": "GitHub-Actions",
  "_upstream": "https://github.com/byzheng/taskqueue",
  "_commit": {
    "id": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
    "author": "Bangyou Zheng <zheng.bangyou@gmail.com>",
    "committer": "Bangyou Zheng <zheng.bangyou@gmail.com>",
    "message": "Update default version of R\n",
    "time": 1768452432
  },
  "_maintainer": {
    "name": "Bangyou Zheng",
    "email": "bangyou.zheng@csiro.au",
    "login": "zhe00a",
    "uuid": 244883958
  },
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1.0",
      "role": "Depends"
    },
    {
      "package": "settings",
      "role": "Imports"
    },
    {
      "package": "stats",
      "role": "Imports"
    },
    {
      "package": "stringr",
      "role": "Imports"
    },
    {
      "package": "RPostgres",
      "role": "Imports"
    },
    {
      "package": "ggplot2",
      "role": "Imports"
    },
    {
      "package": "whisker",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "shiny",
      "role": "Imports"
    },
    {
      "package": "DBI",
      "role": "Imports"
    },
    {
      "package": "ssh",
      "role": "Imports"
    },
    {
      "package": "knitr",
      "role": "Suggests"
    },
    {
      "package": "rmarkdown",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    }
  ],
  "_owner": "byzheng",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-25",
      "n": 1
    },
    {
      "week": "2025-48",
      "n": 12
    },
    {
      "week": "2026-03",
      "n": 2
    }
  ],
  "_tags": [
    {
      "name": "0.2.0",
      "date": "2025-11-27"
    }
  ],
  "_topics": [
    "parallel-computing",
    "postgresql",
    "task-queue"
  ],
  "_stars": 2,
  "_contributors": [
    {
      "user": "zhe00a",
      "count": 79,
      "uuid": 244883958
    },
    {
      "user": "byzheng",
      "count": 12,
      "uuid": 1657381
    }
  ],
  "_userbio": {
    "uuid": 1657381,
    "type": "user",
    "name": "Bangyou Zheng",
    "description": "Bangyou is a research scientist at CSIRO. His research interests include crop modelling, crop adaptation, high throughput phenotype, big data and R programming."
  },
  "_downloads": {
    "count": 154,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/taskqueue"
  },
  "_devurl": "https://github.com/byzheng/taskqueue",
  "_pkgdown": "https://taskqueue.bangyou.me/",
  "_searchresults": 4,
  "_rbuild": "4.6.0",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/readme.html",
    "extra/readme.md",
    "extra/taskqueue.html",
    "manual.pdf"
  ],
  "_homeurl": "https://github.com/byzheng/taskqueue",
  "_realowner": "byzheng",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.2.0",
      "date": "2025-12-11"
    }
  ],
  "_exports": [
    "db_clean",
    "db_connect",
    "db_disconnect",
    "db_init",
    "is_db_connect",
    "project_add",
    "project_delete",
    "project_get",
    "project_list",
    "project_reset",
    "project_resource_add",
    "project_resource_add_jobs",
    "project_resource_get",
    "project_resource_log_delete",
    "project_start",
    "project_status",
    "project_stop",
    "resource_add",
    "resource_get",
    "resource_list",
    "shiny_app",
    "task_add",
    "task_clean",
    "task_get",
    "task_reset",
    "task_status",
    "taskqueue_options",
    "taskqueue_reset",
    "tq_apply",
    "worker",
    "worker_slurm"
  ],
  "_help": [
    {
      "page": "dot-check_absolute_path",
      "title": "Check absolute path for system",
      "topics": [
        ".check_absolute_path"
      ]
    },
    {
      "page": "dot-check_linux_absolute_path",
      "title": "Check absolute path for Linux",
      "topics": [
        ".check_linux_absolute_path"
      ]
    },
    {
      "page": "dot-check_windows_absolute_path",
      "title": "Check absolute path for Windows",
      "topics": [
        ".check_windows_absolute_path"
      ]
    },
    {
      "page": "db_clean",
      "title": "Clean All Tables and Definitions from Database",
      "topics": [
        "db_clean"
      ]
    },
    {
      "page": "db_connect",
      "title": "Connect to PostgreSQL Database",
      "topics": [
        "db_connect"
      ]
    },
    {
      "page": "db_disconnect",
      "title": "Disconnect from PostgreSQL Database",
      "topics": [
        "db_disconnect"
      ]
    },
    {
      "page": "db_init",
      "title": "Initialize PostgreSQL Database for taskqueue",
      "topics": [
        "db_init"
      ]
    },
    {
      "page": "db_sql",
      "title": "A Wrapper function for DBI interface",
      "topics": [
        "db_sql"
      ]
    },
    {
      "page": "is_db_connect",
      "title": "Test Database Connection",
      "topics": [
        "is_db_connect"
      ]
    },
    {
      "page": "project_add",
      "title": "Create a New Project",
      "topics": [
        "project_add"
      ]
    },
    {
      "page": "project_delete",
      "title": "Delete a Project",
      "topics": [
        "project_delete"
      ]
    },
    {
      "page": "project_get",
      "title": "Get Project Information",
      "topics": [
        "project_get"
      ]
    },
    {
      "page": "project_list",
      "title": "List All Projects",
      "topics": [
        "project_list"
      ]
    },
    {
      "page": "project_reset",
      "title": "Reset a Project",
      "topics": [
        "project_reset"
      ]
    },
    {
      "page": "project_resource_add",
      "title": "Assign a Resource to a Project",
      "topics": [
        "project_resource_add"
      ]
    },
    {
      "page": "project_resource_add_jobs",
      "title": "Manage SLURM Job List for Project Resource",
      "topics": [
        "project_resource_add_jobs"
      ]
    },
    {
      "page": "project_resource_get",
      "title": "Get resources of a project",
      "topics": [
        "project_resource_get"
      ]
    },
    {
      "page": "project_resource_log_delete",
      "title": "Delete Log Files for a Project Resource",
      "topics": [
        "project_resource_log_delete"
      ]
    },
    {
      "page": "project_start",
      "title": "Start a Project",
      "topics": [
        "project_start"
      ]
    },
    {
      "page": "project_status",
      "title": "Display Project Status",
      "topics": [
        "project_status"
      ]
    },
    {
      "page": "project_stop",
      "title": "Stop a Project",
      "topics": [
        "project_stop"
      ]
    },
    {
      "page": "resource_add",
      "title": "Add a New Computing Resource",
      "topics": [
        "resource_add"
      ]
    },
    {
      "page": "resource_get",
      "title": "Get Information for a Specific Resource",
      "topics": [
        "resource_get"
      ]
    },
    {
      "page": "resource_list",
      "title": "List All Computing Resources",
      "topics": [
        "resource_list"
      ]
    },
    {
      "page": "shiny_app",
      "title": "Launch Shiny App for Monitoring Projects",
      "topics": [
        "shiny_app"
      ]
    },
    {
      "page": "table_exist",
      "title": "Check whether a table is existed",
      "topics": [
        "table_exist"
      ]
    },
    {
      "page": "task_add",
      "title": "Add Tasks to a Project",
      "topics": [
        "task_add"
      ]
    },
    {
      "page": "task_clean",
      "title": "Remove All Tasks from a Project",
      "topics": [
        "task_clean"
      ]
    },
    {
      "page": "task_get",
      "title": "Get Detailed Task Information",
      "topics": [
        "task_get"
      ]
    },
    {
      "page": "task_reset",
      "title": "Reset Task Status to Idle",
      "topics": [
        "task_reset"
      ]
    },
    {
      "page": "task_status",
      "title": "Get Task Status Summary",
      "topics": [
        "task_status"
      ]
    },
    {
      "page": "taskqueue_options",
      "title": "Set or Get taskqueue Options",
      "topics": [
        "taskqueue_options"
      ]
    },
    {
      "page": "taskqueue_reset",
      "title": "Reset taskqueue Options to Defaults",
      "topics": [
        "taskqueue_reset"
      ]
    },
    {
      "page": "tq_apply",
      "title": "Apply a Function with Task Queue (Simplified Workflow)",
      "topics": [
        "tq_apply"
      ]
    },
    {
      "page": "worker",
      "title": "Execute Tasks as a Worker",
      "topics": [
        "worker"
      ]
    },
    {
      "page": "worker_slurm",
      "title": "Create a worker on slurm cluster",
      "topics": [
        "worker_slurm"
      ]
    }
  ],
  "_readme": "https://github.com/byzheng/taskqueue/raw/HEAD/README.md",
  "_rundeps": [
    "askpass",
    "base64enc",
    "bit",
    "bit64",
    "blob",
    "bslib",
    "cachem",
    "cli",
    "commonmark",
    "cpp11",
    "credentials",
    "curl",
    "DBI",
    "digest",
    "farver",
    "fastmap",
    "fontawesome",
    "fs",
    "generics",
    "ggplot2",
    "glue",
    "gtable",
    "hms",
    "htmltools",
    "httpuv",
    "isoband",
    "jquerylib",
    "jsonlite",
    "labeling",
    "later",
    "lifecycle",
    "lubridate",
    "magrittr",
    "memoise",
    "mime",
    "openssl",
    "otel",
    "pkgconfig",
    "promises",
    "R6",
    "rappdirs",
    "RColorBrewer",
    "Rcpp",
    "rlang",
    "RPostgres",
    "S7",
    "sass",
    "scales",
    "settings",
    "shiny",
    "sourcetools",
    "ssh",
    "stringi",
    "stringr",
    "sys",
    "timechange",
    "vctrs",
    "viridisLite",
    "whisker",
    "withr",
    "xtable"
  ],
  "_vignettes": [
    {
      "source": "getting-started.Rmd",
      "filename": "getting-started.html",
      "title": "Getting Started with taskqueue",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Introduction",
        "Prerequisites",
        "Installation",
        "Basic Workflow",
        "1. Initialize Database",
        "2. Define a Resource",
        "3. Create a Project",
        "4. Assign Resource to Project",
        "5. Add Tasks",
        "6. Develop Your Worker Function",
        "7. Deploy to HPC",
        "Task Status",
        "Common Operations",
        "Check Task Status",
        "Reset Tasks",
        "Manage Projects",
        "Example: Complete Workflow",
        "Tips"
      ],
      "created": "2025-11-24 10:48:32",
      "modified": "2025-11-24 11:21:34",
      "commits": 3
    },
    {
      "source": "postgresql-setup.Rmd",
      "filename": "postgresql-setup.html",
      "title": "PostgreSQL Setup for taskqueue",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Overview",
        "Why PostgreSQL?",
        "Installation on Ubuntu",
        "Create Database and User",
        "Configure Remote Access",
        "1. Edit postgresql.conf",
        "2. Edit pg_hba.conf",
        "3. Restart PostgreSQL",
        "4. Open Firewall if Needed",
        "R Configuration",
        "Install R Packages",
        "Test Connection",
        "Initialize taskqueue",
        "Security Notes",
        "Clean Database"
      ],
      "created": "2025-11-24 10:48:32",
      "modified": "2025-11-24 10:58:44",
      "commits": 2
    },
    {
      "source": "simple-workflow.Rmd",
      "filename": "simple-workflow.html",
      "title": "Simple Workflow with tq_apply",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Overview",
        "Basic Usage",
        "Function Arguments",
        "Required Arguments",
        "Optional Arguments",
        "Passing Arguments to Your Function",
        "Complete Example",
        "Monitoring Progress",
        "Collecting Results",
        "Best Practices",
        "1. Save Results to Files",
        "2. Make Functions Idempotent",
        "3. Specify Working Directory",
        "4. Set Appropriate Resources",
        "Comparison with Manual Workflow",
        "Troubleshooting",
        "When to Use tq_apply()"
      ],
      "created": "2025-11-24 10:48:32",
      "modified": "2025-11-24 10:48:32",
      "commits": 1
    },
    {
      "source": "ssh-setup.Rmd",
      "filename": "ssh-setup.html",
      "title": "SSH Setup for taskqueue",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Overview",
        "Prerequisites",
        "Setup Steps",
        "1. Generate SSH keypair",
        "2. Copy the public key to the remote server",
        "3. Test the connection",
        "4. Test with R",
        "Troubleshooting",
        "Connection still asks for password",
        "SSH key not found",
        "Using SSH agent (optional, for keys with passphrases)",
        "Security Best Practices",
        "Additional Resources"
      ],
      "created": "2025-11-24 10:06:10",
      "modified": "2025-11-24 10:58:44",
      "commits": 2
    }
  ],
  "_score": 5.079181246047625,
  "_indexed": true,
  "_nocasepkg": "taskqueue",
  "_universes": [
    "byzheng",
    "zhe00a"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.2.0",
      "date": "2026-05-15T06:58:59.000Z",
      "distro": "noble",
      "commit": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
      "fileid": "f34425d7cdcfd49cdc40ed7d5415f6e74bfefe30f2a8b9f38f74afa8c30adb2a",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327"
    },
    {
      "r": "4.6.0",
      "os": "linux",
      "version": "0.2.0",
      "date": "2026-05-15T06:59:14.000Z",
      "distro": "noble",
      "commit": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
      "fileid": "85b39dbfa0da1aada123d759c03ed57cf8538419d805211930782c67e12b49c6",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.2.0",
      "date": "2026-05-15T06:58:17.000Z",
      "commit": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
      "fileid": "d3055fef123c8f117c5fbc9cbd1795dc108b7e79a92097f16321949f6517bb95",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327"
    },
    {
      "r": "4.6.0",
      "os": "mac",
      "version": "0.2.0",
      "date": "2026-05-15T06:58:19.000Z",
      "commit": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
      "fileid": "e77ed615703f14e2c3b7ffaac173091cfe26df7a063491035c9914b7cf1b6693",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.2.0",
      "date": "2026-05-15T06:57:55.000Z",
      "commit": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
      "fileid": "c3d2a1954219234592f2a12d2a0ec55dbfaca0200757b0b03077922258833a61",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.2.0",
      "date": "2026-05-15T06:58:26.000Z",
      "commit": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
      "fileid": "8a8f65ce983a0364dd01164ce0be0844950e1856fa876364d714ceb47a992c82",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327"
    },
    {
      "r": "4.6.0",
      "os": "win",
      "version": "0.2.0",
      "date": "2026-05-15T06:57:58.000Z",
      "commit": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
      "fileid": "2ed31853c2537d7ce9421a3ea9d61138bbd3a40bfacde47832f0c4f0fe6c279c",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.2.0",
      "date": "2026-06-02T19:52:03.000Z",
      "commit": "a4e16a0f2bcf3e3c7b52d21860a522a57217745f",
      "fileid": "6b7b01198da9fb3877ba3bc1361c8c97d978fcf606dc236490535330d4f296f3",
      "status": "success",
      "buildurl": "https://github.com/r-universe/byzheng/actions/runs/25904762327"
    }
  ]
}