{ "_id": "6abd082599f7aa8c6aa4ef3b", "Package": "MDPtoolbox", "Type": "Package", "Title": "Markov Decision Processes Toolbox", "Version": "4.0.4", "Date": "2026-08-31", "Authors@R": "c(person(given = \"Iadine\",\nfamily = \"Chades\",\nrole = \"aut\"),\nperson(given = \"Guillaume\",\nfamily = \"Chapron\",\nrole = c(\"aut\", \"cre\"),\nemail = \"gchapron@carnivoreconservation.org\"),\nperson(given = \"Marie-Josee\",\nfamily = \"Cros\",\nrole = \"aut\"),\nperson(given = \"Frederick\",\nfamily = \"Garcia\",\nrole = \"aut\"),\nperson(given = \"Regis\",\nfamily = \"Sabbadin\",\nrole = \"aut\"))", "Description": "The Markov Decision Processes (MDP) toolbox proposes\nfunctions related to the resolution of discrete-time Markov\nDecision Processes: finite horizon, value iteration, policy\niteration, linear programming algorithms with some variants and\nalso proposes some functions related to Reinforcement Learning.", "License": "BSD_3_clause + file LICENSE", "NeedsCompilation": "no", "Packaged": { "Date": "2026-09-30 12:56:32 UTC", "User": "root" }, "Author": "Iadine Chades [aut], Guillaume Chapron [aut, cre], Marie-Josee\nCros [aut], Frederick Garcia [aut], Regis Sabbadin [aut]", "Maintainer": "Guillaume Chapron ", "Repository": "https://gchapron.r-universe.dev", "Date/Publication": "2026-08-31 20:12:47 UTC", "RemoteUrl": "https://github.com/cran/MDPtoolbox", "RemoteRef": "HEAD", "RemoteSha": "d0561522d4460513d92d039f3e8edabb25a3b942", "_user": "gchapron", "_type": "src", "_file": "MDPtoolbox_4.0.4.tar.gz", "_fileid": "https://r2.ropensci.org/8f186ac3de9a4d5f3319eb4236c1ec745714f4d0588f701258517ee1bd1c21c4", "_filesize": 192323, "_sha256": "8f186ac3de9a4d5f3319eb4236c1ec745714f4d0588f701258517ee1bd1c21c4", "_expires": "2027-01-08T13:01:22.000Z", "_created": "2026-09-30T12:56:32.000Z", "_published": "2026-09-30T13:01:24.747Z", "_jobs": [ { "job": 109896305125, "time": 143, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11096553629" }, { "job": 109896305435, "time": 110, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11097391120" }, { "job": 109896305302, "time": 211, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "11097396224" }, { "job": 109896305181, "time": 158, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11096689359" }, { "job": 109894906920, "time": 215, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "11096519135" }, { "job": 109896305242, "time": 98, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "11097455954" }, { "job": 109896305613, "time": 77, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11097128384" }, { "job": 109896305346, "time": 74, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "11097336322" }, { "job": 109896305263, "time": 70, "config": "windows-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11096739811" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138", "_status": "success", "_upstream": "https://github.com/cran/MDPtoolbox", "_commit": { "id": "d0561522d4460513d92d039f3e8edabb25a3b942", "author": "Guillaume Chapron ", "committer": "cran-robot ", "message": "version 4.0.4\n", "time": 1788207167 }, "_maintainer": { "name": "Guillaume Chapron", "email": "gchapron@carnivoreconservation.org", "login": "gchapron", "description": "", "uuid": 7693921 }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "Matrix", "role": "Depends" }, { "package": "linprog", "role": "Depends" } ], "_owner": "cran", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-36", "n": 1 } ], "_tags": [ { "name": "4.0.4", "date": "2026-08-31" } ], "_stars": 3, "_contributors": [ { "user": "gchapron", "count": 5, "uuid": 7693921 } ], "_userbio": { "uuid": 7693921, "type": "user", "name": "Guillaume Chapron", "followers": 5 }, "_downloads": { "count": 436, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/MDPtoolbox" }, "_searchresults": 123, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/manual.pdf", "extra/MDPtoolbox.html", "LICENSE" ], "_realowner": "gchapron", "_cranurl": false, "_releases": [ { "version": "4.0", "date": "2012-12-11" }, { "version": "4.0.1", "date": "2012-12-31" }, { "version": "4.0.2", "date": "2014-07-21" }, { "version": "4.0.3", "date": "2017-03-03" }, { "version": "4.0.4", "date": "2026-09-08" } ], "_exports": [ "mdp_bellman_operator", "mdp_check", "mdp_check_square_stochastic", "mdp_computePpolicyPRpolicy", "mdp_computePR", "mdp_eval_policy_iterative", "mdp_eval_policy_matrix", "mdp_eval_policy_optimality", "mdp_eval_policy_TD_0", "mdp_example_forest", "mdp_example_rand", "mdp_finite_horizon", "mdp_LP", "mdp_policy_iteration", "mdp_policy_iteration_modified", "mdp_Q_learning", "mdp_relative_value_iteration", "mdp_span", "mdp_value_iteration", "mdp_value_iteration_bound_iter", "mdp_value_iterationGS" ], "_help": [ { "page": "MDPtoolbox-package", "title": "Markov Decision Processes Toolbox", "topics": [ "MDPtoolbox-package", "MDPtoolbox" ] }, { "page": "mdp_bellman_operator", "title": "Applies the Bellman operator", "topics": [ "mdp_bellman_operator" ] }, { "page": "mdp_check", "title": "Checks the validity of a MDP", "topics": [ "mdp_check" ] }, { "page": "mdp_check_square_stochastic", "title": "Checks if a matrix is square and stochastic", "topics": [ "mdp_check_square_stochastic" ] }, { "page": "mdp_computePpolicyPRpolicy", "title": "Computes the transition matrix and the reward matrix for a fixed policy", "topics": [ "mdp_computePpolicyPRpolicy" ] }, { "page": "mdp_computePR", "title": "Computes a reward matrix for any form of transition and reward functions", "topics": [ "mdp_computePR" ] }, { "page": "mdp_eval_policy_iterative", "title": "Evaluates a policy using an iterative method", "topics": [ "mdp_eval_policy_iterative" ] }, { "page": "mdp_eval_policy_matrix", "title": "Evaluates a policy using matrix inversion and product", "topics": [ "mdp_eval_policy_matrix" ] }, { "page": "mdp_eval_policy_optimality", "title": "Computes sets of 'near optimal' actions for each state", "topics": [ "mdp_eval_policy_optimality" ] }, { "page": "mdp_eval_policy_TD_0", "title": "Evaluates a policy using the TD(0) algorithm", "topics": [ "mdp_eval_policy_TD_0" ] }, { "page": "mdp_example_forest", "title": "Generates a MDP for a simple forest management problem", "topics": [ "mdp_example_forest" ] }, { "page": "mdp_example_rand", "title": "Generates a random MDP problem", "topics": [ "mdp_example_rand" ] }, { "page": "mdp_finite_horizon", "title": "Solves finite-horizon MDP using backwards induction algorithm", "topics": [ "mdp_finite_horizon" ] }, { "page": "mdp_LP", "title": "Solves discounted MDP using linear programming algorithm", "topics": [ "mdp_LP" ] }, { "page": "mdp_policy_iteration", "title": "Solves discounted MDP using policy iteration algorithm", "topics": [ "mdp_policy_iteration" ] }, { "page": "mdp_policy_iteration_modified", "title": "Solves discounted MDP using modified policy iteration algorithm", "topics": [ "mdp_policy_iteration_modified" ] }, { "page": "mdp_Q_learning", "title": "Solves discounted MDP using the Q-learning algorithm (Reinforcement Learning)", "topics": [ "mdp_Q_learning" ] }, { "page": "mdp_relative_value_iteration", "title": "Solves MDP with average reward using relative value iteration algorithm", "topics": [ "mdp_relative_value_iteration" ] }, { "page": "mdp_span", "title": "Evaluates the span of a vector", "topics": [ "mdp_span" ] }, { "page": "mdp_value_iteration", "title": "Solves discounted MDP using value iteration algorithm", "topics": [ "mdp_value_iteration" ] }, { "page": "mdp_value_iteration_bound_iter", "title": "Computes a bound for the number of iterations for the value iteration algorithm", "topics": [ "mdp_value_iteration_bound_iter" ] }, { "page": "mdp_value_iterationGS", "title": "Solves discounted MDP using Gauss-Seidel's value iteration algorithm", "topics": [ "mdp_value_iterationGS" ] } ], "_rundeps": [ "lattice", "linprog", "lpSolve", "Matrix" ], "_score": 2.5670263661590607, "_indexed": true, "_nocasepkg": "mdptoolbox", "_universes": [ "gchapron" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "4.0.4", "date": "2026-09-30T12:59:16.000Z", "distro": "resolute", "commit": "d0561522d4460513d92d039f3e8edabb25a3b942", "fileid": "https://r2.ropensci.org/6eaa8ebe1c39f1e6f07fd306e6b426ff65253539858871d379cb0490459e189e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138" }, { "r": "4.6.1", "os": "linux", "version": "4.0.4", "date": "2026-09-30T12:58:54.000Z", "distro": "resolute", "commit": "d0561522d4460513d92d039f3e8edabb25a3b942", "fileid": "https://r2.ropensci.org/5561df4df8a2a7ca20709a9e2571654a5616504c0fdb224979b34d583fcdc275", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138" }, { "r": "4.5.3", "os": "mac", "version": "4.0.4", "date": "2026-09-30T12:59:49.000Z", "commit": "d0561522d4460513d92d039f3e8edabb25a3b942", "fileid": "https://r2.ropensci.org/bab08140e3b3c6c1a6779354e6028ab3fa83c0db86756afc34723c1f358d3fb0", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138" }, { "r": "4.6.1", "os": "mac", "version": "4.0.4", "date": "2026-09-30T12:59:08.000Z", "commit": "d0561522d4460513d92d039f3e8edabb25a3b942", "fileid": "https://r2.ropensci.org/ed2d7db2037aa417dd4464770ad317d8bc320216b047f6649bc8b2e99e7dd0ed", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138" }, { "r": "4.6.0", "os": "wasm", "version": "4.0.4", "date": "2026-09-30T12:59:00.000Z", "commit": "d0561522d4460513d92d039f3e8edabb25a3b942", "fileid": "https://r2.ropensci.org/00162921094ad3346a1254c1ce087238ca48117810543a67304ad0104ed68148", "status": "success", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138" }, { "r": "4.7.0", "os": "win", "version": "4.0.4", "date": "2026-09-30T12:58:06.000Z", "commit": "d0561522d4460513d92d039f3e8edabb25a3b942", "fileid": "https://r2.ropensci.org/dda47812ab9d2248c2d93cc6290fd5429a32e081a116bf012b61fae2602d89ef", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138" }, { "r": "4.5.3", "os": "win", "version": "4.0.4", "date": "2026-09-30T12:58:08.000Z", "commit": "d0561522d4460513d92d039f3e8edabb25a3b942", "fileid": "https://r2.ropensci.org/7b6a15888fc7d870f4d8a97a0078bd4c8dcf48cd5c6419a104dbf2e0e093ff02", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138" }, { "r": "4.6.1", "os": "win", "version": "4.0.4", "date": "2026-09-30T12:58:01.000Z", "commit": "d0561522d4460513d92d039f3e8edabb25a3b942", "fileid": "https://r2.ropensci.org/e3804791edd6d10bf79816c1eb541e3f1478f5828f0f582d5c6fcaa8c23c51c6", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/36717744138" } ] }