{ "_id": "6a200da4b401979e73447ec7", "Package": "MDPtoolbox", "Type": "Package", "Title": "Markov Decision Processes Toolbox", "Version": "4.0.3", "Date": "2017-03-02", "Author": "Iadine Chades, Guillaume Chapron, Marie-Josee Cros, Frederick\nGarcia, Regis Sabbadin", "Maintainer": "Guillaume Chapron ", "Description": "The Markov Decision Processes (MDP) toolbox proposes\nfunctions related to the resolution of discrete-time Markov\nDecision Processes: finite horizon, value iteration, policy\niteration, linear programming algorithms with some variants and\nalso proposes some functions related to Reinforcement Learning.", "License": "BSD_3_clause + file LICENSE", "Packaged": { "Date": "2026-06-03 11:16:27 UTC", "User": "root" }, "NeedsCompilation": "no", "Repository": "https://gchapron.r-universe.dev", "Date/Publication": "2017-03-03 17:01:56 UTC", "RemoteUrl": "https://github.com/cran/MDPtoolbox", "RemoteRef": "HEAD", "RemoteSha": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "MD5sum": "c79d466436b69c46406ec2b5adca6e9d", "_user": "gchapron", "_type": "src", "_file": "MDPtoolbox_4.0.3.tar.gz", "_fileid": "02664301f008e2dc28f121b45caa029854055440fff476df182bda59548dece7", "_filesize": 189403, "_sha256": "02664301f008e2dc28f121b45caa029854055440fff476df182bda59548dece7", "_created": "2026-06-03T11:16:27.000Z", "_published": "2026-06-03T11:19:00.029Z", "_distro": "noble", "_jobs": [ { "job": 79281473241, "time": 114, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "NOTE", "artifact": "7383082179" }, { "job": 79281473354, "time": 114, "config": "linux-release-x86_64", "r": "4.6.0", "check": "NOTE", "artifact": "7383082007" }, { "job": 79281473247, "time": 87, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "NOTE", "artifact": "7383072518" }, { "job": 79281473249, "time": 119, "config": "macos-release-arm64", "r": "4.6.0", "check": "NOTE", "artifact": "7383083440" }, { "job": 79281039986, "time": 158, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7383043748" }, { "job": 79281473330, "time": 95, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7383075241" }, { "job": 79281473293, "time": 78, "config": "windows-devel", "r": "4.7.0", "check": "NOTE", "artifact": "7383070199" }, { "job": 79281473360, "time": 81, "config": "windows-oldrel", "r": "4.5.3", "check": "NOTE", "artifact": "7383070719" }, { "job": 79281473315, "time": 79, "config": "windows-release", "r": "4.6.0", "check": "NOTE", "artifact": "7383070207" } ], "_buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/cran/MDPtoolbox", "_commit": { "id": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "author": "Guillaume Chapron ", "committer": "cran-robot ", "message": "version 4.0.3\n", "time": 1488560516 }, "_maintainer": { "name": "Guillaume Chapron", "email": "gchapron@carnivoreconservation.org", "login": "gchapron", "description": "", "uuid": 7693921 }, "_registered": true, "_dependencies": [ { "package": "Matrix", "role": "Depends" }, { "package": "linprog", "role": "Depends" } ], "_owner": "cran", "_selfowned": true, "_usedby": 0, "_updates": [], "_tags": [], "_stars": 3, "_contributors": [ { "user": "gchapron", "count": 4, "uuid": 7693921 } ], "_userbio": { "uuid": 7693921, "type": "user", "name": "Guillaume Chapron" }, "_downloads": { "count": 620, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/MDPtoolbox" }, "_searchresults": 114, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/MDPtoolbox.html", "manual.pdf" ], "_realowner": "gchapron", "_cranurl": false, "_releases": [ { "version": "4.0", "date": "2012-12-11" }, { "version": "4.0.1", "date": "2012-12-31" }, { "version": "4.0.2", "date": "2014-07-21" }, { "version": "4.0.3", "date": "2017-03-03" } ], "_exports": [ "mdp_bellman_operator", "mdp_check", "mdp_check_square_stochastic", "mdp_computePpolicyPRpolicy", "mdp_computePR", "mdp_eval_policy_iterative", "mdp_eval_policy_matrix", "mdp_eval_policy_optimality", "mdp_eval_policy_TD_0", "mdp_example_forest", "mdp_example_rand", "mdp_finite_horizon", "mdp_LP", "mdp_policy_iteration", "mdp_policy_iteration_modified", "mdp_Q_learning", "mdp_relative_value_iteration", "mdp_span", "mdp_value_iteration", "mdp_value_iteration_bound_iter", "mdp_value_iterationGS" ], "_help": [ { "page": "MDPtoolbox-package", "title": "Markov Decision Processes Toolbox", "topics": [ "MDPtoolbox-package", "MDPtoolbox" ] }, { "page": "mdp_bellman_operator", "title": "Applies the Bellman operator", "topics": [ "mdp_bellman_operator" ] }, { "page": "mdp_check", "title": "Checks the validity of a MDP", "topics": [ "mdp_check" ] }, { "page": "mdp_check_square_stochastic", "title": "Checks if a matrix is square and stochastic", "topics": [ "mdp_check_square_stochastic" ] }, { "page": "mdp_computePpolicyPRpolicy", "title": "Computes the transition matrix and the reward matrix for a fixed policy", "topics": [ "mdp_computePpolicyPRpolicy" ] }, { "page": "mdp_computePR", "title": "Computes a reward matrix for any form of transition and reward functions", "topics": [ "mdp_computePR" ] }, { "page": "mdp_eval_policy_iterative", "title": "Evaluates a policy using an iterative method", "topics": [ "mdp_eval_policy_iterative" ] }, { "page": "mdp_eval_policy_matrix", "title": "Evaluates a policy using matrix inversion and product", "topics": [ "mdp_eval_policy_matrix" ] }, { "page": "mdp_eval_policy_optimality", "title": "Computes sets of 'near optimal' actions for each state", "topics": [ "mdp_eval_policy_optimality" ] }, { "page": "mdp_eval_policy_TD_0", "title": "Evaluates a policy using the TD(0) algorithm", "topics": [ "mdp_eval_policy_TD_0" ] }, { "page": "mdp_example_forest", "title": "Generates a MDP for a simple forest management problem", "topics": [ "mdp_example_forest" ] }, { "page": "mdp_example_rand", "title": "Generates a random MDP problem", "topics": [ "mdp_example_rand" ] }, { "page": "mdp_finite_horizon", "title": "Solves finite-horizon MDP using backwards induction algorithm", "topics": [ "mdp_finite_horizon" ] }, { "page": "mdp_LP", "title": "Solves discounted MDP using linear programming algorithm", "topics": [ "mdp_LP" ] }, { "page": "mdp_policy_iteration", "title": "Solves discounted MDP using policy iteration algorithm", "topics": [ "mdp_policy_iteration" ] }, { "page": "mdp_policy_iteration_modified", "title": "Solves discounted MDP using modified policy iteration algorithm", "topics": [ "mdp_policy_iteration_modified" ] }, { "page": "mdp_Q_learning", "title": "Solves discounted MDP using the Q-learning algorithm (Reinforcement Learning)", "topics": [ "mdp_Q_learning" ] }, { "page": "mdp_relative_value_iteration", "title": "Solves MDP with average reward using relative value iteration algorithm", "topics": [ "mdp_relative_value_iteration" ] }, { "page": "mdp_span", "title": "Evaluates the span of a vector", "topics": [ "mdp_span" ] }, { "page": "mdp_value_iteration", "title": "Solves discounted MDP using value iteration algorithm", "topics": [ "mdp_value_iteration" ] }, { "page": "mdp_value_iteration_bound_iter", "title": "Computes a bound for the number of iterations for the value iteration algorithm", "topics": [ "mdp_value_iteration_bound_iter" ] }, { "page": "mdp_value_iterationGS", "title": "Solves discounted MDP using Gauss-Seidel's value iteration algorithm", "topics": [ "mdp_value_iterationGS" ] } ], "_rundeps": [ "lattice", "linprog", "lpSolve", "Matrix" ], "_score": 2.5340261060561353, "_indexed": true, "_nocasepkg": "mdptoolbox", "_universes": [ "gchapron" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "4.0.3", "date": "2026-06-03T11:18:14.000Z", "distro": "noble", "commit": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "fileid": "551345facf009e4058d0a280ed0ebe08f4fc74348096e90e1b5e2c4e0f71cf15", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629" }, { "r": "4.6.0", "os": "linux", "version": "4.0.3", "date": "2026-06-03T11:18:13.000Z", "distro": "noble", "commit": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "fileid": "8f3b11d262740a849a6135e9fd86bb580789641f313c229ae0c147a4be5f326f", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629" }, { "r": "4.5.3", "os": "mac", "version": "4.0.3", "date": "2026-06-03T11:17:52.000Z", "commit": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "fileid": "919d591858e31cdc23510034dee88abae34f5f30063f177d726c7d18d3dfcbc1", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629" }, { "r": "4.6.0", "os": "mac", "version": "4.0.3", "date": "2026-06-03T11:18:19.000Z", "commit": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "fileid": "5b2c0b4cff75c36c3d226564595fc8cffa96bb33ad21113c9b8c7110a2155ef2", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629" }, { "r": "4.6.0", "os": "wasm", "version": "4.0.3", "date": "2026-06-03T11:18:18.000Z", "commit": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "fileid": "8d45a9efad84da958a11d02ae168caf638c8dafe24416c229405339f06709b9a", "status": "success", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629" }, { "r": "4.7.0", "os": "win", "version": "4.0.3", "date": "2026-06-03T11:17:33.000Z", "commit": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "fileid": "d72deedca8777404e5c9098a854fecaadeeeeb2f3900c869b3f734d81462c4a5", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629" }, { "r": "4.5.3", "os": "win", "version": "4.0.3", "date": "2026-06-03T11:17:36.000Z", "commit": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "fileid": "cbc565e5866b18982dcb6375eece96cf60d0dab5f7e673e8a441eed37a29d55f", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629" }, { "r": "4.6.0", "os": "win", "version": "4.0.3", "date": "2026-06-03T11:17:32.000Z", "commit": "20c3fb4eae33600f7b269df1900959613e5cbeb9", "fileid": "7d6e5c3b1663721d7ac10b2876f89433dbca38b05dc774db527aba6422cdacd1", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/gchapron/actions/runs/26881077629" } ] }