diff --git a/.github/workflows/CI.yml b/.github/workflows/CI.yml
index 6810e45af..a9b87a3d4 100644
--- a/.github/workflows/CI.yml
+++ b/.github/workflows/CI.yml
@@ -75,7 +75,6 @@ jobs:
       matrix:
         test_group: [
           {test_type: 'ext', label: 'differentiation_interface'},
-          {test_type: 'ext', label: 'dynamic_ppl'},
           {test_type: 'ext', label: 'luxlib'},
           {test_type: 'ext', label: 'nnlib'},
           {test_type: 'ext', label: 'special_functions'},
diff --git a/Project.toml b/Project.toml
index 6a651a9cc..11158846d 100644
--- a/Project.toml
+++ b/Project.toml
@@ -1,7 +1,7 @@
 name = "Mooncake"
 uuid = "da2b9cff-9c12-43a0-ae48-6db2b0edb7d6"
 authors = ["Will Tebbutt, Hong Ge, and contributors"]
-version = "0.4.58"
+version = "0.4.59"
 
 [deps]
 ADTypes = "47edcb42-4c32-4615-8424-f2b9edc5f35b"
@@ -22,7 +22,6 @@ Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
 [weakdeps]
 AllocCheck = "9b6a8646-10ed-4001-bbdc-1d2f46dfbb1a"
 CUDA = "052768ef-5323-5732-b1bb-66c8b64840ba"
-DynamicPPL = "366bfd00-2699-11ea-058f-f148b4cae6d8"
 JET = "c3a54625-cd67-489e-a8e7-0a5a0ff4e31b"
 LuxLib = "82251201-b29d-42c6-8e01-566dec8acb11"
 NNlib = "872c559c-99b0-510c-b3b7-b6c96a88d5cd"
@@ -32,7 +31,6 @@ SpecialFunctions = "276daf66-3868-5448-9aa4-cd146d93841b"
 [extensions]
 MooncakeAllocCheckExt = "AllocCheck"
 MooncakeCUDAExt = "CUDA"
-MooncakeDynamicPPLExt = "DynamicPPL"
 MooncakeJETExt = "JET"
 MooncakeLuxLibExt = "LuxLib"
 MooncakeLuxLibSLEEFPiratesExtension = ["LuxLib", "SLEEFPirates"]
@@ -49,7 +47,6 @@ ChainRules = "1.71.0"
 ChainRulesCore = "1"
 DiffRules = "1"
 DiffTests = "0.1"
-DynamicPPL = "0.29, 0.30, 0.31"
 ExprTools = "0.1"
 FunctionWrappers = "1.1.3"
 Graphs = "1"
diff --git a/ext/MooncakeDynamicPPLExt.jl b/ext/MooncakeDynamicPPLExt.jl
deleted file mode 100644
index fed0970bd..000000000
--- a/ext/MooncakeDynamicPPLExt.jl
+++ /dev/null
@@ -1,9 +0,0 @@
-module MooncakeDynamicPPLExt
-
-using DynamicPPL: DynamicPPL, istrans
-using Mooncake: Mooncake
-
-# This is purely an optimisation.
-Mooncake.@zero_adjoint Mooncake.DefaultCtx Tuple{typeof(istrans),Vararg}
-
-end # module
diff --git a/test/ext/dynamic_ppl/Project.toml b/test/ext/dynamic_ppl/Project.toml
deleted file mode 100644
index a30309cad..000000000
--- a/test/ext/dynamic_ppl/Project.toml
+++ /dev/null
@@ -1,5 +0,0 @@
-[deps]
-DynamicPPL = "366bfd00-2699-11ea-058f-f148b4cae6d8"
-Mooncake = "da2b9cff-9c12-43a0-ae48-6db2b0edb7d6"
-StableRNGs = "860ef19b-820b-49d6-a774-d7a799459cd3"
-Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
diff --git a/test/ext/dynamic_ppl/dynamic_ppl.jl b/test/ext/dynamic_ppl/dynamic_ppl.jl
deleted file mode 100644
index 7da8546df..000000000
--- a/test/ext/dynamic_ppl/dynamic_ppl.jl
+++ /dev/null
@@ -1,12 +0,0 @@
-using Pkg
-Pkg.activate(@__DIR__)
-Pkg.develop(; path=joinpath(@__DIR__, "..", "..", ".."))
-
-using DynamicPPL, Mooncake, StableRNGs, Test
-using DynamicPPL: istrans, VarInfo
-using Mooncake.TestUtils: test_rule
-
-@testset "DynamicPPLMooncakeExt" begin
-    rng = StableRNG(123456)
-    test_rule(rng, istrans, VarInfo(); unsafe_perturb=true, interface_only=true)
-end