diff --git a/kr8s/_objects.py b/kr8s/_objects.py
index 9f982f8..282935a 100644
--- a/kr8s/_objects.py
+++ b/kr8s/_objects.py
@@ -333,8 +333,8 @@ async def delete(self, propagation_policy: str | None = None) -> None:
                 url=f"{self.endpoint}/{self.name}",
                 namespace=self.namespace,
                 data=json.dumps(data),
-            ) as resp:
-                self.raw = resp.json()
+            ):
+                pass
         except ServerError as e:
             if e.response and e.response.status_code == 404:
                 raise NotFoundError(f"Object {self.name} does not exist") from e
diff --git a/kr8s/tests/test_objects.py b/kr8s/tests/test_objects.py
index 2d28772..a08cad8 100644
--- a/kr8s/tests/test_objects.py
+++ b/kr8s/tests/test_objects.py
@@ -1019,6 +1019,15 @@ async def test_secret_data(ns):
     await secret.delete()
 
 
+async def test_secret_create_delete_not_changed(ns):
+    [secret] = await objects_from_files(CURRENT_DIR / "resources" / "secret.yaml")
+    secret.namespace = ns
+    await secret.create()
+    await secret.delete()
+    exists = await secret.exists()
+    assert not exists
+
+
 async def test_validate_pod(example_pod_spec):
     kubernetes_validate = pytest.importorskip("kubernetes_validate")
     pod = await Pod(example_pod_spec)