diff --git a/benefits/core/admin.py b/benefits/core/admin.py
index 120dbfe02..047e6fb30 100644
--- a/benefits/core/admin.py
+++ b/benefits/core/admin.py
@@ -71,7 +71,15 @@ def get_exclude(self, request, obj=None):
 
 @admin.register(models.TransitAgency)
 class TransitAgencyAdmin(admin.ModelAdmin):
-    pass
+    def get_exclude(self, request, obj=None):
+        if request.user.groups.contains(Group.objects.get(name=STAFF_GROUP_NAME)):
+            return [
+                "private_key",
+                "public_key",
+                "jws_signing_alg",
+            ]
+        else:
+            return super().get_exclude(request, obj)
 
 
 def pre_login_user(user, request):