diff --git a/src/com/android/settings/users/RestrictionSettings.java b/src/com/android/settings/users/RestrictionSettings.java
index adcfb1faa79..789cee42490 100644
--- a/src/com/android/settings/users/RestrictionSettings.java
+++ b/src/com/android/settings/users/RestrictionSettings.java
@@ -109,7 +109,7 @@ public class RestrictionSettings extends AppRestrictionsFragment {
             if (resultCode == Activity.RESULT_OK) {
                 getListView().setEnabled(true);
                 mChallengeSucceeded = true;
-            } else {
+            } else if (!isDetached()) {
                 finishFragment();
             }
             return;