diff --git a/django/contrib/admin/widgets.py b/django/contrib/admin/widgets.py
index 81b57f33aa..f5c3939012 100644
--- a/django/contrib/admin/widgets.py
+++ b/django/contrib/admin/widgets.py
@@ -122,6 +122,7 @@ class AdminRadioSelect(forms.RadioSelect):
 
 class AdminFileWidget(forms.ClearableFileInput):
     template_name = "admin/widgets/clearable_file_input.html"
+    use_fieldset = True
 
 
 def url_params_from_lookup_dict(lookups):
diff --git a/django/forms/widgets.py b/django/forms/widgets.py
index b77e57abce..1bcfeba288 100644
--- a/django/forms/widgets.py
+++ b/django/forms/widgets.py
@@ -530,7 +530,7 @@ class ClearableFileInput(FileInput):
     input_text = _("Change")
     template_name = "django/forms/widgets/clearable_file_input.html"
     checked = False
-    use_fieldset = True
+    use_fieldset = False
 
     def clear_checkbox_name(self, name):
         """