diff --git a/django/db/models/fields/related.py b/django/db/models/fields/related.py
index c6fcdac845..54c064a56e 100644
--- a/django/db/models/fields/related.py
+++ b/django/db/models/fields/related.py
@@ -970,8 +970,8 @@ def create_many_to_many_intermediary_model(field, klass):
         'auto_created': klass,
         'app_label': klass._meta.app_label,
         'unique_together': (from_, to),
-        'verbose_name': _('%(from)s-%(to)s relationship') % {'from': from_, 'to': to},
-        'verbose_name_plural': _('%(from)s-%(to)s relationships') % {'from': from_, 'to': to},
+        'verbose_name': '%(from)s-%(to)s relationship' % {'from': from_, 'to': to},
+        'verbose_name_plural': '%(from)s-%(to)s relationships' % {'from': from_, 'to': to},
     })
     # Construct and return the new class.
     return type(name, (models.Model,), {