ACP2E-2770: Double-byte characters (special characters) in Product Name field blocks product creation in backend

Author: aplapana

app/code/Magento/Catalog/Helper/Product.php

@@ -18,11 +18,13 @@
  */
 class Product extends \Magento\Framework\Url\Helper\Data
 {
-    const XML_PATH_PRODUCT_URL_USE_CATEGORY = 'catalog/seo/product_use_categories';
+    public const XML_PATH_PRODUCT_URL_USE_CATEGORY = 'catalog/seo/product_use_categories';
 
-    const XML_PATH_USE_PRODUCT_CANONICAL_TAG = 'catalog/seo/product_canonical_tag';
+    public const XML_PATH_USE_PRODUCT_CANONICAL_TAG = 'catalog/seo/product_canonical_tag';
 
-    const XML_PATH_AUTO_GENERATE_MASK = 'catalog/fields_masks';
+    public const XML_PATH_AUTO_GENERATE_MASK = 'catalog/fields_masks';
+
+    public const XML_PATH_APPLY_TRANSLITERATION_TO_URL = 'catalog/seo/product_url_transliteration';
 
     /**
      * Flag that shows if Magento has to check product to be saleable (enabled and/or inStock)

app/code/Magento/Catalog/Model/Product/Url.php

@@ -114,7 +114,14 @@ public function getProductUrl($product, $useSid = null)
      */
     public function formatUrlKey($str)
     {
-        return $this->filter->translitUrl($str);
+        if ($this->scopeConfig->getValue(
+            \Magento\Catalog\Helper\Product::XML_PATH_APPLY_TRANSLITERATION_TO_URL,
+            \Magento\Store\Model\ScopeInterface::SCOPE_STORE
+        )) {
+            return $this->filter->translitUrl($str);
+        }
+
+        return $str;
     }
 
     /**

app/code/Magento/Catalog/etc/adminhtml/system.xml

@@ -127,6 +127,10 @@
                     <label>Use Canonical Link Meta Tag For Products</label>
                     <source_model>Magento\Config\Model\Config\Source\Yesno</source_model>
                 </field>
+                <field id="product_url_transliteration" translate="label" type="select" sortOrder="9" showInDefault="1" showInWebsite="1" showInStore="1" canRestore="1">
+                    <label>Apply transliteration for product URL</label>
+                    <source_model>Magento\Config\Model\Config\Source\Yesno</source_model>
+                </field>
             </group>
             <group id="price" translate="label" type="text" sortOrder="400" showInDefault="1">
                 <label>Price</label>

app/code/Magento/Catalog/etc/config.xml

@@ -48,6 +48,7 @@
                 <title_separator>-</title_separator>
                 <category_canonical_tag>0</category_canonical_tag>
                 <product_canonical_tag>0</product_canonical_tag>
+                <product_url_transliteration>1</product_url_transliteration>
             </seo>
             <custom_options>
                 <date_fields_order>m,d,y</date_fields_order>

app/code/Magento/Catalog/i18n/en_US.csv

@@ -665,6 +665,7 @@ Comma-separated.,Comma-separated.
 "Page Title Separator","Page Title Separator"
 "Use Canonical Link Meta Tag For Categories","Use Canonical Link Meta Tag For Categories"
 "Use Canonical Link Meta Tag For Products","Use Canonical Link Meta Tag For Products"
+"Apply transliteration for product URL","Apply transliteration for product URL"
 "Catalog Price Scope","Catalog Price Scope"
 "This defines the base currency scope (""Currency Setup"" > ""Currency Options"" > ""Base Currency"").","This defines the base currency scope (""Currency Setup"" > ""Currency Options"" > ""Base Currency"")."
 "Category Top Navigation","Category Top Navigation"