fix(es/ast): Fix unicode lone surrogates handling (#10987)

**Description:**

This PR fixed an issue related to lone surrogates handling in Rust.

This fix's credits all go to Oxc team
#10978 (comment).
What I'm doing is porting the fix that was made in Oxc and make it
working under SWC.

### Problem:

The problem is related to the fundamental difference between how Rust
and JavaScript handle Unicode, especially lone surrogates.

**JavaScript's Unicode Model**

```javascript
// JavaScript allows this - lone surrogates are stored in UTF-16
let str = "\uD800";  // High surrogate alone - technically invalid Unicode
let obj = { "\uD800": "value" };  // Works fine in JS
```
JavaScript uses UTF-16 internally and tolerates invalid Unicode
sequences:
- Strings are UTF-16 code unit sequences, not Unicode scalar sequences
- Lone surrogates (U+D800-U+DFFF) are allowed and preserved
- No validation that surrogates come in proper high/low pairs
- Engine just stores the raw UTF-16 code units

**Rust's Unicode Model**

```rust
// This CANNOT exist in Rust:
let s = "\u{D800}";  // ❌ COMPILE ERROR - not a valid Unicode scalar
let c: char = '\u{D800}';  // ❌ COMPILE ERROR - char excludes surrogates
```
Rust enforces strict Unicode validity:
- String is UTF-8 and must contain valid Unicode scalar values
- char represents Unicode scalar values (U+0000-U+D7FF, U+E000-U+10FFFF)
- Surrogate code points (U+D800-U+DFFF) are explicitly excluded
- No way to represent lone surrogates in Rust's standard string types

###  Key Changes:
1. AST Structure: Added `lone_surrogates: bool` field to `Str` and
`TplElement` structs to track when strings contain lone surrogates
2. Encoding Strategy: Lone surrogates are encoded using \u{FFFD}
(replacement character) followed by the original hex digits for internal
representation
3. Code Generation: Modified string output to properly escape lone
surrogates back to \uXXXX format during codegen
4. Test: Also fixed some cases related to member expression
optimizations and string concatenation optimizations

### TODOs:

1. Add support for serializing and deserializing literals with lone
surrogates in `swc_estree_compat`
2. Reflect AST changes in `binding` crates

### Breaking changes:

Breaks the AST by adding `lone_surrogates` field to `Str` and
`TplElement` and breaks the `value` and `cooked` respectly in `Str` and
`TplElement`. Both of the field is using `\u{FFFD}` (Replacement
Character) as an escape if `lone_surrogates` set to `true`.

To consume the real value, you need to first check if `lone_surrogates`
is `true`, then unescape it by removing the char and construct it with
the four trailing hexs(from `\u{FFFD}D800` to `\uD800`).


**Related issue:**

 - Closes #10978
 - Closes #10353

Fixed a regression of #7678

Author: h-a-n-a

.changeset/metal-radios-swim.md

@@ -0,0 +1,5 @@
+---
+swc_ecma_ast: major
+---
+
+fix(es/ast): Fix unicode lone surrogates handling

bindings/binding_core_node/src/bundle.rs

@@ -281,6 +281,7 @@ impl swc_core::bundler::Hook for Hook {
                     span,
                     raw: None,
                     value: file_name.into(),
+                    lone_surrogates: false,
                 }))),
             },
             KeyValueProp {

crates/swc/tests/fixture/issues-7xxx/7678/output/1.js

@@ -1 +1 @@
-let str="\uD83D\uDC68\\u200D\uD83D\uDE80";let obj={"\uD83D\uDC68\\u200D\uD83D\uDE80":"wrong"};
+let str="\\uD83D\\uDC68\\u200D\\uD83D\\uDE80";let obj={"\\uD83D\\uDC68\\u200D\\uD83D\\uDE80":"wrong"};

crates/swc/tests/tsc-references/unicodeExtendedEscapesInStrings10_ES5.1.normal.js

@@ -3,4 +3,4 @@
 //  2. Let cu1 be floor((cp – 65536) / 1024) + 0xD800.
 // Although we should just get back a single code point value of 0xD800,
 // this is a useful edge-case test.
-var x = "\u{D800}";
+var x = "\ud800";

crates/swc/tests/tsc-references/unicodeExtendedEscapesInStrings10_ES6.1.normal.js

@@ -3,4 +3,4 @@
 //  2. Let cu1 be floor((cp – 65536) / 1024) + 0xD800.
 // Although we should just get back a single code point value of 0xD800,
 // this is a useful edge-case test.
-var x = "\u{D800}";
+var x = "\ud800";

crates/swc/tests/tsc-references/unicodeExtendedEscapesInStrings11_ES5.1.normal.js

@@ -3,4 +3,4 @@
 //  2. Let cu2 be ((cp – 65536) modulo 1024) + 0xDC00.
 // Although we should just get back a single code point value of 0xDC00,
 // this is a useful edge-case test.
-var x = "\u{DC00}";
+var x = "\udc00";

crates/swc/tests/tsc-references/unicodeExtendedEscapesInStrings11_ES6.1.normal.js

@@ -3,4 +3,4 @@
 //  2. Let cu2 be ((cp – 65536) modulo 1024) + 0xDC00.
 // Although we should just get back a single code point value of 0xDC00,
 // this is a useful edge-case test.
-var x = "\u{DC00}";
+var x = "\udc00";

crates/swc/tests/tsc-references/unicodeExtendedEscapesInTemplates10_ES5.1.normal.js

@@ -3,4 +3,4 @@
 //  2. Let cu1 be floor((cp – 65536) / 1024) + 0xD800.
 // Although we should just get back a single code point value of 0xD800,
 // this is a useful edge-case test.
-var x = "\u{D800}";
+var x = "\ud800";

crates/swc/tests/tsc-references/unicodeExtendedEscapesInTemplates11_ES5.1.normal.js

@@ -3,4 +3,4 @@
 //  2. Let cu2 be ((cp – 65536) modulo 1024) + 0xDC00.
 // Although we should just get back a single code point value of 0xDC00,
 // this is a useful edge-case test.
-var x = "\u{DC00}";
+var x = "\udc00";

crates/swc/tests/vercel/full/utf8-1/output/index.js

@@ -5,7 +5,7 @@ import r from './on-demand-entries-client';
 import { addMessageListener as n, connectHMR as c } from './error-overlay/websocket';
 var o = JSON.parse(document.getElementById('__NEXT_DATA__').textContent);
 window.__NEXT_DATA__ = o;
-var s = o.assetPrefix, i = o.page, _ = null, u = __webpack_hash__, d = (s = s || '') + (s.endsWith('/') ? '' : '/') + '_next/static/webpack/';
+var s = o.assetPrefix, i = o.page, _ = null, d = __webpack_hash__, u = (s = s || '') + (s.endsWith('/') ? '' : '/') + '_next/static/webpack/';
 n(function(a) {
     if ('\uD83D\uDC93' !== a.data) try {
         var r = JSON.parse(a.data);
@@ -28,7 +28,7 @@ n(function(a) {
                                 5
                             ]), [
                                 4,
-                                fetch('undefined' != typeof __webpack_runtime_id__ ? "".concat(d).concat(u, ".").concat(__webpack_runtime_id__, ".hot-update.json") : "".concat(d).concat(u, ".hot-update.json"))
+                                fetch('undefined' != typeof __webpack_runtime_id__ ? "".concat(u).concat(d, ".").concat(__webpack_runtime_id__, ".hot-update.json") : "".concat(u).concat(d, ".hot-update.json"))
                             ];
                         case 2:
                             return [
@@ -38,7 +38,7 @@ n(function(a) {
                         case 3:
                             return e = t.sent(), a = '/' === i ? 'index' : i, (Array.isArray(e.c) ? e.c : Object.keys(e.c)).some(function(e) {
                                 return -1 !== e.indexOf("pages".concat(a.startsWith('/') ? a : "/".concat(a))) || -1 !== e.indexOf("pages".concat(a.startsWith('/') ? a : "/".concat(a)).replace(/\//g, '\\'));
-                            }) ? document.location.reload(!0) : u = _, [
+                            }) ? document.location.reload(!0) : d = _, [
                                 3,
                                 5
                             ];