fix(core): correct deletion index calculation for char indices

Update get_deletion_indices to use byte indices instead of char indices
when checking deletion ranges. This ensures accurate handling of Unicode
characters and prevents off-by-one errors during range checks.

Author: caiuswang

crates/core/src/inline_snippets.rs

@@ -526,21 +526,21 @@ fn get_deletion_indices(input: &str, ranges: &[Range<usize>]) -> Vec<usize> {
     let mut is_single_quoted_string_literal = false;
     let mut deletion_range = RewriteRange::Unknown;
     let mut last_comma: Option<usize> = None;
-    let mut chars = input.chars().enumerate().peekable();
+    let mut chars = input.char_indices().enumerate().peekable();
     let mut result: Vec<usize> = vec![];
-    while let Some((index, c)) = chars.next() {
-        if is_in_deletion_range(index, &deletion_ranges) {
+    while let Some((index, (byte_index, c))) = chars.next() {
+        if is_in_deletion_range(byte_index, &deletion_ranges) {
             deletion_range = RewriteRange::Rewrite;
         } else if let RewriteRange::Rewrite = deletion_range {
             deletion_range = RewriteRange::PostRewrite
         }
         match c {
             '/' => {
-                if let Some((_, '/')) = chars.peek() {
+                if let Some((_, (_, '/'))) = chars.peek() {
                     if !in_multiline_comment {
                         in_single_line_comment = true;
                     }
-                } else if let Some((_, '*')) = chars.peek() {
+                } else if let Some((_, (_,'*'))) = chars.peek() {
                     in_multiline_comment = true;
                 }
                 if !in_single_line_comment && !in_multiline_comment {
@@ -559,7 +559,7 @@ fn get_deletion_indices(input: &str, ranges: &[Range<usize>]) -> Vec<usize> {
                 if is_double_quoted_string_literal || is_single_quoted_string_literal {
                     continue;
                 }
-                if in_multiline_comment && matches!(chars.peek(), Some((_, '/'))) {
+                if in_multiline_comment && matches!(chars.peek(), Some((_, (_, '/')))) {
                     in_multiline_comment = false;
                     chars.next().unwrap();
                 } else if !in_single_line_comment && !in_multiline_comment {

crates/core/src/test.rs

@@ -16790,3 +16790,117 @@ fn csharp_throw_exception() {
     })
     .unwrap();
 }
+
+#[test]
+fn run_pattern_file_with_utf8_content() {
+
+    run_test_expected({
+        TestArgExpected {
+            pattern: r#"
+                |language java
+                |file($body) where {
+                |	$body <: contains {
+                |		bubble() field_declaration($modifiers, $declarator) where {
+                |			$replaced_ann = "",
+                |			$delete_annotations = [],
+                |			maybe $modifiers <: contains bubble($replaced_ann) annotation(name=$ann_name) as $anno where {
+                |				if ($ann_name <: "Column") {
+                |					if ($replaced_ann <: "") { $replaced_ann = $anno },
+                |					$anno => .
+                |				} else if ($ann_name <: "Convert") {
+                |					if ($replaced_ann <: not "") { $replaced_ann => . },
+                |					$replaced_ann = $anno
+                |				}
+                |			},
+                |			if ($replaced_ann <: not "") {
+                |				log($replaced_ann),
+                |				$replaced_ann => `@TableField`
+                |			},
+                |			$replaced_ann = ``
+                |		}
+                |	}
+                |}
+                |"#
+                .trim_margin()
+                .unwrap(),
+            source: r#"
+                |package a.b;
+                |
+                |import javax.persistence.Entity;
+                |
+                |public class AEntity implements Serializable {
+                |    /**
+                |     * 大大大
+                |     */
+                |    /**
+                |     * 0. 大大 1. 大大大大大 2. 大大大大 3大大大大大大 4. 大大大大.
+                |     */
+                |    /**
+                |     * 0. 大大 1. 大大大大大 2. 大大大大 3. 大大大大大大大 4. 大大大大大大大 5. 大大大大大大大大.
+                |     */
+                |    /**
+                |     * 0. 大大 1. 大大大大 2. 大大大大 3. 大大大大 4. 大大大大 5. 大大大大.
+                |     */
+                |    /**
+                |     * 大大大大大.
+                |     */
+                |    /**
+                |     * 大大大大大大大大.
+                |     */
+                |    @Convert(converter = T.class)
+                |    @Column(name = "messages")
+                |    private Messeges messages;
+                |
+                |
+                |    @Column(name = "field"                                                             )
+                |    private String field;
+                |
+                |
+                |    @Column(name = "created_time", nullable = false, length = 19)
+                |    private Date createdTime;
+                |}
+                |"#
+                .trim_margin()
+                .unwrap(),
+            expected: r#"
+                |package a.b;
+                |
+                |import javax.persistence.Entity;
+                |
+                |public class AEntity implements Serializable {
+                |    /**
+                |     * 大大大
+                |     */
+                |    /**
+                |     * 0. 大大 1. 大大大大大 2. 大大大大 3大大大大大大 4. 大大大大.
+                |     */
+                |    /**
+                |     * 0. 大大 1. 大大大大大 2. 大大大大 3. 大大大大大大大 4. 大大大大大大大 5. 大大大大大大大大.
+                |     */
+                |    /**
+                |     * 0. 大大 1. 大大大大 2. 大大大大 3. 大大大大 4. 大大大大 5. 大大大大.
+                |     */
+                |    /**
+                |     * 大大大大大.
+                |     */
+                |    /**
+                |     * 大大大大大大大大.
+                |     */
+                |    @TableField
+                |    private Messeges messages;
+                |
+                |
+                |    @TableField
+                |    private String field;
+                |
+                |
+                |    @TableField
+                |    private Date createdTime;
+                |}
+                |"#
+                .trim_margin()
+                .unwrap(),
+        }
+    })
+        .unwrap();
+}