actually, remove normalization entirely

normalization has some weird edge cases that cause incorrect behavior,
since we aren't implementing full grapheme segmentation (for instance, a
single codepoint can be normalized into three different codepoints, and
there are codepoints that are combining characters but have width != 0)

8 files changed, 24 insertions, 10 deletions

diff --git a/tests/data/fixtures/combining/11.json b/tests/data/fixtures/combining/11.json
index e973c78..6757b45 100644
--- a/tests/data/fixtures/combining/11.json
+++ b/tests/data/fixtures/combining/11.json
@@ -1,5 +1,5 @@
 {
-  "contents": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaá",
+  "contents": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaá",
   "cells": {
     "0,0": {
       "contents": "a"
@@ -233,7 +233,7 @@
       "contents": "a"
     },
     "0,79": {
-      "contents": "á"
+      "contents": "á"
     },
     "0,8": {
       "contents": "a"
diff --git a/tests/data/fixtures/combining/2.json b/tests/data/fixtures/combining/2.json
index 6dce798..8317208 100644
--- a/tests/data/fixtures/combining/2.json
+++ b/tests/data/fixtures/combining/2.json
@@ -1,8 +1,8 @@
 {
-  "contents": "á",
+  "contents": "á",
   "cells": {
     "0,0": {
-      "contents": "á"
+      "contents": "á"
     }
   },
   "cursor_position": [
diff --git a/tests/data/fixtures/combining/4.json b/tests/data/fixtures/combining/4.json
index 4044d4d..74a34b1 100644
--- a/tests/data/fixtures/combining/4.json
+++ b/tests/data/fixtures/combining/4.json
@@ -1,5 +1,5 @@
 {
-  "contents": "abcdéfg",
+  "contents": "abcdéfg",
   "cells": {
     "0,0": {
       "contents": "a"
@@ -14,7 +14,7 @@
       "contents": "d"
     },
     "0,4": {
-      "contents": "é"
+      "contents": "é"
     },
     "0,5": {
       "contents": "f"
diff --git a/tests/data/fixtures/combining/5.json b/tests/data/fixtures/combining/5.json
index 67600d7..f655d0f 100644
--- a/tests/data/fixtures/combining/5.json
+++ b/tests/data/fixtures/combining/5.json
@@ -1,5 +1,5 @@
 {
-  "contents": "abcdéfg\n\n\n\n\n\n\n\n\n                                                                             aaa",
+  "contents": "abcdéfg\n\n\n\n\n\n\n\n\n                                                                             aaa",
   "cells": {
     "0,0": {
       "contents": "a"
@@ -14,7 +14,7 @@
       "contents": "d"
     },
     "0,4": {
-      "contents": "é"
+      "contents": "é"
     },
     "0,5": {
       "contents": "f"
diff --git a/tests/data/fixtures/combining/6.json b/tests/data/fixtures/combining/6.json
index cbb481a..c0ed465 100644
--- a/tests/data/fixtures/combining/6.json
+++ b/tests/data/fixtures/combining/6.json
@@ -1,5 +1,5 @@
 {
-  "contents": "abcdéfg\n\n\n\n\n\n\n\n\n                                                                             aaa",
+  "contents": "abcdéfg\n\n\n\n\n\n\n\n\n                                                                             aaa",
   "cells": {
     "0,0": {
       "contents": "a"
@@ -14,7 +14,7 @@
       "contents": "d"
     },
     "0,4": {
-      "contents": "é"
+      "contents": "é"
     },
     "0,5": {
       "contents": "f"
diff --git a/tests/data/fixtures/utf8.in b/tests/data/fixtures/utf8.in
index 572eb43..c7efa1e 100644
--- a/tests/data/fixtures/utf8.in
+++ b/tests/data/fixtures/utf8.in
@@ -1 +1,2 @@
 café
+\x1bc\xf0\x9d\x87\x80\xe1\x9c\x92
diff --git a/tests/data/fixtures/utf8/2.json b/tests/data/fixtures/utf8/2.json
new file mode 100644
index 0000000..faaa824
--- /dev/null
+++ b/tests/data/fixtures/utf8/2.json
@@ -0,0 +1,12 @@
+{
+  "contents": "𝆺𝅥𝅯ᜒ",
+  "cells": {
+    "0,0": {
+      "contents": "𝆺𝅥𝅯ᜒ"
+    }
+  },
+  "cursor_position": [
+    0,
+    1
+  ]
+}
\ No newline at end of file
diff --git a/tests/data/fixtures/utf8/2.typescript b/tests/data/fixtures/utf8/2.typescript
new file mode 100644
index 0000000..14d4c1f
--- /dev/null
+++ b/tests/data/fixtures/utf8/2.typescript
@@ -0,0 +1 @@
+c𝆺𝅥𝅯ᜒ
\ No newline at end of file