update sdk version and add unicode fixture

Signed-off-by: Denys Smirnov <denys@sourced.tech>
bblfsh · Apr 8, 2019 · 223a293 · 223a293
1 parent 1e99981
commit 223a293
Show file tree

Hide file tree

Showing 6 changed files with 57 additions and 3 deletions.
diff --git a/Gopkg.lock b/Gopkg.lock
diff --git a/driver/normalizer/annotation.go b/driver/normalizer/annotation.go
@@ -13,7 +13,7 @@ var Native = Transformers([][]Transformer{
 }...)
 
 var Code = []CodeTransformer{
-	positioner.NewFillOffsetFromLineCol(),
+	positioner.FromLineCol(),
 }
 
 var PreprocessCode = []CodeTransformer{}

diff --git a/fixtures/unicode.rb b/fixtures/unicode.rb
@@ -0,0 +1 @@
+"𝓏"
diff --git a/fixtures/unicode.rb.native b/fixtures/unicode.rb.native
@@ -0,0 +1,15 @@
+{ '@type': "module",
+   file: { '@type': "str",
+      '@token': "𝓏",
+      '@pos': { '@type': "uast:Positions",
+         start: { '@type': "uast:Position",
+            line: 1,
+            col: 1,
+         },
+         end: { '@type': "uast:Position",
+            line: 1,
+            col: 4,
+         },
+      },
+   },
+}
diff --git a/fixtures/unicode.rb.sem.uast b/fixtures/unicode.rb.sem.uast
@@ -0,0 +1,19 @@
+{ '@type': "ruby:module",
+   '@role': [Identifier, Module, Statement],
+   file: { '@type': "uast:String",
+      '@pos': { '@type': "uast:Positions",
+         start: { '@type': "uast:Position",
+            offset: 0,
+            line: 1,
+            col: 1,
+         },
+         end: { '@type': "uast:Position",
+            offset: 3,
+            line: 1,
+            col: 4,
+         },
+      },
+      Format: "",
+      Value: "𝓏",
+   },
+}
diff --git a/fixtures/unicode.rb.uast b/fixtures/unicode.rb.uast
@@ -0,0 +1,19 @@
+{ '@type': "module",
+   '@role': [Identifier, Module, Statement],
+   file: { '@type': "str",
+      '@token': "𝓏",
+      '@role': [Expression, Literal, Primitive, String],
+      '@pos': { '@type': "uast:Positions",
+         start: { '@type': "uast:Position",
+            offset: 0,
+            line: 1,
+            col: 1,
+         },
+         end: { '@type': "uast:Position",
+            offset: 3,
+            line: 1,
+            col: 4,
+         },
+      },
+   },
+}