Fix for clang-UBSAN error

bnosac · Dec 21, 2021 · 712f723 · 712f723
1 parent 93bb5f3
commit 712f723
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 2 deletions.
diff --git a/DESCRIPTION b/DESCRIPTION
@@ -1,7 +1,7 @@
 Package: sentencepiece
 Type: Package
 Title: Text Tokenization using Byte Pair Encoding and Unigram Modelling
-Version: 0.2
+Version: 0.2.1
 Authors@R: c(
     person('Jan', 'Wijffels', role = c('aut', 'cre', 'cph'), email = '[email protected]', comment = "R wrapper"), 
     person('BNOSAC', role = 'cph', comment = "R wrapper"), 

diff --git a/NEWS.md b/NEWS.md
@@ -1,3 +1,7 @@
+## CHANGES IN sentencepiece VERSION 0.2.1
+
+- Fix for clang-UBSAN error
+
 ## CHANGES IN sentencepiece VERSION 0.2
 
 - Fix wordpiece bug for 1-character words. (@jonthegeek, #4)

diff --git a/src/sentencepiece/src/unicode_script.h b/src/sentencepiece/src/unicode_script.h
@@ -19,7 +19,7 @@
 
 namespace sentencepiece {
 namespace unicode_script {
-enum ScriptType {
+enum ScriptType : int32_t {
   U_Adlam,
   U_Ahom,
   U_Anatolian_Hieroglyphs,