Use zip instead of tar to avoid issues with symlinks on Windows

bytedeco · Jul 8, 2023 · aaa9448 · aaa9448
1 parent d1efcf5
commit aaa9448
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/sentencepiece/cppbuild.sh b/sentencepiece/cppbuild.sh
@@ -8,13 +8,15 @@ if [[ -z "$PLATFORM" ]]; then
 fi
 
 SENTENCEPIECE_VERSION=0.1.99
-download https://github.com/google/sentencepiece/archive/refs/tags/v$SENTENCEPIECE_VERSION.tar.gz sentencepiece-$SENTENCEPIECE_VERSION.tar.gz
+download https://github.com/google/sentencepiece/archive/refs/tags/v$SENTENCEPIECE_VERSION.zip sentencepiece-$SENTENCEPIECE_VERSION.zip
 
 mkdir -p $PLATFORM
 cd $PLATFORM
 INSTALL_PATH=`pwd`
 echo "Decompressing archives..."
-tar -xzvf ../sentencepiece-$SENTENCEPIECE_VERSION.tar.gz
+
+unzip -o ../sentencepiece-$SENTENCEPIECE_VERSION.zip
+
 cd sentencepiece-$SENTENCEPIECE_VERSION
 
 CMAKE_CONFIG="-DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=$INSTALL_PATH -DCMAKE_INSTALL_LIBDIR=$INSTALL_PATH/lib"

diff --git a/sentencepiece/samples/SentencepieceExample.java b/sentencepiece/samples/SentencepieceExample.java
@@ -2,6 +2,11 @@
 import org.bytedeco.javacpp.*;
 import org.bytedeco.sentencepiece.*;
 
+/**
+ * To try encoding you can download an existing model, i.e.
+ * wget https://nlp.h-its.org/bpemb/en/en.wiki.bpe.vs10000.model
+ * mvn compile exec:java -e -Dexec.mainClass=SentencepieceExample -D exec.args="en.wiki.bpe.vs10000.model"
+ */
 public final class SentencepieceExample {
 
     public static void main(String[] args) {