upload source distribution to support more platforms. update dependencies. update github actions workflows

Author: Gal Ben David

.github/workflows/build.yml

@@ -1,16 +1,19 @@
 name: Build
-on: [push, pull_request]
+on:
+  - push
+  - pull_request
 jobs:
   lint:
     if: github.event_name == 'push' && !startsWith(github.event.ref, 'refs/tags')
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
       - name: Install latest rust
         uses: actions-rs/toolchain@v1
         with:
           toolchain: stable
+          profile: minimal
           override: true
           components: clippy
       - name: Lint with clippy
@@ -24,25 +27,33 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.7', '3.8', '3.9', '3.10']
-        os: [ubuntu-latest , macos-latest, windows-latest]
+        python-version:
+          - '3.7'
+          - '3.8'
+          - '3.9'
+          - '3.10'
+        os:
+          - ubuntu-latest
+          - macos-latest
+          - windows-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v3
         with:
           python-version: ${{ matrix.python-version }}
-      - name: Run image
-        uses: abatilo/actions-poetry@v2.0.0
-      - name: Install latest rust
+      - name: Install Poetry
+        uses: abatilo/actions-poetry@v2.1.3
+      - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
+          profile: minimal
           toolchain: stable
           override: true
       - name: Install dependencies
         run: poetry install
       - name: Build Python package
         run: poetry run maturin develop
       - name: Test
-        run: poetry run pytest tests
+        run: poetry run pytest -Werror tests

.github/workflows/deploy.yml

@@ -1,31 +1,40 @@
 name: Deploy
 on:
   release:
-    types: [published]
-  workflow_dispatch:
+    types:
+      - released
 jobs:
   deploy:
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.7', '3.8', '3.9', '3.10']
-        os: [ubuntu-latest, macos-latest, windows-latest]
+        python-version:
+          - '3.7'
+          - '3.8'
+          - '3.9'
+          - '3.10'
+        os:
+          - ubuntu-latest
+          - macos-latest
+          - windows-latest
     steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-python@v2
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v3
         with:
           python-version: ${{ matrix.python-version }}
-      - name: Install latest rust
+      - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
+          profile: minimal
           toolchain: stable
           override: true
-      - name: Build & Publish to PyPi
+      - name: Publish Package
         uses: messense/maturin-action@v1
         with:
-          maturin-version: latest
           command: publish
-          args: --username __token__ --no-sdist --interpreter python
+          args: --username=__token__ ${{ matrix.os == 'ubuntu-latest' && matrix.python-version == '3.7' && '--no-sdist' || '' }} --interpreter=python${{ !startsWith(matrix.os, 'windows') && matrix.python-version || '' }}
         env:
           MATURIN_PASSWORD: ${{ secrets.pypi_password }}

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "pywordsegment"
-version = "0.2.1"
+version = "0.3.0"
 authors = ["Gal Ben David <gal@intsights.com>"]
 edition = "2021"
 description = "Concatenated-word segmentation Python library written in Rust"
@@ -35,10 +35,10 @@ crate-type = ["cdylib"]
 
 [dependencies]
 ahash = "0.7"
-rmp-serde = "0.15"
+rmp-serde = "1"
 
 [dependencies.pyo3]
-version = "0.15.1"
+version = "0.16.5"
 features = ["extension-module"]
 
 [profile.release]

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2020 Gal Ben David
+Copyright (c) 2022 Gal Ben David
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

pyproject.toml

@@ -1,19 +1,20 @@
 [build-system]
-requires = ["maturin>=0.11,<0.12"]
+requires = ["maturin>=0.12,<0.13"]
 build-backend = "maturin"
 
 [tool.maturin]
 sdist-include = [
-    "src/*",
     "Cargo.toml",
+    "pyproject.toml",
+    "pywordsegment/*.gz",
     "pywordsegment/*.py",
     "pywordsegment/*.pyi",
-    "pywordsegment/*.txt"
+    "src/*",
 ]
 
 [tool.poetry]
 name = "pywordsegment"
-version = "0.2.1"
+version = "0.3.0"
 authors = ["Gal Ben David <gal@intsights.com>"]
 description = "Concatenated-word segmentation Python library written in Rust"
 readme = "README.md"

src/lib.rs

@@ -18,8 +18,8 @@ impl WordSegmenter {
         unigrams_serialized: &[u8],
         bigrams_serialized: &[u8],
     ) -> Self {
-        let unigrams: HashMap<String, f64, RandomState> = rmp_serde::from_read_ref(unigrams_serialized).unwrap();
-        let bigrams = rmp_serde::from_read_ref(bigrams_serialized).unwrap();
+        let unigrams: HashMap<String, f64, RandomState> = rmp_serde::from_slice(unigrams_serialized).unwrap();
+        let bigrams = rmp_serde::from_slice(bigrams_serialized).unwrap();
 
         let total_unigrams_frequency = unigrams.get("unigrams_total_count").unwrap();
         let mut unknown_unigrams = [0.0; MAX_WORD_LEN + 1];