From 247d34e30b4b9198a5cf1a3f704cf97f9fc9573b Mon Sep 17 00:00:00 2001
From: Wenbing Li <10278425+wenbingl@users.noreply.github.com>
Date: Tue, 15 Aug 2023 16:06:01 -0700
Subject: [PATCH] Add the new operators in cmake flags files. (#524)

* add the new operators in cmake flags files.

* remove the extra change
---
 test/test_audio_signal.py |  8 ++++----
 tools/gen_selectedops.py  | 15 ++++++++++++++-
 2 files changed, 18 insertions(+), 5 deletions(-)

diff --git a/test/test_audio_signal.py b/test/test_audio_signal.py
index 23e919dc..154e5d2e 100644
--- a/test/test_audio_signal.py
+++ b/test/test_audio_signal.py
@@ -16,11 +16,11 @@ try:
 except ImportError:
     pass
 
-_is_librosa_avaliable = False
+_is_librosa_available = False
 try:
     import librosa
 
-    _is_librosa_avaliable = True
+    _is_librosa_available = True
 except ImportError:
     pass
 
@@ -119,7 +119,7 @@ class TestAudio(unittest.TestCase):
     def test_stft_norm_torch(self):
         audio_pcm = self.test_pcm
         wlen = 400
-        # intesting bug in torch.stft, if there is 2-D input with batch size 1, it will generate a different
+        # interesting bug in torch.stft, if there is 2-D input with batch size 1, it will generate a different
         # result with some spark points in the spectrogram.
         expected = torch.stft(torch.from_numpy(audio_pcm),
                               400, 160, wlen, torch.from_numpy(np.hanning(wlen).astype(np.float32)),
@@ -131,7 +131,7 @@ class TestAudio(unittest.TestCase):
         actual = actual[0]
         np.testing.assert_allclose(expected[:, 1:], actual[:, 1:], rtol=1e-3, atol=1e-3)
 
-    @unittest.skipIf(not _is_librosa_avaliable, "librosa is not available")
+    @unittest.skipIf(not _is_librosa_available, "librosa is not available")
     def test_mel_filter_bank(self):
         expected = librosa.filters.mel(n_fft=400, n_mels=80, sr=16000)
         actual = util.mel_filterbank(400, 80, 16000)
diff --git a/tools/gen_selectedops.py b/tools/gen_selectedops.py
index 84a78ac9..6c85d92c 100755
--- a/tools/gen_selectedops.py
+++ b/tools/gen_selectedops.py
@@ -24,8 +24,9 @@ CMAKE_FLAG_TO_OPS = {
     ],
     "OCOS_ENABLE_GPT2_TOKENIZER": [
         "BpeDecoder",
-        "ClipTokenizer",
+        "CLIPTokenizer",
         "GPT2Tokenizer",
+        "RobertaTokenizer"
     ],
     "OCOS_ENABLE_MATH": [
         "SegmentExtraction",
@@ -41,6 +42,7 @@ CMAKE_FLAG_TO_OPS = {
     ],
     "OCOS_ENABLE_SPM_TOKENIZER": [
         "SentencepieceTokenizer",
+        "SentencepieceDecoder"
     ],
     "OCOS_ENABLE_TF_STRING": [
         "MaskedFill",
@@ -67,6 +69,17 @@ CMAKE_FLAG_TO_OPS = {
     "OCOS_ENABLE_WORDPIECE_TOKENIZER": [
         "WordpieceTokenizer",
     ],
+    "OCOS_ENABLE_AUDIO": [
+        "AudioDecoder"
+    ],
+    "OCOS_ENABLE_DLIB": [
+        "Inverse",
+        "StftNorm"
+    ],
+    "OCOS_ENABLE_TRIE_TOKENIZER": [
+        "TrieTokenizer",
+        "TrieDetokenizer"
+    ],
 }