py : remove superfluous import statements (#4076)

Signed-off-by: Jiri Podivin <[email protected]>
Co-authored-by: Jiri Podivin <[email protected]>
This commit is contained in:
Jiří Podivín
2023-11-17 17:20:53 +02:00
committed by GitHub
co-authored by Jiri Podivin
parent ba4cf5c0bf
commit f7d5e97542
5 changed files with 0 additions and 9 deletions
-2
View File
@@ -1,7 +1,5 @@
# tests with BPE tokenizer
import os
import sys
import argparse
from transformers import AutoTokenizer
-2
View File
@@ -1,7 +1,5 @@
# tests with SPM tokenizer
import os
import sys
import argparse
from sentencepiece import SentencePieceProcessor