py : remove superfluous import statements (#4076)

Signed-off-by: Jiri Podivin <jpodivin@gmail.com>
Co-authored-by: Jiri Podivin <jpodivin@redhat.com>
This commit is contained in:
Jiří Podivín 2023-11-17 16:20:53 +01:00 committed by GitHub
parent ba4cf5c0bf
commit f7d5e97542
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 0 additions and 9 deletions

View file

@ -6,11 +6,9 @@ from __future__ import annotations
import argparse import argparse
import json import json
import os import os
import struct
import sys import sys
from pathlib import Path from pathlib import Path
from typing import TYPE_CHECKING, Any from typing import TYPE_CHECKING, Any
import itertools
import numpy as np import numpy as np
import torch import torch
from sentencepiece import SentencePieceProcessor # type: ignore[import] from sentencepiece import SentencePieceProcessor # type: ignore[import]

View file

@ -2,7 +2,6 @@
from __future__ import annotations from __future__ import annotations
import argparse import argparse
import math
import struct import struct
import sys import sys
from enum import IntEnum from enum import IntEnum

View file

@ -3,9 +3,7 @@
import argparse import argparse
import gguf import gguf
import os
import struct import struct
import sys
import numpy as np import numpy as np
from pathlib import Path from pathlib import Path

View file

@ -1,7 +1,5 @@
# tests with BPE tokenizer # tests with BPE tokenizer
import os
import sys
import argparse import argparse
from transformers import AutoTokenizer from transformers import AutoTokenizer

View file

@ -1,7 +1,5 @@
# tests with SPM tokenizer # tests with SPM tokenizer
import os
import sys
import argparse import argparse
from sentencepiece import SentencePieceProcessor from sentencepiece import SentencePieceProcessor