Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-18 16:54:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

handle sentencepiece

Browse Source 
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2025-07-18 07:42:51 -04:00
parent ee57eb6b45
commit 10a4360b2f
2 changed files with 16 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
installer.py
+15 -8
View File
@@ -1226,6 +1226,21 @@ def install_optional():
ts('optional', t_start)
def install_sentencepipece():
if installed('sentencepiece', quiet=True):
pass
elif int(sys.version_info.minor) >= 13:
backup_cmake_policy = os.environ.get('CMAKE_POLICY_VERSION_MINIMUM', None)
backup_cxxflags = os.environ.get('CXXFLAGS', None)
os.environ.setdefault('CMAKE_POLICY_VERSION_MINIMUM', '3.5')
os.environ.setdefault('CXXFLAGS', '-include cstdint')
install('git+https://github.com/google/sentencepiece#subdirectory=python', 'sentencepiece')
os.environ.setdefault('CMAKE_POLICY_VERSION_MINIMUM', backup_cmake_policy)
os.environ.setdefault('CXXFLAGS', backup_cxxflags)
else:
install('sentencepiece', 'sentencepiece')
def install_requirements():
t_start = time.time()
if args.profile:
@@ -1243,14 +1258,6 @@ def install_requirements():
if args.optional:
quick_allowed = False
install_optional()
# gcc 15 patch for sentencepiece
backup_cmake_policy = os.environ.get('CMAKE_POLICY_VERSION_MINIMUM', None)
backup_cxxflags = os.environ.get('CXXFLAGS', None)
os.environ.setdefault('CMAKE_POLICY_VERSION_MINIMUM', '3.5')
os.environ.setdefault('CXXFLAGS', '-include cstdint')
install('git+https://github.com/google/sentencepiece#subdirectory=python', 'sentencepiece')
os.environ.setdefault('CMAKE_POLICY_VERSION_MINIMUM', backup_cmake_policy)
os.environ.setdefault('CXXFLAGS', backup_cxxflags)
installed('torch', reload=True) # reload packages cache
log.info('Install: verifying requirements')
with open('requirements.txt', 'r', encoding='utf8') as f:
launch.py
+1
View File
@@ -265,6 +265,7 @@ def main():
installer.check_onnx()
installer.check_transformers()
installer.check_diffusers()
installer.install_sentencepipece()
installer.check_modified_files()
if args.test:
installer.log.info('Startup: test mode')