Skip to content

Commit

Permalink
#483 PR with cuda-12.6.0 + onnx-runtime
Browse files Browse the repository at this point in the history
  • Loading branch information
pavelToman committed Jan 8, 2025
1 parent 6d9e0bc commit 24fc45c
Show file tree
Hide file tree
Showing 2 changed files with 118 additions and 0 deletions.
64 changes: 64 additions & 0 deletions 483_whisper-ctranslate2/onnx-cuda-12.6.0.eb
Original file line number Diff line number Diff line change
@@ -0,0 +1,64 @@
easyblock = 'PythonBundle'

name = 'ONNX-Runtime'
version = '1.19.2'
versionsuffix = '-CUDA-%(cudaver)s'

homepage = 'https://onnxruntime.ai'
description = """ONNX Runtime inference can enable faster customer experiences and lower costs,
supporting models from deep learning frameworks such as PyTorch and
TensorFlow/Keras as well as classical machine learning libraries such as
scikit-learn, LightGBM, XGBoost, etc. ONNX Runtime is compatible with different
hardware, drivers, and operating systems, and provides optimal performance by
leveraging hardware accelerators where applicable alongside graph optimizations
and transforms."""

toolchain = {'name': 'foss', 'version': '2023a'}

dependencies = [
('CUDA', '12.6.0', '', SYSTEM),
('Python', '3.11.3'),
('ONNX', '1.15.0'),
('flatbuffers-python', '23.5.26'),
('sympy', '1.12'),
]

use_pip = True

local_whl_tmpl = 'onnxruntime_gpu-%%(version)s-cp311-cp311-manylinux_2_27_%s.manylinux_2_28_%s.whl'

exts_list = [
('humanfriendly', '10.0', {
'checksums': ['6b0b831ce8f15f7300721aa49829fc4e83921a9a301cc7f606be6686a2288ddc'],
}),
('coloredlogs', '15.0.1', {
'checksums': ['7c991aa71a4577af2f82600d8f8f3a89f936baeaf9b50a9c197da014e5bf16b0'],
}),
(name, version, {
'modulename': 'onnxruntime',
'source_urls': ['http://pypi.python.org/packages/source/o/onnxruntime-gpu'],
'sources': ['onnxruntime_gpu-%(version)s-cp311-cp311-manylinux_2_27_%(arch)s.manylinux_2_28_%(arch)s.whl'],
'checksums': ['562fc7c755393eaad9751e56149339dd201ffbfdb3ef5f43ff21d0619ba9045f'],
}),
]

# Due to its name 'onnxruntime-gpu', this package does not fullfil requirements on 'onnxruntime' although it provides
# the 'onnxruntime' python module. Fix this dependency issue in pip by creating a stub 'onnxruntime' dist-info folder
_py_sitepkgs = '%(installdir)s/lib/python%(pyshortver)s/site-packages'
postinstallcmds = [
"cp -r %s/onnxruntime{_gpu,}-%%(version)s.dist-info" % _py_sitepkgs,
"sed -i 's/onnxruntime.gpu/onnxruntime/g' %s/onnxruntime-%%(version)s.dist-info/{METADATA,RECORD}" % _py_sitepkgs,
]

sanity_pip_check = True

_py_sitepkgs_dirs = ['onnxruntime', 'onnxruntime-%(version)s.dist-info', 'onnxruntime_gpu-%(version)s.dist-info']

sanity_check_paths = {
'files': [],
'dirs': ['lib/python%%(pyshortver)s/site-packages/%s' % x for x in _py_sitepkgs_dirs],
}

options = {'modulename': 'onnxruntime'}

moduleclass = 'devel'
54 changes: 54 additions & 0 deletions 483_whisper-ctranslate2/whisper-cuda-12.6.0.eb
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
easyblock = 'PythonBundle'

name = 'whisper-ctranslate2'
version = '0.5.2'
versionsuffix = '-CUDA-%(cudaver)s'

homepage = 'https://github.com/Softcatala/whisper-ctranslate2/'
description = "Whisper command line client compatible with original OpenAI client based on CTranslate2."

toolchain = {'name': 'foss', 'version': '2023a'}

dependencies = [
('CUDA', '12.6.0', '', SYSTEM),
('Python', '3.11.3'),
('SciPy-bundle', '2023.07'),
('tqdm', '4.66.1'),
('tokenizers', '0.15.2'),
('CTranslate2', '4.5.0', versionsuffix),
('PyAV', '11.0.0'),
('ONNX-Runtime', '1.19.2', versionsuffix),
('cffi', '1.15.1'),
('PortAudio', '19.7.0'),
]

use_pip = True
sanity_pip_check = True

exts_list = [
('huggingface-hub', '0.26.5', {
'sources': ['huggingface_hub-%(version)s.tar.gz'],
'checksums': ['1008bd18f60bfb65e8dbc0a97249beeeaa8c99d3c2fa649354df9fa5a13ed83b'],
}),
('sounddevice', '0.5.1', {
'checksums': ['09ca991daeda8ce4be9ac91e15a9a81c8f81efa6b695a348c9171ea0c16cb041'],
}),
('faster-whisper', '1.1.1', {
'checksums': ['50d27571970c1be0c2b2680a2593d5d12f9f5d2f10484f242a1afbe7cb946604'],
}),
(name, version, {
'modulename': False,
'source_urls': ['https://github.com/Softcatala/whisper-ctranslate2/archive/'],
'sources': [{'download_filename': '%(version)s.tar.gz', 'filename': SOURCE_TAR_GZ}],
'checksums': ['8a7c7b232086b8bfa7022f3a3b3f95c8c5175c33663cf8d3fd840539f2be9a49'],
}),
]

sanity_check_paths = {
'files': ['bin/%(name)s'],
'dirs': ['lib/python%(pyshortver)s/site-packages'],
}

sanity_check_commands = ['%(name)s --help']

moduleclass = 'ai'

0 comments on commit 24fc45c

Please sign in to comment.