From 4a19dc7ac11fc8291a1eebebde6b9b9412a97ab7 Mon Sep 17 00:00:00 2001 From: Pavel Tomanek Date: Wed, 6 Nov 2024 18:48:43 +0100 Subject: [PATCH] adding easyconfigs: PDM-2.18.2-GCCcore-13.2.0.eb, tiktoken-0.7.0-GCCcore-13.2.0.eb, openai-python-1.39.0-foss-2023b.eb --- .../openai-python-1.39.0-foss-2023b.eb | 51 +++++++ .../p/PDM/PDM-2.18.2-GCCcore-13.2.0.eb | 57 ++++++++ .../tiktoken/tiktoken-0.7.0-GCCcore-13.2.0.eb | 136 ++++++++++++++++++ 3 files changed, 244 insertions(+) create mode 100644 easybuild/easyconfigs/o/openai-python/openai-python-1.39.0-foss-2023b.eb create mode 100644 easybuild/easyconfigs/p/PDM/PDM-2.18.2-GCCcore-13.2.0.eb create mode 100644 easybuild/easyconfigs/t/tiktoken/tiktoken-0.7.0-GCCcore-13.2.0.eb diff --git a/easybuild/easyconfigs/o/openai-python/openai-python-1.39.0-foss-2023b.eb b/easybuild/easyconfigs/o/openai-python/openai-python-1.39.0-foss-2023b.eb new file mode 100644 index 000000000000..1928880bb437 --- /dev/null +++ b/easybuild/easyconfigs/o/openai-python/openai-python-1.39.0-foss-2023b.eb @@ -0,0 +1,51 @@ +easyblock = 'PythonBundle' + +name = 'openai-python' +version = '1.39.0' + +homepage = 'https://github.com/openai/openai-python' +description = """ +The OpenAI Python library provides convenient access to the OpenAI REST API from any +Python 3.7+ application. The library includes type definitions for all request params and +response fields, and offers both synchronous and asynchronous clients powered by httpx. +""" + +toolchain = {'name': 'foss', 'version': '2023b'} + +builddependencies = [ + ('hatchling', '1.18.0'), +] + +dependencies = [ + ('Python', '3.11.5'), + ('SciPy-bundle', '2023.11'), + ('pydantic', '2.7.4'), + ('typing-extensions', '4.10.0'), + ('tqdm', '4.66.2'), +] + +exts_list = [ + ('h11', '0.14.0', { + 'checksums': ['8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d'], + }), + ('httpcore', '1.0.5', { + 'checksums': ['34a38e2f9291467ee3b44e89dd52615370e152954ba21721378a87b2960f7a61'], + }), + ('httpx', '0.27.0', { + 'checksums': ['a0cb88a46f32dc874e04ee956e4c2764aba2aa228f650b06788ba6bda2962ab5'], + }), + ('anyio', '4.4.0', { + 'checksums': ['5aadc6a1bbb7cdb0bede386cac5e2940f5e2ff3aa20277e991cf028e0585ce94'], + }), + ('sniffio', '1.3.1', { + 'checksums': ['f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc'], + }), + ('openai', version, { + 'checksums': ['0cea446082f50985f26809d704a97749cb366a1ba230ef432c684a9745b3f2d9'], + }), +] + +use_pip = True +sanity_pip_check = True + +moduleclass = 'lib' diff --git a/easybuild/easyconfigs/p/PDM/PDM-2.18.2-GCCcore-13.2.0.eb b/easybuild/easyconfigs/p/PDM/PDM-2.18.2-GCCcore-13.2.0.eb new file mode 100644 index 000000000000..8fa515508ddf --- /dev/null +++ b/easybuild/easyconfigs/p/PDM/PDM-2.18.2-GCCcore-13.2.0.eb @@ -0,0 +1,57 @@ +easyblock = 'PythonBundle' + +name = 'PDM' +version = '2.18.2' + +homepage = 'https://pdm-project.org' +description = "A modern Python package and dependency manager supporting the latest PEP standards." + +toolchain = {'name': 'GCCcore', 'version': '13.2.0'} + +builddependencies = [ + ('binutils', '2.40'), + ('poetry', '1.6.1'), +] +dependencies = [ + ('Python', '3.11.5'), + ('Python-bundle-PyPI', '2023.10'), +] + +sanity_pip_check = True +use_pip = True + +exts_list = [ + ('pdm_backend', '2.3.3', { + 'modulename': 'pdm.backend', + 'checksums': ['a8616f628ec84353d7a0ba86b228dcf01bab5debc9e4d1a29e5311a52425d594'], + }), + ('installer', '0.7.0', {'checksums': ['a26d3e3116289bb08216e0d0f7d925fcef0b0194eedfa0c944bcaaa106c4b631']}), + ('sniffio', '1.3.1', {'checksums': ['f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc']}), + ('h11', '0.14.0', {'checksums': ['8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d']}), + ('httpcore', '1.0.5', {'checksums': ['34a38e2f9291467ee3b44e89dd52615370e152954ba21721378a87b2960f7a61']}), + ('anyio', '4.4.0', {'checksums': ['5aadc6a1bbb7cdb0bede386cac5e2940f5e2ff3aa20277e991cf028e0585ce94']}), + ('httpx', '0.27.2', {'checksums': ['f7c2be1d2f3c3c3160d441802406b206c2b76f5947b11115e6df10c6c65e66c2']}), + ('unearth', '0.17.2', {'checksums': ['0b8a2afd3476f1ab6155fc579501ac47fffe43547d88a70e5a5b76a7fe6caa2c']}), + ('installer', '0.7.0', {'checksums': ['a26d3e3116289bb08216e0d0f7d925fcef0b0194eedfa0c944bcaaa106c4b631']}), + ('truststore', '0.9.2', {'checksums': ['a1dee0d0575ff22d2875476343783a5d64575419974e228f3248772613c3d993']}), + ('resolvelib', '1.0.1', {'checksums': ['04ce76cbd63fded2078ce224785da6ecd42b9564b1390793f64ddecbe997b309']}), + ('python-dotenv', '1.0.1', { + 'modulename': 'dotenv', + 'checksums': ['e324ee90a023d808f1959c46bcbc04446a10ced277783dc6ee09987c37ec10ca'], + }), + ('pyproject_hooks', '1.1.0', {'checksums': ['4b37730834edbd6bd37f26ece6b44802fb1c1ee2ece0e54ddff8bfc06db86965']}), + ('pbs-installer', '2024.9.9', { + 'source_tmpl': 'pbs_installer-%(version)s.tar.gz', + 'checksums': ['bed162d05ef71c53a0e5e5c6349bab1b07a3d0e5af1800d619a4414a1fda309a'], + }), + ('hishel', '0.0.30', {'checksums': ['656393ee77e9c39a0d6c527c74810e15d96e598dcb9b191f20a788608ceaca99']}), + ('findpython', '0.6.1', {'checksums': ['56e52b409a92bcbd495cf981c85acf137f3b3e51cc769b46eba219bb1ab7533c']}), + ('dep-logic', '0.4.6', { + 'source_tmpl': 'dep_logic-%(version)s.tar.gz', + 'checksums': ['673d45402e9f11c4e501b08ebaea1efaa5e9bc6f69410684a9e448f8f5b26d6a'], + }), + ('blinker', '1.8.2', {'checksums': ['8f77b09d3bf7c795e969e9486f39c2c5e9c39d4ee07424be2bc594ece9642d83']}), + ('pdm', version, {'checksums': ['6d93a18d52edca056fafed7b262fe48ddc61984dabf73eb9365ad61a90caebb6']}), +] + +moduleclass = 'lib' diff --git a/easybuild/easyconfigs/t/tiktoken/tiktoken-0.7.0-GCCcore-13.2.0.eb b/easybuild/easyconfigs/t/tiktoken/tiktoken-0.7.0-GCCcore-13.2.0.eb new file mode 100644 index 000000000000..8bb760b89ccd --- /dev/null +++ b/easybuild/easyconfigs/t/tiktoken/tiktoken-0.7.0-GCCcore-13.2.0.eb @@ -0,0 +1,136 @@ +easyblock = 'CargoPythonPackage' + +name = 'tiktoken' +version = '0.7.0' +_rust_ver = '1.76.0' + +homepage = 'https://github.com/openai/tiktoken' +description = "tiktoken is a fast BPE tokeniser for use with OpenAI's models" + +toolchain = {'name': 'GCCcore', 'version': '13.2.0'} + +builddependencies = [ + ('binutils', '2.40'), + ('Rust', _rust_ver), + ('maturin', '1.5.0', '-Rust-%s' % _rust_ver), + ('hypothesis', '6.90.0'), + ('setuptools-rust', '1.8.0'), +] + +dependencies = [ + ('Python', '3.11.5'), + ('Python-bundle-PyPI', '2023.10'), # regex (and pytest for tests) +] + +crates = [ + ('aho-corasick', '1.1.3'), + ('autocfg', '1.2.0'), + ('bit-set', '0.5.3'), + ('bit-vec', '0.6.3'), + ('bitflags', '1.3.2'), + ('bstr', '1.9.1'), + ('cfg-if', '1.0.0'), + ('fancy-regex', '0.11.0'), + ('heck', '0.4.1'), + ('indoc', '2.0.5'), + ('libc', '0.2.153'), + ('lock_api', '0.4.11'), + ('memchr', '2.7.2'), + ('memoffset', '0.9.1'), + ('once_cell', '1.19.0'), + ('parking_lot', '0.12.1'), + ('parking_lot_core', '0.9.9'), + ('portable-atomic', '1.6.0'), + ('proc-macro2', '1.0.79'), + ('pyo3', '0.20.3'), + ('pyo3-build-config', '0.20.3'), + ('pyo3-ffi', '0.20.3'), + ('pyo3-macros', '0.20.3'), + ('pyo3-macros-backend', '0.20.3'), + ('quote', '1.0.36'), + ('redox_syscall', '0.4.1'), + ('regex', '1.10.4'), + ('regex-automata', '0.4.6'), + ('regex-syntax', '0.8.3'), + ('rustc-hash', '1.1.0'), + ('scopeguard', '1.2.0'), + ('serde', '1.0.197'), + ('serde_derive', '1.0.197'), + ('smallvec', '1.13.2'), + ('syn', '2.0.58'), + ('target-lexicon', '0.12.14'), + ('unicode-ident', '1.0.12'), + ('unindent', '0.2.3'), + ('windows-targets', '0.48.5'), + ('windows_aarch64_gnullvm', '0.48.5'), + ('windows_aarch64_msvc', '0.48.5'), + ('windows_i686_gnu', '0.48.5'), + ('windows_i686_msvc', '0.48.5'), + ('windows_x86_64_gnu', '0.48.5'), + ('windows_x86_64_gnullvm', '0.48.5'), + ('windows_x86_64_msvc', '0.48.5'), +] +sources = [SOURCE_TAR_GZ] +checksums = [ + {'tiktoken-0.7.0.tar.gz': '1077266e949c24e0291f6c350433c6f0971365ece2b173a23bc3b9f9defef6b6'}, + {'aho-corasick-1.1.3.tar.gz': '8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916'}, + {'autocfg-1.2.0.tar.gz': 'f1fdabc7756949593fe60f30ec81974b613357de856987752631dea1e3394c80'}, + {'bit-set-0.5.3.tar.gz': '0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1'}, + {'bit-vec-0.6.3.tar.gz': '349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb'}, + {'bitflags-1.3.2.tar.gz': 'bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a'}, + {'bstr-1.9.1.tar.gz': '05efc5cfd9110c8416e471df0e96702d58690178e206e61b7173706673c93706'}, + {'cfg-if-1.0.0.tar.gz': 'baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd'}, + {'fancy-regex-0.11.0.tar.gz': 'b95f7c0680e4142284cf8b22c14a476e87d61b004a3a0861872b32ef7ead40a2'}, + {'heck-0.4.1.tar.gz': '95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8'}, + {'indoc-2.0.5.tar.gz': 'b248f5224d1d606005e02c97f5aa4e88eeb230488bcc03bc9ca4d7991399f2b5'}, + {'libc-0.2.153.tar.gz': '9c198f91728a82281a64e1f4f9eeb25d82cb32a5de251c6bd1b5154d63a8e7bd'}, + {'lock_api-0.4.11.tar.gz': '3c168f8615b12bc01f9c17e2eb0cc07dcae1940121185446edc3744920e8ef45'}, + {'memchr-2.7.2.tar.gz': '6c8640c5d730cb13ebd907d8d04b52f55ac9a2eec55b440c8892f40d56c76c1d'}, + {'memoffset-0.9.1.tar.gz': '488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a'}, + {'once_cell-1.19.0.tar.gz': '3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92'}, + {'parking_lot-0.12.1.tar.gz': '3742b2c103b9f06bc9fff0a37ff4912935851bee6d36f3c02bcc755bcfec228f'}, + {'parking_lot_core-0.9.9.tar.gz': '4c42a9226546d68acdd9c0a280d17ce19bfe27a46bf68784e4066115788d008e'}, + {'portable-atomic-1.6.0.tar.gz': '7170ef9988bc169ba16dd36a7fa041e5c4cbeb6a35b76d4c03daded371eae7c0'}, + {'proc-macro2-1.0.79.tar.gz': 'e835ff2298f5721608eb1a980ecaee1aef2c132bf95ecc026a11b7bf3c01c02e'}, + {'pyo3-0.20.3.tar.gz': '53bdbb96d49157e65d45cc287af5f32ffadd5f4761438b527b055fb0d4bb8233'}, + {'pyo3-build-config-0.20.3.tar.gz': 'deaa5745de3f5231ce10517a1f5dd97d53e5a2fd77aa6b5842292085831d48d7'}, + {'pyo3-ffi-0.20.3.tar.gz': '62b42531d03e08d4ef1f6e85a2ed422eb678b8cd62b762e53891c05faf0d4afa'}, + {'pyo3-macros-0.20.3.tar.gz': '7305c720fa01b8055ec95e484a6eca7a83c841267f0dd5280f0c8b8551d2c158'}, + {'pyo3-macros-backend-0.20.3.tar.gz': '7c7e9b68bb9c3149c5b0cade5d07f953d6d125eb4337723c4ccdb665f1f96185'}, + {'quote-1.0.36.tar.gz': '0fa76aaf39101c457836aec0ce2316dbdc3ab723cdda1c6bd4e6ad4208acaca7'}, + {'redox_syscall-0.4.1.tar.gz': '4722d768eff46b75989dd134e5c353f0d6296e5aaa3132e776cbdb56be7731aa'}, + {'regex-1.10.4.tar.gz': 'c117dbdfde9c8308975b6a18d71f3f385c89461f7b3fb054288ecf2a2058ba4c'}, + {'regex-automata-0.4.6.tar.gz': '86b83b8b9847f9bf95ef68afb0b8e6cdb80f498442f5179a29fad448fcc1eaea'}, + {'regex-syntax-0.8.3.tar.gz': 'adad44e29e4c806119491a7f06f03de4d1af22c3a680dd47f1e6e179439d1f56'}, + {'rustc-hash-1.1.0.tar.gz': '08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2'}, + {'scopeguard-1.2.0.tar.gz': '94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49'}, + {'serde-1.0.197.tar.gz': '3fb1c873e1b9b056a4dc4c0c198b24c3ffa059243875552b2bd0933b1aee4ce2'}, + {'serde_derive-1.0.197.tar.gz': '7eb0b34b42edc17f6b7cac84a52a1c5f0e1bb2227e997ca9011ea3dd34e8610b'}, + {'smallvec-1.13.2.tar.gz': '3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67'}, + {'syn-2.0.58.tar.gz': '44cfb93f38070beee36b3fef7d4f5a16f27751d94b187b666a5cc5e9b0d30687'}, + {'target-lexicon-0.12.14.tar.gz': 'e1fc403891a21bcfb7c37834ba66a547a8f402146eba7265b5a6d88059c9ff2f'}, + {'unicode-ident-1.0.12.tar.gz': '3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b'}, + {'unindent-0.2.3.tar.gz': 'c7de7d73e1754487cb58364ee906a499937a0dfabd86bcb980fa99ec8c8fa2ce'}, + {'windows-targets-0.48.5.tar.gz': '9a2fa6e2155d7247be68c096456083145c183cbbbc2764150dda45a87197940c'}, + {'windows_aarch64_gnullvm-0.48.5.tar.gz': '2b38e32f0abccf9987a4e3079dfb67dcd799fb61361e53e2882c3cbaf0d905d8'}, + {'windows_aarch64_msvc-0.48.5.tar.gz': 'dc35310971f3b2dbbf3f0690a219f40e2d9afcf64f9ab7cc1be722937c26b4bc'}, + {'windows_i686_gnu-0.48.5.tar.gz': 'a75915e7def60c94dcef72200b9a8e58e5091744960da64ec734a6c6e9b3743e'}, + {'windows_i686_msvc-0.48.5.tar.gz': '8f55c233f70c4b27f66c523580f78f1004e8b5a8b659e05a4eb49d4166cca406'}, + {'windows_x86_64_gnu-0.48.5.tar.gz': '53d40abd2583d23e4718fddf1ebec84dbff8381c07cae67ff7768bbf19c6718e'}, + {'windows_x86_64_gnullvm-0.48.5.tar.gz': '0b7b52767868a23d5bab768e390dc5f5c55825b6d30b86c844ff2dc7414044cc'}, + {'windows_x86_64_msvc-0.48.5.tar.gz': 'ed94fce61571a4006852b7389a063ab983c02eb1bb37b47f8272ce92d06d9538'}, +] + +use_pip = True +sanity_pip_check = True +download_dep_fail = True + +# https://github.com/openai/tiktoken/issues/194 +runtest = ( + 'ln -s $PWD/tests ../tests_%(name)s' + ' && cd ..' + ' && pytest tests_%(name)s/' +) +testinstall = True + +moduleclass = 'lib'