Skip to content

Commit e7728cc

Browse files
committed
release: add new HF image config
1 parent 8c85cee commit e7728cc

File tree

3 files changed

+101
-1
lines changed

3 files changed

+101
-1
lines changed

src/sagemaker/image_uri_config/huggingface-llm.json

+48-1
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
"1.2": "1.2.0",
1313
"1.3": "1.3.3",
1414
"1.4": "1.4.5",
15-
"2.0": "2.3.1"
15+
"2.0": "2.4.0"
1616
},
1717
"versions": {
1818
"0.6.0": {
@@ -766,6 +766,53 @@
766766
"container_version": {
767767
"gpu": "cu124-ubuntu22.04"
768768
}
769+
},
770+
"2.4.0": {
771+
"py_versions": [
772+
"py311"
773+
],
774+
"registries": {
775+
"af-south-1": "626614931356",
776+
"il-central-1": "780543022126",
777+
"ap-east-1": "871362719292",
778+
"ap-northeast-1": "763104351884",
779+
"ap-northeast-2": "763104351884",
780+
"ap-northeast-3": "364406365360",
781+
"ap-south-1": "763104351884",
782+
"ap-south-2": "772153158452",
783+
"ap-southeast-1": "763104351884",
784+
"ap-southeast-2": "763104351884",
785+
"ap-southeast-3": "907027046896",
786+
"ap-southeast-4": "457447274322",
787+
"ca-central-1": "763104351884",
788+
"cn-north-1": "727897471807",
789+
"cn-northwest-1": "727897471807",
790+
"eu-central-1": "763104351884",
791+
"eu-central-2": "380420809688",
792+
"eu-north-1": "763104351884",
793+
"eu-west-1": "763104351884",
794+
"eu-west-2": "763104351884",
795+
"eu-west-3": "763104351884",
796+
"eu-south-1": "692866216735",
797+
"eu-south-2": "503227376785",
798+
"me-south-1": "217643126080",
799+
"me-central-1": "914824155844",
800+
"sa-east-1": "763104351884",
801+
"us-east-1": "763104351884",
802+
"us-east-2": "763104351884",
803+
"us-gov-east-1": "446045086412",
804+
"us-gov-west-1": "442386744353",
805+
"us-iso-east-1": "886529160074",
806+
"us-isob-east-1": "094389454867",
807+
"us-west-1": "763104351884",
808+
"us-west-2": "763104351884",
809+
"ca-west-1": "204538143572"
810+
},
811+
"tag_prefix": "2.4.0-tgi2.4.0",
812+
"repository": "huggingface-pytorch-tgi-inference",
813+
"container_version": {
814+
"gpu": "cu124-ubuntu22.04"
815+
}
769816
}
770817
}
771818
}

src/sagemaker/image_uri_config/huggingface-neuronx.json

+52
Original file line numberDiff line numberDiff line change
@@ -344,6 +344,58 @@
344344
"sdk2.18.0"
345345
]
346346
}
347+
},
348+
"4.43.2": {
349+
"version_aliases": {
350+
"pytorch2.1": "pytorch2.1.2"
351+
},
352+
"pytorch2.1.2": {
353+
"py_versions": [
354+
"py310"
355+
],
356+
"repository": "huggingface-pytorch-inference-neuronx",
357+
"registries": {
358+
"af-south-1": "626614931356",
359+
"il-central-1": "780543022126",
360+
"ap-east-1": "871362719292",
361+
"ap-northeast-1": "763104351884",
362+
"ap-northeast-2": "763104351884",
363+
"ap-northeast-3": "364406365360",
364+
"ap-south-1": "763104351884",
365+
"ap-south-2": "772153158452",
366+
"ap-southeast-1": "763104351884",
367+
"ap-southeast-2": "763104351884",
368+
"ap-southeast-4": "457447274322",
369+
"ca-central-1": "763104351884",
370+
"cn-north-1": "727897471807",
371+
"cn-northwest-1": "727897471807",
372+
"eu-central-1": "763104351884",
373+
"eu-central-2": "380420809688",
374+
"eu-north-1": "763104351884",
375+
"eu-west-1": "763104351884",
376+
"eu-west-2": "763104351884",
377+
"eu-west-3": "763104351884",
378+
"eu-south-1": "692866216735",
379+
"eu-south-2": "503227376785",
380+
"me-south-1": "217643126080",
381+
"sa-east-1": "763104351884",
382+
"us-east-1": "763104351884",
383+
"us-east-2": "763104351884",
384+
"us-gov-east-1": "446045086412",
385+
"us-gov-west-1": "442386744353",
386+
"us-iso-east-1": "886529160074",
387+
"us-isob-east-1": "094389454867",
388+
"us-west-1": "763104351884",
389+
"us-west-2": "763104351884",
390+
"ca-west-1": "204538143572"
391+
},
392+
"container_version": {
393+
"inf": "ubuntu20.04"
394+
},
395+
"sdk_versions": [
396+
"sdk2.20.0"
397+
]
398+
}
347399
}
348400
}
349401
}

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

+1
Original file line numberDiff line numberDiff line change
@@ -46,6 +46,7 @@
4646
"2.0.2": "2.3.0-tgi2.0.2-gpu-py310-cu121-ubuntu22.04",
4747
"2.2.0": "2.3.0-tgi2.2.0-gpu-py310-cu121-ubuntu22.04-v2.0",
4848
"2.3.1": "2.4.0-tgi2.3.1-gpu-py311-cu124-ubuntu22.04",
49+
"2.4.0": "2.4.0-tgi2.4.0-gpu-py311-cu124-ubuntu22.04",
4950
},
5051
"inf2": {
5152
"0.0.16": "1.13.1-optimum0.0.16-neuronx-py310-ubuntu22.04",

0 commit comments

Comments
 (0)