Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 18 additions & 10 deletions .harness/reusable_build_images.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -119,17 +119,25 @@ pipeline:
execution:
steps:
- step:
type: BuildAndPushDockerRegistry
name: Build and push to dockerhub
identifier: Build_and_push_to_dockerhub
type: Run
name: Build images and push to dockerhub
identifier: Build_images_and_push_to_dockerhub
spec:
connectorRef: datarobot_user_models_read_write
repo: datarobotdev/<+matrix.image.repository>
tags:
- <+matrix.image.tag>
caching: true
dockerfile: <+matrix.image.path>/<+matrix.image.dockerfile>
context: <+matrix.image.path>
shell: Bash
command: |-
echo "Starting script"
docker login -u datarobotsvc1 -p <+secrets.getValue("org.genai-systems-dockerhub-token")>
docker login -u '$oauthtoken' -p '<+secrets.getValue("NVIDIA_NGC_Credential")>' nvcr.io

repo=datarobotdev/<+matrix.image.repository>
tag=<+matrix.image.tag>
dockerfile=<+matrix.image.path>/<+matrix.image.dockerfile>
context=<+matrix.image.path>

cd ${context}
image_name=${repo}:${tag}
docker build -t ${image_name} -f ${dockerfile} .
docker push ${image_name}
when:
pipelineStatus: Success
condition: <+pipeline.variables.envs_folders>!=""
Expand Down
10 changes: 6 additions & 4 deletions public_dropin_nim_environments/nim_llama_8b/env_info.json
Original file line number Diff line number Diff line change
@@ -1,12 +1,14 @@
{
"id": "66151694d53a8a537360dbd8",
"name": "[GenAI][NVIDIA] NIM Llama-3.1-8b-instruct",
"name": "[GenAI][NVIDIA] NIM Llama-3.1-8b-instruct***",
"description": "NVIDIA Inference Microservice GPU accelerated LLM capabilities through OpenAI compatible API's.\nThis NIM was built for Llama3.1-8b-instruct.",
"programmingLanguage": "python",
"label": "v1.3.3+dr.3",
"environmentVersionId": "67abbe9fcbce021ed2502585",
"environmentVersionId": "6841d5ae8a04240fce11ec2d",
"environmentVersionDescription": "Security updates.\nFROM nvcr.io/nim/meta/llama-3.1-8b-instruct:1.3.3",
"isDownloadable": false,
"isPublic": true,
"imageRepository": "env-nim-llama-8b"
"useCases": null,
"contextUrl": null,
"imageRepository": "env-nim-llama-8b",
"tags": []
}
9 changes: 2 additions & 7 deletions public_dropin_nim_environments/nim_llama_8b/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
#
# This file is autogenerated by pip-compile with Python 3.9
# This file is autogenerated by pip-compile with Python 3.10
# by the following command:
#
# pip-compile --index-url=https://pypi.org/simple --no-annotate --no-emit-index-url --no-emit-trusted-host requirements.in
# pip-compile --index-url=https://pypi.org/simple --no-annotate --no-emit-index-url --no-emit-trusted-host --output-file=requirements.txt requirements.in
#
aiohappyeyeballs==2.4.3
aiohttp==3.10.11
Expand Down Expand Up @@ -33,9 +33,7 @@ docker==4.4.4
exceptiongroup==1.2.2
filechunkio==1.8
flask==2.2.5
flask-cors==5.0.0
frozenlist==1.5.0
future==1.0.0
google-api-core==1.34.0
google-auth==1.28.1
google-cloud-core==2.4.1
Expand All @@ -47,7 +45,6 @@ h11==0.14.0
httpcore==1.0.6
httpx==0.27.2
idna==3.10
importlib-metadata==8.5.0
isodate==0.7.2
itsdangerous==2.2.0
jinja2==3.1.5
Expand Down Expand Up @@ -85,7 +82,6 @@ requests==2.32.3
requests-toolbelt==1.0.0
rsa==4.9
ruamel-yaml==0.17.4
ruamel-yaml-clib==0.2.12
s3transfer==0.10.3
scipy==1.13.1
six==1.16.0
Expand All @@ -102,7 +98,6 @@ urllib3==1.26.20
websocket-client==1.8.0
werkzeug==3.0.6
yarl==1.17.1
zipp==3.20.2

# The following packages are considered to be unsafe in a requirements file:
# setuptools