deployment_config = nemo_client.deployment.configs.create(
name="llama-3.2-1b-instruct-ft-config",
namespace=NMS_NAMESPACE,
model=CUSTOMIZED_MODEL,
nim_deployment={
"image_name": "nvcr.io/nim/meta/llama-3.2-1b-instruct",
"image_tag": "latest",
"gpu": 1,
"disable_lora_support": True,
"pvc_size": "25Gi",
"additional_envs": {
"NIM_MODEL_NAME": "hf://meta/llama-3.2-1b-instruct-ft9@cust-Y7WbwhUXRDRvxW5aDDoEaM",
"NIM_GUIDED_DECODING_BACKEND": "outlines"
}
},
)
print(f"Deployment config created: {deployment_config.name}")
DEPLOYMENT_NAME = "llama-3.2-1b-instruct-ft"
deployment = nemo_client.deployment.model_deployments.create(
name=DEPLOYMENT_NAME,
namespace=NMS_NAMESPACE,
hf_token="hf_****",
config=f"{NMS_NAMESPACE}/{deployment_config.name}"
)
print(f"Model deployment created: {deployment.name}")
i code this, not work