nvidia_submission_report.log (136.5 KB)
i am herewith attaching the log , added i used the below command
./build/examples/multimodal/action_inference
–engineDir “$ROOT/engines/llm”
–multimodalEngineDir “$ROOT/engines”
–inputFile “$WORKSPACE_DIR/input_action.json”
–outputFile “$WORKSPACE_DIR/output_action_fixed.json”
–batchSize 1
–maxGenerateLength 256
–debug
–dumpOutput
2>&1 | tee “$HOME/nvidia_submission_report.log”
thoruser@tegra-ubuntu:~/TensorRT-Edge-LLM$ jq '.responses[0] | {text_output_status: (if .output_text == "" then "EMPTY (Bug: String is completely unpopulated)" else .output_text end), trajectory_status: "SUCCESSFUL (\(.output_trajectory | length) spatial waypoints generated)"}' "$WORKSPACE_DIR/output_action_fixed.json"
{
"text_output_status": "EMPTY (Bug: String is completely unpopulated)",
"trajectory_status": "SUCCESSFUL (64 spatial waypoints generated)"
}
thoruser@tegra-ubuntu:~/TensorRT-Edge-LLM$
thoruser@tegra-ubuntu:~/TensorRT-Edge-LLM$ jq '.responses[0] | {text_output_status: (if .output_text == "" then "EMPTY (Bug: String is completely unpopulated)" else .output_text end), trajectory_status: "SUCCESSFUL (\(.output_trajectory | length) spatial waypoints generated)"}' "$WORKSPACE_DIR/output_action_fixed.json"
{
"text_output_status": "EMPTY (Bug: String is completely unpopulated)",
"trajectory_status": "SUCCESSFUL (64 spatial waypoints generated)"
}
thoruser@tegra-ubuntu:~/TensorRT-Edge-LLM$
Please find below my input_action.json
{
“batch_size”: 1,
“temperature”: 0.6,
“top_p”: 0.98,
“top_k”: 50,
“max_generate_length”: 256,
“requests”: [
{
“messages”: [
{
“role”: “system”,
“content”: [
{
“type”: “text”,
“text”: “You are a driving assistant that outputs actions based on video frames.”
},
{
“type”: “text”,
“text”: “You are a driving assistant that outputs actions based on video frames.”
}
]
},
{
“role”: “user”,
“content”: [
{
“type”: “text”,
“text”: “<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\n<|vision_start|><|image_pad|><|vision_end|>\noutput the driving action metrics.”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_00.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_01.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_02.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_03.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_04.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_05.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_06.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_07.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_08.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_09.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_10.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_11.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_12.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_13.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_14.png”
},
{
“type”: “image”,
“image”: “/home/thoruser/tensorrt-edgellm-workspace/frames/frame_15.png”
},
{
“type”: “trajectory”,
“trajectory”: [
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
]
}
]
}
]
}
],
“enable_thinking”: true
}
