https://huggingface.co/OpenVINO/open_llama_3b_v2-fp16-ov

oc port-forward pod/rhel9-vm-100g- 2222:22

ssh -p 2222 cloud-user@localhost

sudo subscription-manager register --username user --password passed

sudo -i

dnf update -y

dnf groupinstall -y "Development Tools" dnf install -y
python3-pip
python3-devel
cmake
gcc
gcc-c++
make
wget
unzip
git

pip3 install --upgrade pip

sudo subscription-manager repos --enable=rhel-9-for-x86_64-baseos-rpms sudo subscription-manager repos --enable=rhel-9-for-x86_64-appstream-rpms

sudo yum install podman

podman pull registry.connect.redhat.com/intel/openvino-runtime:2024.4.0

podman run -d --name openvino-container registry.connect.redhat.com/intel/openvino-runtime:2024.4.0 /bin/bash -c "while true; do sleep 30; done;"

podman exec -it openvino-container /bin/bash

https://drive.google.com/file/d/18VGkRJ1nbBAEj2wDNDEGSQ6gFxsVaGHO/view?usp=sharing