Posts

Showing posts from May, 2025

ML Notes

 ML Notes #!/bin/bash # Get the LLM_MODEL_NAME from .env file LLM_MODEL_NAME=$(grep -v '^#' .env | grep 'LLM_MODEL_NAME' | cut -d '=' -f2) # Check if LLM_MODEL_NAME was found if [ -z "$LLM_MODEL_NAME" ]; then     echo "Error: LLM_MODEL_NAME not found in .env file or it's commented out."     exit 1 fi echo "Using LLM model: $LLM_MODEL_NAME" # Pull the Docker model echo "Pulling Docker model..." docker model pull $LLM_MODEL_NAME # Build and run Docker container echo "Running Docker Compose..." docker compose up --build services:   python-genai:     build:       context: ./py-genai       dockerfile: Dockerfile     ports:       - "8081:8081"     environment:       - PORT=8081     env_file:       - .env     restart: unless-stopped     extra_hosts:       - "host.docker.internal:host-gateway" FROM python:3.11-slim WO...