Ok, so the image needs ssh in order to clone the repo, not just the server.

This is my dockerfile:

# Use a slim Python image as the base image
FROM python:3.9.9-slim as builder

ARG CODEARTIFACT_AUTH_TOKEN
ARG POETRY_HTTP_BASIC_ARTIFACT_USERNAME
ARG POETRY_HTTP_BASIC_ARTIFACT_PASSWORD

# Set environment variables for Poetry
ENV POETRY_HOME=/opt/poetry \
    POETRY_NO_INTERACTION=1 \
    POETRY_VIRTUALENVS_CREATE=false \
    PATH="/opt/poetry/bin:$PATH"\
    PYTHONPATH="/ml_pipeline:${PYTHONPATH}"

# Set the working directory in the container
WORKDIR /src

# Copy only the dependency files
COPY pyproject.toml poetry.lock ./

RUN apt-get update && apt-get upgrade -y \
    && apt-get install --no-install-recommends -y \
    curl \
    git \
    # Install lightGBM as part of retina
    # Reference: 

    && apt-get install libgomp1 \
    # Installing `poetry` package manager:
    # 

    && curl -sSL '

' | python - \
    # Cleaning cache:
    && apt-get remove --purge --auto-remove -y curl \
    && apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false \
    && apt-get clean -y \
    && poetry install --no-interaction --no-ansi \
    && rm -rf /var/lib/apt/lists/*