Stage

.env.example

@@ -1,16 +1,3 @@
-# APP SETTINGS
-ENV=local
-APP_SETTINGS=<app settings 'config.DevelopmentConfig' for development and 'config.ProductionConfig' for stage or alpha >
-
 # BACKEND
 BACKEND_URL=<backend url>
 BACKEND_API_KEY=<backend apikey>
-
-# API_KEY
-API_KEY=<video ingestion apikey>
-
-# Redis
-REDISCLOUD_URL=<redis cloud url>
-
-# Ssh key
-SSH_KEY=<ssh key only for stage or alpha to install edream-sdk>

.github/workflows/build-and-push.yml

@@ -0,0 +1,61 @@
+name: Build and Push Docker Image
+
+on:
+  push:
+    branches:
+      - main
+      - stage
+  workflow_dispatch:
+    inputs:
+      docker_tag:
+        required: false
+        default: ""
+        type: string
+
+env:
+  REGISTRY: docker.io
+  IMAGE_NAME: edreamai/dream-ingestion
+
+jobs:
+  build-and-push:
+    runs-on: container-builder
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Generate image metadata
+        id: meta
+        run: |
+          TIMESTAMP=$(date +%Y%m%d%H%M%S)
+          VERSION="${TIMESTAMP}"
+
+          TAG_SUFFIX="${{ github.event.inputs.docker_tag }}"
+          if [ -n "$TAG_SUFFIX" ]; then
+            VERSION="${VERSION}-${TAG_SUFFIX}"
+          fi
+
+          echo "version=${VERSION}" >> $GITHUB_OUTPUT
+          echo "image_tag=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${VERSION}" >> $GITHUB_OUTPUT
+          echo "latest_tag=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest" >> $GITHUB_OUTPUT
+
+      - name: Build and Push Docker Image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: ./Dockerfile
+          push: true
+          tags: |
+            ${{ steps.meta.outputs.image_tag }}
+            ${{ steps.meta.outputs.latest_tag }}
+          platforms: linux/amd64

.gitignore

@@ -12,4 +12,7 @@ flask.log
 rq_worker.log
 
 # python-api
-python-api
+python-api
+
+# output
+output/

Dockerfile

@@ -0,0 +1,87 @@
+FROM nvidia/cuda:12.8.0-cudnn-devel-ubuntu22.04 AS ffmpeg-builder
+
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+        build-essential \
+        pkg-config \
+        yasm \
+        nasm \
+        git \
+        wget \
+        libx264-dev \
+        libx265-dev \
+        libnuma-dev \
+        libvpx-dev \
+        libfdk-aac-dev \
+        libmp3lame-dev \
+        libopus-dev \
+        libfreetype6-dev \
+    && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+RUN git clone https://git.videolan.org/git/ffmpeg/nv-codec-headers.git /tmp/nv-codec-headers && \
+    cd /tmp/nv-codec-headers && \
+    make install
+
+RUN git clone --depth 1 --branch n8.1 https://github.com/FFmpeg/FFmpeg.git /tmp/ffmpeg && \
+    cd /tmp/ffmpeg && \
+    ./configure \
+        --prefix=/usr/local \
+        --enable-gpl \
+        --enable-nonfree \
+        --enable-cuda-nvcc \
+        --enable-cuvid \
+        --enable-nvenc \
+        --enable-nvdec \
+        --enable-libx264 \
+        --enable-libx265 \
+        --enable-libvpx \
+        --enable-libfdk-aac \
+        --enable-libmp3lame \
+        --enable-libopus \
+        --enable-libfreetype \
+        --extra-cflags="-I/usr/local/cuda/include" \
+        --extra-ldflags="-L/usr/local/cuda/lib64" \
+        --nvccflags="-gencode arch=compute_75,code=sm_75 -O2" \
+    && make -j$(nproc) \
+    && make install
+
+FROM nvidia/cuda:12.8.0-cudnn-runtime-ubuntu22.04
+
+COPY --from=ffmpeg-builder /usr/local/bin/ffmpeg /usr/local/bin/ffmpeg
+COPY --from=ffmpeg-builder /usr/local/bin/ffprobe /usr/local/bin/ffprobe
+COPY --from=ffmpeg-builder /usr/local/lib/*.so* /usr/local/lib/
+
+WORKDIR /app
+
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+        imagemagick \
+        python3 \
+        python3-pip \
+        git \
+        libx264-163 \
+        libx265-199 \
+        libvpx7 \
+        libfdk-aac2 \
+        libmp3lame0 \
+        libopus0 \
+        libfreetype6 \
+        libnuma1 \
+    && apt-get clean && rm -rf /var/lib/apt/lists/* \
+    && ldconfig
+
+COPY requirements.txt /app/requirements.txt
+RUN pip install --no-cache-dir -r /app/requirements.txt
+
+COPY handler.py /app/handler.py
+COPY clients/ /app/clients/
+COPY utils/ /app/utils/
+COPY constants/ /app/constants/
+
+COPY entrypoint.sh /usr/local/bin/entrypoint.sh
+RUN chmod +x /usr/local/bin/entrypoint.sh
+
+RUN mkdir -p /app/assets
+
+ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]
+CMD ["python3", "-u", "/app/handler.py"]