First pass at Dockerfile

It doesn't work on macOS, due to an issue that seems to originate in
llama.cpp: ggml-org/llama.cpp#1655

Author: MoonKraken

Cargo.toml

@@ -21,7 +21,7 @@ serde = { version = "1.0.183", features = ["derive"] }
 rand = { version = "0.8.5", optional = true }
 env_logger = "0.10.0"
 dotenv ={ version = "0.15.0", optional = true }
-llm = { git = "https://github.com/rustformers/llm.git", branch = "main", optional = true, features = ["metal"] }
+llm = { git = "https://github.com/rustformers/llm.git", branch = "main", optional = true}
 actix-ws = { version = "0.2.5", optional = true }
 actix-rt = { verson = "2.8.0", optional = true }
 futures = { version = "0.3.28", optional = true }
@@ -33,6 +33,7 @@ web-sys = { version = "0.3.64" }
 csr = ["leptos/csr", "leptos_meta/csr", "leptos_router/csr"]
 hydrate = ["leptos/hydrate", "leptos_meta/hydrate", "leptos_router/hydrate", "gloo-net/websocket", "dep:futures"]
 ssr = ["dep:actix-files", "dep:actix-web", "dep:leptos_actix", "leptos/ssr", "leptos_meta/ssr", "leptos_router/ssr", "dep:rand", "dep:dotenv", "dep:llm", "dep:actix-ws", "dep:actix-rt", "dep:futures", "tokio/sync"]
+metal = ["llm/metal"]
 
 [profile.dev.package.ggml-sys]
 opt-level = 3

Dockerfile

@@ -0,0 +1,87 @@
+ARG RUST_VERSION=1.72.0
+ARG APP_NAME=rusty_llama
+ARG NODE_MAJOR=20
+
+FROM rust:${RUST_VERSION}-bookworm AS planner
+WORKDIR app
+RUN cargo install cargo-chef
+COPY . .
+RUN cargo chef prepare  --recipe-path recipe.json
+
+FROM rust:${RUST_VERSION}-bookworm AS cacher
+WORKDIR app
+RUN cargo install cargo-chef
+COPY --from=planner /app/recipe.json recipe.json
+RUN cargo chef cook --release --recipe-path recipe.json
+
+FROM rust:${RUST_VERSION}-bookworm AS build
+ARG APP_NAME
+WORKDIR /app
+
+# direct apt-get to the latest version of node, which is needed for tailwind
+# this is all from here https://github.com/nodesource/distributions#debian-versions
+RUN apt-get update
+RUN apt-get install -y ca-certificates curl gnupg
+RUN mkdir -p /etc/apt/keyrings
+RUN curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg
+RUN echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_20.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list
+RUN apt-get update && apt-get install -y pkg-config openssl libssl-dev nodejs
+# RUN apk --no-cache add pkgconfig openssl-dev nodejs npm musl-dev
+
+COPY --from=cacher /app/target /target
+COPY --from=cacher /usr/local/cargo /usr/local/cargo
+
+RUN cargo install cargo-leptos
+
+
+COPY . /app
+RUN npm install
+RUN npx tailwindcss -i ./input.css -o ./style/output.css
+RUN rustup target add wasm32-unknown-unknown
+RUN cargo leptos build --release -vv
+# RUN cp ./target/server/release/$APP_NAME /bin/server
+# RUN cp -r ./target/site /bin/site
+
+################################################################################
+# Create a new stage for running the application that contains the minimal
+# runtime dependencies for the application. This often uses a different base
+# image from the build stage where the necessary files are copied from the build
+# stage.
+#
+# The example below uses the debian bookworm image as the foundation for running the app.
+# By specifying the "slim-bookworm" tag, it will also use whatever happens to be the
+# most recent version of that tag when you build your Dockerfile. If
+# reproducability is important, consider using a digest
+# (e.g., debian@sha256:ac707220fbd7b67fc19b112cee8170b41a9e97f703f588b2cdbbcdcecdd8af57).
+FROM rustlang/rust:nightly-bookworm AS final
+#
+# install openssl
+RUN apt-get update && apt-get install -y openssl
+# RUN apk --no-cache add openssl
+# Create a non-privileged user that the app will run under.
+# See https://docs.docker.com/develop/develop-images/dockerfile_best-practices/#user
+ARG UID=10001
+RUN adduser \
+    --disabled-password \
+    --gecos "" \
+    --home "/nonexistent" \
+    --shell "/sbin/nologin" \
+    --no-create-home \
+    --uid "${UID}" \
+    appuser
+USER appuser
+
+# grab the model
+COPY --from=build llama-2-13b-chat.ggmlv3.q4_K_S.bin /bin/model
+ENV MODEL_PATH=/bin/model
+# Copy the executable from the "build" stage.
+COPY --from=build /app/target/server/release/$APP_NAME /bin/
+
+# Copy the frontend stuff
+COPY --from=build /app/target/site /bin/site
+
+# Expose the port that the application listens on.
+EXPOSE 3000
+
+# What the container should run when it is started.
+CMD ["/bin/server"]

compose.yaml

@@ -0,0 +1,50 @@
+# Comments are provided throughout this file to help you get started.
+# If you need more help, visit the Docker compose reference guide at
+# https://docs.docker.com/compose/compose-file/
+
+# Here the instructions define your application as a service called "server".
+# This service is built from the Dockerfile in the current directory.
+# You can add other services your application may depend on here, such as a
+# database or a cache. For examples, see the Awesome Compose repository:
+# https://github.com/docker/awesome-compose
+services:
+  server:
+    build:
+      context: .
+      target: final
+    ports:
+      - 3000:3000
+
+# The commented out section below is an example of how to define a PostgreSQL
+# database that your application can use. `depends_on` tells Docker Compose to
+# start the database before your application. The `db-data` volume persists the
+# database data between container restarts. The `db-password` secret is used
+# to set the database password. You must create `db/password.txt` and add
+# a password of your choosing to it before running `docker compose up`.
+#     depends_on:
+#       db:
+#         condition: service_healthy
+#   db:
+#     image: postgres
+#     restart: always
+#     user: postgres
+#     secrets:
+#       - db-password
+#     volumes:
+#       - db-data:/var/lib/postgresql/data
+#     environment:
+#       - POSTGRES_DB=example
+#       - POSTGRES_PASSWORD_FILE=/run/secrets/db-password
+#     expose:
+#       - 5432
+#     healthcheck:
+#       test: [ "CMD", "pg_isready" ]
+#       interval: 10s
+#       timeout: 5s
+#       retries: 5
+# volumes:
+#   db-data:
+# secrets:
+#   db-password:
+#     file: db/password.txt
+