Compare commits
4 Commits
restructur
...
ea01ce596d
Author | SHA1 | Date | |
---|---|---|---|
ea01ce596d | |||
8861b32ae5 | |||
302453d313 | |||
e022b26399 |
40
Dockerfile
40
Dockerfile
@@ -2,6 +2,9 @@
|
|||||||
# Stage 1: Builder
|
# Stage 1: Builder
|
||||||
FROM python:3.11-slim as builder
|
FROM python:3.11-slim as builder
|
||||||
|
|
||||||
|
# Create non-root user early in builder stage
|
||||||
|
RUN groupadd -r appuser && useradd -r -g appuser appuser
|
||||||
|
|
||||||
# Install system dependencies for building Python packages
|
# Install system dependencies for building Python packages
|
||||||
RUN apt-get update && apt-get install -y \
|
RUN apt-get update && apt-get install -y \
|
||||||
build-essential \
|
build-essential \
|
||||||
@@ -25,6 +28,15 @@ COPY wsgi.py .
|
|||||||
COPY run_prod.py .
|
COPY run_prod.py .
|
||||||
COPY assets/ assets/
|
COPY assets/ assets/
|
||||||
|
|
||||||
|
# Change ownership of source files before building (lighter I/O)
|
||||||
|
RUN chown -R appuser:appuser /app
|
||||||
|
|
||||||
|
# Create and set permissions for appuser home directory (needed for uv cache)
|
||||||
|
RUN mkdir -p /home/appuser && chown -R appuser:appuser /home/appuser
|
||||||
|
|
||||||
|
# Switch to non-root user before building
|
||||||
|
USER appuser
|
||||||
|
|
||||||
# Create virtual environment and install dependencies (including production extras)
|
# Create virtual environment and install dependencies (including production extras)
|
||||||
RUN uv venv .venv
|
RUN uv venv .venv
|
||||||
RUN uv sync --frozen --extra prod
|
RUN uv sync --frozen --extra prod
|
||||||
@@ -32,23 +44,28 @@ RUN uv sync --frozen --extra prod
|
|||||||
# Stage 2: Runtime
|
# Stage 2: Runtime
|
||||||
FROM python:3.11-slim as runtime
|
FROM python:3.11-slim as runtime
|
||||||
|
|
||||||
|
# Create non-root user in runtime stage
|
||||||
|
RUN groupadd -r appuser && useradd -r -g appuser appuser
|
||||||
|
|
||||||
# Install runtime dependencies for compiled packages
|
# Install runtime dependencies for compiled packages
|
||||||
RUN apt-get update && apt-get install -y \
|
RUN apt-get update && apt-get install -y \
|
||||||
libgomp1 \
|
libgomp1 \
|
||||||
&& rm -rf /var/lib/apt/lists/*
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
# Set working directory
|
# Set working directory and change ownership (small directory)
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
|
RUN chown appuser:appuser /app
|
||||||
|
|
||||||
# Copy virtual environment from builder stage
|
# Copy files from builder with correct ownership
|
||||||
COPY --from=builder /app/.venv /app/.venv
|
COPY --from=builder --chown=appuser:appuser /app/.venv /app/.venv
|
||||||
|
COPY --from=builder --chown=appuser:appuser /app/src /app/src
|
||||||
|
COPY --from=builder --chown=appuser:appuser /app/main.py /app/main.py
|
||||||
|
COPY --from=builder --chown=appuser:appuser /app/assets /app/assets
|
||||||
|
COPY --from=builder --chown=appuser:appuser /app/wsgi.py /app/wsgi.py
|
||||||
|
COPY --from=builder --chown=appuser:appuser /app/run_prod.py /app/run_prod.py
|
||||||
|
|
||||||
# Copy application files from builder stage
|
# Switch to non-root user
|
||||||
COPY --from=builder /app/src /app/src
|
USER appuser
|
||||||
COPY --from=builder /app/main.py /app/main.py
|
|
||||||
COPY --from=builder /app/assets /app/assets
|
|
||||||
COPY --from=builder /app/wsgi.py /app/wsgi.py
|
|
||||||
COPY --from=builder /app/run_prod.py /app/run_prod.py
|
|
||||||
|
|
||||||
# Make sure the virtual environment is in PATH
|
# Make sure the virtual environment is in PATH
|
||||||
ENV PATH="/app/.venv/bin:$PATH"
|
ENV PATH="/app/.venv/bin:$PATH"
|
||||||
@@ -65,11 +82,6 @@ ENV EMBEDDINGBUDDY_ENV=production
|
|||||||
# Expose port
|
# Expose port
|
||||||
EXPOSE 8050
|
EXPOSE 8050
|
||||||
|
|
||||||
# Create non-root user
|
|
||||||
RUN groupadd -r appuser && useradd -r -g appuser appuser
|
|
||||||
RUN chown -R appuser:appuser /app
|
|
||||||
USER appuser
|
|
||||||
|
|
||||||
# Health check
|
# Health check
|
||||||
HEALTHCHECK --interval=30s --timeout=10s --start-period=30s --retries=3 \
|
HEALTHCHECK --interval=30s --timeout=10s --start-period=30s --retries=3 \
|
||||||
CMD python -c "import requests; requests.get('http://localhost:8050/', timeout=5)" || exit 1
|
CMD python -c "import requests; requests.get('http://localhost:8050/', timeout=5)" || exit 1
|
||||||
|
@@ -1,6 +1,6 @@
|
|||||||
[project]
|
[project]
|
||||||
name = "embeddingbuddy"
|
name = "embeddingbuddy"
|
||||||
version = "0.5.0"
|
version = "0.5.1"
|
||||||
description = "A Python Dash application for interactive exploration and visualization of embedding vectors through dimensionality reduction techniques."
|
description = "A Python Dash application for interactive exploration and visualization of embedding vectors through dimensionality reduction techniques."
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">=3.11"
|
requires-python = ">=3.11"
|
||||||
|
@@ -16,11 +16,42 @@ def create_app():
|
|||||||
|
|
||||||
app = dash.Dash(
|
app = dash.Dash(
|
||||||
__name__,
|
__name__,
|
||||||
|
title="EmbeddingBuddy",
|
||||||
external_stylesheets=[
|
external_stylesheets=[
|
||||||
dbc.themes.BOOTSTRAP,
|
dbc.themes.BOOTSTRAP,
|
||||||
"https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.0/css/all.min.css",
|
"https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.0/css/all.min.css",
|
||||||
],
|
],
|
||||||
assets_folder=assets_path,
|
assets_folder=assets_path,
|
||||||
|
meta_tags=[
|
||||||
|
{
|
||||||
|
"name": "description",
|
||||||
|
"content": "Interactive embedding visualization tool for exploring high-dimensional vectors through dimensionality reduction techniques like PCA, t-SNE, and UMAP."
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "author",
|
||||||
|
"content": "EmbeddingBuddy"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "keywords",
|
||||||
|
"content": "embeddings, visualization, dimensionality reduction, PCA, t-SNE, UMAP, machine learning, data science"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "viewport",
|
||||||
|
"content": "width=device-width, initial-scale=1.0"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"property": "og:title",
|
||||||
|
"content": "EmbeddingBuddy - Interactive Embedding Visualization"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"property": "og:description",
|
||||||
|
"content": "Explore and visualize embedding vectors through interactive 2D/3D plots with multiple dimensionality reduction techniques."
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"property": "og:type",
|
||||||
|
"content": "website"
|
||||||
|
}
|
||||||
|
],
|
||||||
)
|
)
|
||||||
|
|
||||||
# Allow callbacks to components that are dynamically created in tabs
|
# Allow callbacks to components that are dynamically created in tabs
|
||||||
|
@@ -7,6 +7,16 @@ class InteractionCallbacks:
|
|||||||
self._register_callbacks()
|
self._register_callbacks()
|
||||||
|
|
||||||
def _register_callbacks(self):
|
def _register_callbacks(self):
|
||||||
|
@callback(
|
||||||
|
Output("about-modal", "is_open"),
|
||||||
|
[Input("about-button", "n_clicks"), Input("about-modal-close", "n_clicks")],
|
||||||
|
prevent_initial_call=True,
|
||||||
|
)
|
||||||
|
def toggle_about_modal(about_clicks, close_clicks):
|
||||||
|
if about_clicks or close_clicks:
|
||||||
|
return True if about_clicks else False
|
||||||
|
return False
|
||||||
|
|
||||||
@callback(
|
@callback(
|
||||||
[
|
[
|
||||||
Output("processed-data", "data", allow_duplicate=True),
|
Output("processed-data", "data", allow_duplicate=True),
|
||||||
|
69
src/embeddingbuddy/ui/components/about.py
Normal file
69
src/embeddingbuddy/ui/components/about.py
Normal file
@@ -0,0 +1,69 @@
|
|||||||
|
from dash import html, dcc
|
||||||
|
import dash_bootstrap_components as dbc
|
||||||
|
|
||||||
|
|
||||||
|
class AboutComponent:
|
||||||
|
def _get_about_content(self):
|
||||||
|
return """
|
||||||
|
# 🔍 Interactive Embedding Visualization
|
||||||
|
|
||||||
|
EmbeddingBuddy is a modular Python Dash web application for interactive exploration and visualization of embedding vectors through dimensionality reduction techniques (PCA, t-SNE, UMAP).
|
||||||
|
|
||||||
|
## ✨ Features
|
||||||
|
|
||||||
|
- Drag-and-drop NDJSON file upload
|
||||||
|
- Multiple dimensionality reduction algorithms
|
||||||
|
- 2D/3D interactive plots with Plotly
|
||||||
|
- Color coding by categories, subcategories, or tags
|
||||||
|
- In-browser embedding generation
|
||||||
|
- OpenSearch integration for data loading
|
||||||
|
|
||||||
|
## 🔧 Supported Algorithms
|
||||||
|
|
||||||
|
- **PCA** (Principal Component Analysis)
|
||||||
|
- **t-SNE** (t-Distributed Stochastic Neighbor Embedding)
|
||||||
|
- **UMAP** (Uniform Manifold Approximation and Projection)
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
📂 [View on GitHub](https://github.com/godber/EmbeddingBuddy)
|
||||||
|
|
||||||
|
*Built with: Python, Dash, Plotly, scikit-learn, OpenTSNE, UMAP*
|
||||||
|
""".strip()
|
||||||
|
|
||||||
|
def create_about_modal(self):
|
||||||
|
return dbc.Modal(
|
||||||
|
[
|
||||||
|
dbc.ModalHeader(
|
||||||
|
dbc.ModalTitle("About EmbeddingBuddy"),
|
||||||
|
close_button=True,
|
||||||
|
),
|
||||||
|
dbc.ModalBody([
|
||||||
|
dcc.Markdown(
|
||||||
|
self._get_about_content(),
|
||||||
|
className="mb-0"
|
||||||
|
)
|
||||||
|
]),
|
||||||
|
dbc.ModalFooter([
|
||||||
|
dbc.Button(
|
||||||
|
"Close",
|
||||||
|
id="about-modal-close",
|
||||||
|
color="secondary",
|
||||||
|
n_clicks=0
|
||||||
|
)
|
||||||
|
]),
|
||||||
|
],
|
||||||
|
id="about-modal",
|
||||||
|
is_open=False,
|
||||||
|
size="lg",
|
||||||
|
)
|
||||||
|
|
||||||
|
def create_about_button(self):
|
||||||
|
return dbc.Button(
|
||||||
|
[html.I(className="fas fa-info-circle me-2"), "About"],
|
||||||
|
id="about-button",
|
||||||
|
color="outline-info",
|
||||||
|
size="sm",
|
||||||
|
n_clicks=0,
|
||||||
|
className="ms-2"
|
||||||
|
)
|
@@ -1,16 +1,19 @@
|
|||||||
from dash import dcc, html
|
from dash import dcc, html
|
||||||
import dash_bootstrap_components as dbc
|
import dash_bootstrap_components as dbc
|
||||||
from .components.sidebar import SidebarComponent
|
from .components.sidebar import SidebarComponent
|
||||||
|
from .components.about import AboutComponent
|
||||||
|
|
||||||
|
|
||||||
class AppLayout:
|
class AppLayout:
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
self.sidebar = SidebarComponent()
|
self.sidebar = SidebarComponent()
|
||||||
|
self.about = AboutComponent()
|
||||||
|
|
||||||
def create_layout(self):
|
def create_layout(self):
|
||||||
return dbc.Container(
|
return dbc.Container(
|
||||||
[self._create_header(), self._create_main_content()]
|
[self._create_header(), self._create_main_content()]
|
||||||
+ self._create_stores(),
|
+ self._create_stores()
|
||||||
|
+ [self.about.create_about_modal()],
|
||||||
fluid=True,
|
fluid=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -19,7 +22,16 @@ class AppLayout:
|
|||||||
[
|
[
|
||||||
dbc.Col(
|
dbc.Col(
|
||||||
[
|
[
|
||||||
html.H1("EmbeddingBuddy", className="text-center mb-4"),
|
html.Div(
|
||||||
|
[
|
||||||
|
html.H1("EmbeddingBuddy", className="text-center mb-4 d-inline"),
|
||||||
|
html.Div(
|
||||||
|
[self.about.create_about_button()],
|
||||||
|
className="float-end"
|
||||||
|
),
|
||||||
|
],
|
||||||
|
className="d-flex justify-content-between align-items-center"
|
||||||
|
),
|
||||||
# Load Transformers.js from CDN
|
# Load Transformers.js from CDN
|
||||||
html.Script(
|
html.Script(
|
||||||
"""
|
"""
|
||||||
|
Reference in New Issue
Block a user