Merge pull request #185 from andrewm4894/use-sqlite-for-dagster-db-for-demo

Use sqlite for dagster db for demo

Author: andrewm4894

.cursor/rules/development.mdc

@@ -45,7 +45,7 @@ The **Makefile contains many common development commands** organized by category
 - `make docs-build` - Build static documentation site
 
 ## Project Structure
-- **Local development**: Use `make local` for Dagster + `make dashboard` 
+- **Local development**: Use `make local` for Dagster + `make dashboard`
 - **Docker development**: Use `make docker-smart` for full stack
 - **Hot reload**: Configuration changes can be reloaded without restarts
 - **Multiple reset levels**: From gentle rebuilds to nuclear cleanup options

.devcontainer/README.md

@@ -8,7 +8,7 @@ This directory contains multiple devcontainer configurations for different use c
 - **Purpose**: Quick start for new users or demos
 - **Docker Strategy**: Pulls pre-built images from Docker Hub
 - **Speed**: ⚡ Fast startup (30-60 seconds)
-- **Use Cases**: 
+- **Use Cases**:
   - New users trying out anomstack
   - Demos and presentations
   - Quick testing without development setup
@@ -32,7 +32,7 @@ This directory contains multiple devcontainer configurations for different use c
 ### VS Code Dev Containers
 
 1. **Default**: Open folder in VS Code → "Reopen in Container"
-2. **Development**: 
+2. **Development**:
    - Open Command Palette (`Ctrl+Shift+P`)
    - "Dev Containers: Reopen in Container"
    - Select `devcontainer.dev.json`
@@ -78,4 +78,4 @@ Both configurations provide:
 
 ## 📚 Documentation
 
-For more information, see the main [README.md](../README.md) and [DOCKER.md](../DOCKER.md) files. 
+For more information, see the main [README.md](../README.md) and [DOCKER.md](../DOCKER.md) files.

.devcontainer/devcontainer.dev.json

@@ -47,4 +47,4 @@
         "ghcr.io/devcontainers/features/docker-in-docker:2": {}
     },
     "shutdownAction": "stopCompose"
-} 
+}

.devcontainer/initialize.sh

@@ -22,15 +22,15 @@ mkdir -p /opt/dagster/dagster_home
 PYTHON_INGEST_CONFIG="metrics/examples/python/python_ingest_simple/python_ingest_simple.yaml"
 if [ -f "$PYTHON_INGEST_CONFIG" ]; then
     echo "Updating python_ingest_simple job schedules to RUNNING for Codespaces..."
-    
+
     # Array of schedule statuses to set to RUNNING
     SCHEDULE_STATUSES=(
         "ingest_default_schedule_status"
         "train_default_schedule_status"
         "score_default_schedule_status"
         "alert_default_schedule_status"
     )
-    
+
     # Update each schedule status
     for status in "${SCHEDULE_STATUSES[@]}"; do
         if grep -q "$status:" "$PYTHON_INGEST_CONFIG"; then
@@ -43,7 +43,7 @@ if [ -f "$PYTHON_INGEST_CONFIG" ]; then
             echo "Added $status: RUNNING"
         fi
     done
-    
+
     echo "Updated python_ingest_simple job schedules to RUNNING"
 else
     echo "Warning: python_ingest_simple.yaml not found at $PYTHON_INGEST_CONFIG"
@@ -55,4 +55,4 @@ fi
 # - Set up configuration
 # - Prepare volumes/directories
 
-echo "Initialize script completed successfully!" 
+echo "Initialize script completed successfully!"

.example.env

@@ -160,4 +160,4 @@ ANOMSTACK_CONFIG_RELOAD_STATUS=STOPPED
 
 # Enable smart config file watcher sensor (reloads only when files change)
 ANOMSTACK_CONFIG_WATCHER=true
-ANOMSTACK_CONFIG_WATCHER_INTERVAL=30
+ANOMSTACK_CONFIG_WATCHER_INTERVAL=30

.github/workflows/pytest.yaml

@@ -15,23 +15,23 @@ jobs:
     - uses: actions/checkout@v4
       with:
         token: ${{ secrets.GITHUB_TOKEN }}
-        
+
     - name: Set up Python 3.11
       uses: actions/setup-python@v4
       with:
         python-version: "3.11"
-        
+
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
         pip install pytest pytest-cov
         if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
         if [ -f requirements-dev.txt ]; then pip install -r requirements-dev.txt; fi
-        
+
     - name: Test with pytest and generate coverage
       run: |
         pytest tests/ --cov=anomstack --cov-report=term-missing --cov-report=json
-        
+
     - name: Extract coverage percentage
       id: coverage
       run: |
@@ -44,7 +44,7 @@ jobs:
         ")
         echo "percentage=$COVERAGE" >> $GITHUB_OUTPUT
         echo "Coverage: $COVERAGE%"
-        
+
     - name: Determine badge color
       id: badge-color
       run: |
@@ -62,54 +62,54 @@ jobs:
         fi
         echo "color=$COLOR" >> $GITHUB_OUTPUT
         echo "Badge color: $COLOR"
-        
+
     - name: Update coverage badge in README
       if: github.ref == 'refs/heads/main' && github.event_name == 'push'
       run: |
         COVERAGE=${{ steps.coverage.outputs.percentage }}
         COLOR=${{ steps.badge-color.outputs.color }}
-        
+
         # Update main README.md
         sed -i "s/Coverage-[0-9]*%25-[a-z]*/Coverage-${COVERAGE}%25-${COLOR}/g" README.md
-        
+
         # Update tests/README.md
         sed -i "s/\*\*Coverage:\*\* [0-9]*% overall/\*\*Coverage:\*\* ${COVERAGE}% overall/g" tests/README.md
         sed -i "s/achieves \*\*[0-9]*% overall coverage\*\*/achieves \*\*${COVERAGE}% overall coverage\*\*/g" tests/README.md
         sed -i "s/maintains \*\*[0-9]*% test coverage\*\*/maintains \*\*${COVERAGE}% test coverage\*\*/g" CONTRIBUTING.md
-        
+
         echo "Updated coverage badge to ${COVERAGE}% with color ${COLOR}"
-        
+
     - name: Commit and push changes
       if: github.ref == 'refs/heads/main' && github.event_name == 'push'
       run: |
         git config --local user.email "[email protected]"
         git config --local user.name "GitHub Action"
-        
+
         if git diff --quiet; then
           echo "No changes to commit"
         else
           git add README.md tests/README.md CONTRIBUTING.md
           git commit -m "🔄 Auto-update coverage badge to ${{ steps.coverage.outputs.percentage }}% [skip ci]"
           git push
         fi
-        
+
     - name: Comment PR with coverage
       if: github.event_name == 'pull_request'
       uses: actions/github-script@v6
       with:
         script: |
           const coverage = '${{ steps.coverage.outputs.percentage }}';
           const color = '${{ steps.badge-color.outputs.color }}';
-          
+
           const comment = `## 📊 Test Coverage Report
-          
+
           **Coverage:** ${coverage}% (${color})
-          
+
           ${coverage >= 47 ? '✅ Coverage maintained or improved!' : '⚠️ Coverage decreased from baseline (47%)'}
-          
+
           > 💡 See detailed coverage report in the [tests README](./tests/README.md#coverage-report)
           `;
-          
+
           github.rest.issues.createComment({
             issue_number: context.issue.number,
             owner: context.repo.owner,