Building data pipeline

Author: epythonlab2

.github/workflows/ci.yaml

@@ -0,0 +1,106 @@
+name: CI
+
+on:
+  push:
+    branches: [main, develop]
+  pull_request:
+    branches: [main]
+
+concurrency:
+  group: ci-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test:
+    name: Test & Quality Checks
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.13"]
+
+    steps:
+      # -------------------------------------------------
+      # Checkout
+      # -------------------------------------------------
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      # -------------------------------------------------
+      # Python setup
+      # -------------------------------------------------
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      # -------------------------------------------------
+      # Cache dependencies (speed)
+      # -------------------------------------------------
+      - name: Cache pip
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ hashFiles('**/requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-pip-${{ matrix.python-version }}-
+
+      # -------------------------------------------------
+      # Install dependencies
+      # -------------------------------------------------
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+          pip install pytest flake8 black isort
+
+      # -------------------------------------------------
+      # Lint (code quality)
+      # -------------------------------------------------
+      - name: Lint with flake8
+        run: |
+          flake8 src --max-line-length=100
+
+      # -------------------------------------------------
+      # Format check
+      # -------------------------------------------------
+      - name: Check formatting (black)
+        run: |
+          black --check src
+
+      # -------------------------------------------------
+      # Import sorting check
+      # -------------------------------------------------
+      - name: Check imports (isort)
+        run: |
+          isort --check-only src
+
+      # -------------------------------------------------
+      # Run tests
+      # -------------------------------------------------
+      - name: Run tests
+        env:
+          PYTHONPATH: .
+        run: |
+          pytest -v
+
+  # -----------------------------------------------------
+  # Optional: Security scan
+  # -----------------------------------------------------
+  security:
+    name: Security Scan
+    runs-on: ubuntu-latest
+    needs: test
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Install security tools
+        run: |
+          pip install bandit
+
+      - name: Run Bandit
+        run: |
+          bandit -r src

.gitignore

@@ -0,0 +1,107 @@
+# ---------------------------
+# Python
+# ---------------------------
+__pycache__/
+*.pyc
+*.pyo
+*.pyd
+*.so
+*.egg
+*.egg-info/
+dist/
+build/
+.eggs/
+
+# ---------------------------
+# Virtual Environments
+# ---------------------------
+venv/
+env/
+.venv/
+ENV/
+env.bak/
+
+# ---------------------------
+# Environment Variables
+# ---------------------------
+.env
+.env.*
+*.env
+
+# ---------------------------
+# Logs
+# ---------------------------
+*.log
+logs/
+
+# ---------------------------
+# Jupyter Notebooks
+# ---------------------------
+.ipynb_checkpoints/
+
+# ---------------------------
+# Data Files
+# ---------------------------
+data/raw/
+data/processed/
+
+# ---------------------------
+# Vector Databases
+# ---------------------------
+vector_store/
+faiss_index/
+chroma_db/
+
+# ---------------------------
+# Model Files
+# ---------------------------
+models/*.bin
+models/*.pt
+models/*.gguf
+models/*.safetensors
+models/checkpoints/
+
+# ---------------------------
+# HuggingFace Cache
+# ---------------------------
+.cache/
+huggingface/
+hf_cache/
+
+# ---------------------------
+# Streamlit
+# ---------------------------
+.streamlit/secrets.toml
+
+# ---------------------------
+# OS Files
+# ---------------------------
+.DS_Store
+Thumbs.db
+
+# ---------------------------
+# IDE
+# ---------------------------
+.vscode/
+.idea/
+*.swp
+*.swo
+
+# ---------------------------
+# Temporary Files
+# ---------------------------
+tmp/
+temp/
+*.tmp
+
+# ---------------------------
+# Coverage / Testing
+# ---------------------------
+.coverage
+htmlcov/
+.pytest_cache/
+
+# ---------------------------
+# Local experiment notebooks
+# ---------------------------
+notebooks/output/

Dockerfile

@@ -0,0 +1,8 @@
+FROM python:3.10
+
+WORKDIR /app
+COPY . /app
+RUN pip install --no-cache-dir -r requirements.txt
+
+EXPOSE 8000
+CMD ["uvicorn", "api.main:app", "--host", "0.0.0.0", "--port", "8000"]

Makefile

@@ -0,0 +1,8 @@
+install:
+	pip install -r requirements.txt
+
+run-api:
+	uvicorn api.main:app --reload
+
+run-ui:
+	streamlit run app/streamlit_app.py

README.md

@@ -0,0 +1,71 @@
+# TenaBot: AI-Powered Personalized Medication Advisor
+
+## Overview
+TenaBot is a smart AI assistant that helps patients understand and follow medication instructions. It focuses on the Ethiopian context, translating drug information into local languages and providing guidance in a simple, user-friendly format.
+
+## Key Features
+- Generates easy-to-understand medication instructions.
+- Supports multiple Ethiopian languages.
+- Offers dosage guidance, warnings, and side-effect info.
+- Conversational chatbot interface for patient queries.
+- Optional voice guidance with text-to-speech.
+
+## Installation Instructions
+1. Clone the repository:
+```bash
+git clone https://github.com/epythonlab2/TenaBot.git
+cd TenaBot
+```
+
+2. Set up a virtual environment (recommended):
+```bash
+python -m venv venv
+source venv/bin/activate  # Windows: venv\Scripts\activate
+```
+
+3. Install dependencies:
+```bash
+pip install -r requirements.txt
+```
+
+## Project Structure
+```
+TenaBot/
+├── data/               # Raw and processed medicine data
+├── notebooks/          # Data analysis and AI prompt experiments
+├── src/                # Source code: ingestion, preprocessing, AI, API
+├── models/             # Saved models or embeddings
+├── app/            # Frontend application
+├── tests/              # Unit and integration tests
+├── docs/               # Documentation and diagrams
+├── README.md
+└── requirements.txt
+```
+
+## Usage
+### Start API Backend
+```bash
+cd src/api
+uvicorn app:app --reload
+```
+Access endpoints at `http://127.0.0.1:8000`.
+
+### Run Frontend (Optional)
+If using Streamlit:
+```bash
+cd app
+streamlit run app.py
+```
+
+## Contributing
+1. Fork the repository.
+2. Create a branch: `git checkout -b feature/YourFeature`
+3. Commit changes: `git commit -m 'Add feature'
+4. Push branch: `git push origin feature/YourFeature`
+5. Open a pull request.
+
+## License
+MIT License
+
+## Contact
+Email: asibeh.tenager@gmail.com