better log

.changeset/short-ducks-drum.md

@@ -0,0 +1,5 @@
+---
+"create-llama": patch
+---
+
+Use ingestion pipeline for Python

.changeset/spicy-moose-allow.md

@@ -0,0 +1,5 @@
+---
+"create-llama": patch
+---
+
+Display events (e.g. retrieving nodes) per chat message

.coderabbit.yaml

@@ -1,6 +0,0 @@
-# coderabbit.yml
-reviews:
-  path_instructions:
-    - path: "templates/**"
-      instructions: |
-        For files under the `templates` folder, do not report 'Missing Dependencies Detected' errors.

.eslintrc

@@ -0,0 +1,12 @@
+{
+  "extends": [
+    "prettier"
+  ],
+  "rules": {
+    "max-params": [
+      "error",
+      4
+    ],
+    "prefer-const": "error",
+  },
+}

.github/workflows/e2e.yml

@@ -1,29 +1,23 @@
-name: E2E Tests for create-llama package
+name: E2E Tests
 on:
   push:
     branches: [main]
-    paths-ignore:
-      - "python/llama-index-server/**"
-      - ".github/workflows/*llama_index_server.yml"
   pull_request:
     branches: [main]
-    paths-ignore:
-      - "python/llama-index-server/**"
-      - ".github/workflows/*llama_index_server.yml"
+
+env:
+  POETRY_VERSION: "1.6.1"
 
 jobs:
-  e2e-python:
-    name: python
+  e2e:
+    name: create-llama
     timeout-minutes: 60
     strategy:
       fail-fast: true
       matrix:
-        node-version: [20]
+        node-version: [18, 20]
         python-version: ["3.11"]
-        os: [macos-latest, windows-latest, ubuntu-22.04]
-        frameworks: ["fastapi"]
-        datasources: ["--no-files", "--example-file", "--llamacloud"]
-        template-types: ["streaming", "llamaindexserver"]
+        os: [macos-latest, windows-latest]
     defaults:
       run:
         shell: bash
@@ -32,14 +26,14 @@ jobs:
       - uses: actions/checkout@v4
 
       - name: Set up python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v4
         with:
           python-version: ${{ matrix.python-version }}
 
-      - name: Install uv
-        run: curl -LsSf https://astral.sh/uv/install.sh | sh
-      - name: Add uv to PATH # Ensure uv is available in subsequent steps
-        run: echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+        with:
+          version: ${{ env.POETRY_VERSION }}
 
       - uses: pnpm/action-setup@v3
 
@@ -54,128 +48,25 @@ jobs:
 
       - name: Install Playwright Browsers
         run: pnpm exec playwright install --with-deps
-        working-directory: packages/create-llama
+        working-directory: .
 
       - name: Build create-llama
         run: pnpm run build
-        working-directory: packages/create-llama
+        working-directory: .
 
       - name: Install
         run: pnpm run pack-install
-        working-directory: packages/create-llama
+        working-directory: .
 
-      - name: Build and store server package
-        run: |
-          pnpm run build
-          wheel_file=$(ls dist/*.whl | head -n 1)
-          mkdir -p "${{ runner.temp }}"
-          cp "$wheel_file" "${{ runner.temp }}/"
-          echo "SERVER_PACKAGE_PATH=${{ runner.temp }}/$(basename "$wheel_file")" >> $GITHUB_ENV
-        working-directory: python/llama-index-server
-
-      - name: Run Playwright tests for Python
-        run: pnpm run e2e:python
+      - name: Run Playwright tests
+        run: pnpm run e2e
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          LLAMA_CLOUD_API_KEY: ${{ secrets.LLAMA_CLOUD_API_KEY }}
-          FRAMEWORK: ${{ matrix.frameworks }}
-          DATASOURCE: ${{ matrix.datasources }}
-          TEMPLATE_TYPE: ${{ matrix.template-types }}
-          PYTHONIOENCODING: utf-8
-          PYTHONLEGACYWINDOWSSTDIO: utf-8
-          SERVER_PACKAGE_PATH: ${{ env.SERVER_PACKAGE_PATH }}
-        working-directory: packages/create-llama
+        working-directory: .
 
-      - uses: actions/upload-artifact@v4
+      - uses: actions/upload-artifact@v3
         if: always()
         with:
-          name: playwright-report-python-${{ matrix.os }}-${{ matrix.frameworks }}-${{ matrix.datasources }}-${{ matrix.template-types }}
-          path: packages/create-llama/playwright-report/
-          overwrite: true
-          retention-days: 30
-
-  e2e-typescript:
-    name: typescript
-    timeout-minutes: 60
-    strategy:
-      fail-fast: true
-      matrix:
-        node-version: [20, 22]
-        python-version: ["3.11"]
-        os: [macos-latest, windows-latest, ubuntu-22.04]
-        frameworks: ["nextjs"]
-        datasources: ["--no-files", "--example-file", "--llamacloud"]
-        template-types: ["streaming", "llamaindexserver"]
-    defaults:
-      run:
-        shell: bash
-    runs-on: ${{ matrix.os }}
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Set up python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install uv
-        run: curl -LsSf https://astral.sh/uv/install.sh | sh
-      - name: Add uv to PATH # Ensure uv is available in subsequent steps
-        run: echo "$HOME/.cargo/bin" >> $GITHUB_PATH
-
-      - uses: pnpm/action-setup@v3
-
-      - name: Setup Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v4
-        with:
-          node-version: ${{ matrix.node-version }}
-          cache: "pnpm"
-
-      - name: Install dependencies
-        run: pnpm install
-
-      - name: Install Playwright Browsers
-        run: pnpm exec playwright install --with-deps
-        working-directory: packages/create-llama
-
-      - name: Build create-llama
-        run: pnpm run build
-        working-directory: packages/create-llama
-
-      - name: Install
-        run: pnpm run pack-install
-        working-directory: packages/create-llama
-
-      - name: Build server
-        run: pnpm run build
-        working-directory: packages/server
-
-      - name: Pack @llamaindex/server package
-        run: |
-          pnpm pack --pack-destination "${{ runner.temp }}"
-          if [ "${{ runner.os }}" == "Windows" ]; then
-            file=$(find "${{ runner.temp }}" -name "llamaindex-server-*.tgz" | head -n 1)
-            mv "$file" "${{ runner.temp }}/llamaindex-server.tgz"
-          else
-            mv ${{ runner.temp }}/llamaindex-server-*.tgz ${{ runner.temp }}/llamaindex-server.tgz
-          fi
-        working-directory: packages/server
-
-      - name: Run Playwright tests for TypeScript
-        run: pnpm run e2e:typescript
-        env:
-          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          LLAMA_CLOUD_API_KEY: ${{ secrets.LLAMA_CLOUD_API_KEY }}
-          FRAMEWORK: ${{ matrix.frameworks }}
-          DATASOURCE: ${{ matrix.datasources }}
-          TEMPLATE_TYPE: ${{ matrix.template-types }}
-          SERVER_PACKAGE_PATH: ${{ runner.temp }}/llamaindex-server.tgz
-        working-directory: packages/create-llama
-
-      - uses: actions/upload-artifact@v4
-        if: always()
-        with:
-          name: playwright-report-typescript-${{ matrix.os }}-${{ matrix.frameworks }}-${{ matrix.datasources }}-node${{ matrix.node-version }}-${{ matrix.template-types }}
-          path: packages/create-llama/playwright-report/
-          overwrite: true
+          name: playwright-report
+          path: ./playwright-report/
           retention-days: 30

.github/workflows/lint_on_push_or_pull.yml

@@ -16,16 +16,6 @@ jobs:
 
       - uses: pnpm/action-setup@v3
 
-      - name: Setup Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: "3.11"
-
-      - name: Install uv
-        uses: astral-sh/setup-uv@v5
-        with:
-          enable-cache: true
-
       - name: Setup Node.js
         uses: actions/setup-node@v4
         with:
@@ -40,22 +30,3 @@ jobs:
 
       - name: Run Prettier
         run: pnpm run format
-
-      - name: Run build
-        run: pnpm run build
-
-      - name: Run Typecheck for examples
-        run: pnpm run typecheck
-        working-directory: packages/server/examples
-
-      - name: Run Python format check
-        uses: chartboost/ruff-action@v1
-        with:
-          args: "format --check"
-          src: "python/llama-index-server"
-
-      - name: Run Python lint
-        uses: chartboost/ruff-action@v1
-        with:
-          args: "check"
-          src: "python/llama-index-server"

.github/workflows/release.yml

@@ -17,14 +17,6 @@ jobs:
 
       - uses: pnpm/action-setup@v3
 
-      - name: Setup Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: "3.11"
-
-      - name: Install uv
-        uses: astral-sh/setup-uv@v3
-
       - name: Setup Node.js
         uses: actions/setup-node@v4
         with:
@@ -56,12 +48,8 @@ jobs:
         with:
           commit: Release ${{ steps.get-changeset-status.outputs.new-version }}
           title: Release ${{ steps.get-changeset-status.outputs.new-version }}
-          # bump versions
-          version: pnpm new-version
           # build package and call changeset publish
           publish: pnpm release
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
-          PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
-          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_TOKEN }}

.github/workflows/test_llama_index_server.yml

@@ -1,136 +0,0 @@
-name: Build Package
-
-on:
-  pull_request:
-
-env:
-  PYTHON_VERSION: "3.9"
-  UI_TEST: "true"
-
-jobs:
-  unit-test:
-    name: Unit Tests
-    runs-on: ${{ matrix.os }}
-    defaults:
-      run:
-        working-directory: python/llama-index-server
-    strategy:
-      matrix:
-        os: [ubuntu-latest, windows-latest]
-        python-version: ["3.9"]
-    steps:
-      - uses: actions/checkout@v4
-      - uses: pnpm/action-setup@v3
-
-      - name: Setup Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install uv
-        uses: astral-sh/setup-uv@v5
-        with:
-          enable-cache: true
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version-file: ".nvmrc"
-          cache: "pnpm"
-
-      - name: Install dependencies
-        shell: bash
-        run: pnpm install && pnpm build
-
-      - name: Run unit tests
-        shell: bash
-        run: uv run pytest tests
-
-  type-check:
-    name: Type Check
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: python/llama-index-server
-    steps:
-      - uses: actions/checkout@v4
-      - uses: pnpm/action-setup@v3
-
-      - name: Setup Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ env.PYTHON_VERSION }}
-
-      - name: Install uv
-        uses: astral-sh/setup-uv@v5
-        with:
-          enable-cache: true
-
-      - name: Install dependencies
-        run: pnpm install
-
-      - name: Run mypy
-        shell: bash
-        run: uv run mypy llama_index
-
-  build:
-    needs: [unit-test, type-check]
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: python/llama-index-server
-    steps:
-      - uses: actions/checkout@v4
-      - uses: pnpm/action-setup@v3
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ env.PYTHON_VERSION }}
-
-      - name: Install uv
-        uses: astral-sh/setup-uv@v5
-        with:
-          enable-cache: true
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version-file: ".nvmrc"
-          cache: "pnpm"
-
-      - name: Install dependencies
-        run: pnpm install && pnpm build
-
-      - name: Build package
-        shell: bash
-        run: uv build
-
-      - name: Get the absolute wheel file path and save it to the output
-        shell: bash
-        id: get_whl_path
-        run: |
-          WHL_FILE=$(readlink -f dist/*.whl)
-          echo "whl_file=$WHL_FILE" >> $GITHUB_OUTPUT
-
-      - name: Test import
-        shell: bash
-        working-directory: ${{ github.workspace }}
-        env:
-          WHL_FILE: ${{ steps.get_whl_path.outputs.whl_file }}
-        run: |
-          uv run --with $WHL_FILE python -c "from llama_index.server import LlamaIndexServer"
-
-      - name: Check frontend resources is present
-        shell: bash
-        working-directory: ${{ github.workspace }}
-        env:
-          WHL_FILE: ${{ steps.get_whl_path.outputs.whl_file }}
-        run: |
-          uv run --with $WHL_FILE python -c "from llama_index.server.chat_ui import check_ui_resources; check_ui_resources()"
-
-      - name: Upload artifact
-        uses: actions/upload-artifact@v4
-        with:
-          name: llama-index-server
-          path: dist/

.gitignore

@@ -6,6 +6,9 @@ node_modules
 .pnpm-store
 .pnp.js
 
+# testing
+coverage
+
 # next.js
 .next/
 out/
@@ -31,9 +34,17 @@ yarn-error.log*
 dist/
 lib/
 
+# e2e
+.cache
+test-results/
+playwright-report/
+blob-report/
+playwright/.cache/
+.tsbuildinfo
+e2e/cache
+
 # intellij
 **/.idea
 
-# vscode
-.vscode
-!.vscode/settings.json
+# build artifacts
+create-llama-*.tgz

.husky/pre-commit

@@ -1,4 +1,2 @@
 pnpm format
 pnpm lint
-uvx ruff check .
-uvx ruff format . --check 

.prettierignore

@@ -1,18 +1,6 @@
-node_modules/
+apps/docs/i18n
+apps/docs/docs/api
 pnpm-lock.yaml
 lib/
 dist/
-cache/
-build/
-.next/
-out/
-packages/server/server/
-packages/server/project/
-**/playwright-report/
-**/test-results/
-
-# Python
-python/
-**/*.mypy_cache/**
-**/*.venv/**
-**/*.ruff_cache/**
+.docusaurus/

CHANGELOG.md

@@ -0,0 +1,231 @@
+# create-llama
+
+## 0.1.0
+
+### Minor Changes
+
+- f1c3e8d: Add Llama3 and Phi3 support using Ollama
+
+### Patch Changes
+
+- a0dec80: Use `gpt-4-turbo` model as default. Upgrade Python llama-index to 0.10.28
+- 753229d: Remove asking for AI models and use defaults instead (OpenAIs GPT-4 Vision Preview and Embeddings v3). Use `--ask-models` CLI parameter to select models.
+- 1d78202: Add observability for Python
+- 6acccd2: Use poetry run generate to generate embeddings for FastAPI
+- 9efcffe: Use Settings object for LlamaIndex configuration
+- 418bf9b: refactor: use tsx instead of ts-node
+- 1be69a5: Add Qdrant support
+
+## 0.0.32
+
+### Patch Changes
+
+- 625ed4d: Support Astra VectorDB
+- 922e0ce: Remove UI question (use shadcn as default). Use `html` UI by calling create-llama with --ui html parameter
+- ce2f24d: Update loaders and tools config to yaml format (for Python)
+- e8db041: Let user select multiple datasources (URLs, files and folders)
+- c06d4af: Add nodes to the response (Python)
+- 29b17ee: Allow using agents without any data source
+- 665c26c: Add redirect to documentation page when accessing the base URL (FastAPI)
+- 78ded9e: Add Dockerfile templates for Typescript and Python
+- 99e758f: Merge non-streaming and streaming template to one
+- b3f2685: Add support for agent generation for Typescript
+- 2739714: Use a database (MySQL or PostgreSQL) as a data source
+
+## 0.0.31
+
+### Patch Changes
+
+- 56faee0: Added windows e2e tests
+- 60ed8fe: Added missing environment variable config for URL data source
+- 60ed8fe: Fixed tool usage by freezing llama-index package versions
+
+## 0.0.30
+
+### Patch Changes
+
+- 3af6328: Add support for llamaparse using Typescript
+- dd92b91: Add fetching llm and embedding models from server
+- bac1b43: Add Milvus vector database
+
+## 0.0.29
+
+### Patch Changes
+
+- edd24c2: Add observability with openllmetry
+- 403fc6f: Minor bug fixes to improve DX (missing .env value and updated error messages)
+- 0f79757: Ability to download community submodules
+
+## 0.0.28
+
+### Patch Changes
+
+- 89a49f4: Add more config variables to .env file
+- fdf48dd: Add "Start in VSCode" option to postInstallAction
+- fdf48dd: Add devcontainers to generated code
+
+## 0.0.27
+
+### Patch Changes
+
+- 2d29350: Add LlamaParse option when selecting a pdf file or a folder (FastAPI only)
+- b354f23: Add embedding model option to create-llama (FastAPI only)
+
+## 0.0.26
+
+### Patch Changes
+
+- 09d532e: feat: generate llama pack project from llama index
+- cfdd6db: feat: add pinecone support to create llama
+- ef25d69: upgrade llama-index package to version v0.10.7 for create-llama app
+- 50dfd7b: update fastapi for CVE-2024-24762
+
+## 0.0.25
+
+### Patch Changes
+
+- d06a85b: Add option to create an agent by selecting tools (Google, Wikipedia)
+- 7b7329b: Added latest turbo models for GPT-3.5 and GPT 4
+
+## 0.0.24
+
+### Patch Changes
+
+- ba95ca3: Use condense plus context chat engine for FastAPI as default
+
+## 0.0.23
+
+### Patch Changes
+
+- c680af6: Fixed issues with locating templates path
+
+## 0.0.22
+
+### Patch Changes
+
+- 6dd401e: Add an option to provide an URL and chat with the website data (FastAPI only)
+- e9b87ef: Select a folder as data source and support more file types (.pdf, .doc, .docx, .xls, .xlsx, .csv)
+
+## 0.0.20
+
+### Patch Changes
+
+- 27d55fd: Add an option to provide an URL and chat with the website data
+
+## 0.0.19
+
+### Patch Changes
+
+- 3a29a80: Add node_modules to gitignore in Express backends
+- fe03aaa: feat: generate llama pack example
+
+## 0.0.18
+
+### Patch Changes
+
+- 88d3b41: fix packaging
+
+## 0.0.17
+
+### Patch Changes
+
+- fa17f7e: Add an option that allows the user to run the generated app
+- 9e5d8e1: Add an option to select a local PDF file as data source
+
+## 0.0.16
+
+### Patch Changes
+
+- a73942d: Fix: Bundle mongo dependency with NextJS
+- 9492cc6: Feat: Added option to automatically install dependencies (for Python and TS)
+- f74dea5: Feat: Show images in chat messages using GPT4 Vision (Express and NextJS only)
+
+## 0.0.15
+
+### Patch Changes
+
+- 8e124e5: feat: support showing image on chat message
+
+## 0.0.14
+
+### Patch Changes
+
+- 2e6b36e: fix: re-organize file structure
+- 2b356c8: fix: relative path incorrect
+
+## 0.0.13
+
+### Patch Changes
+
+- Added PostgreSQL vector store (for Typescript and Python)
+- Improved async handling in FastAPI
+
+## 0.0.12
+
+### Patch Changes
+
+- 9c5e22a: Added cross-env so frontends with Express/FastAPI backends are working under Windows
+- 5ab65eb: Bring Python templates with TS templates to feature parity
+- 9c5e22a: Added vector DB selector to create-llama (starting with MongoDB support)
+
+## 0.0.11
+
+### Patch Changes
+
+- 2aeb341: - Added option to create a new project based on community templates
+  - Added OpenAI model selector for NextJS projects
+  - Added GPT4 Vision support (and file upload)
+
+## 0.0.10
+
+### Patch Changes
+
+- Bugfixes (thanks @marcusschiesser)
+
+## 0.0.9
+
+### Patch Changes
+
+- acfe232: Deployment fixes (thanks @seldo)
+
+## 0.0.8
+
+### Patch Changes
+
+- 8cdb07f: Fix Next deployment (thanks @seldo and @marcusschiesser)
+
+## 0.0.7
+
+### Patch Changes
+
+- 9f9f293: Added more to README and made it easier to switch models (thanks @seldo)
+
+## 0.0.6
+
+### Patch Changes
+
+- 4431ec7: Label bug fix (thanks @marcusschiesser)
+
+## 0.0.5
+
+### Patch Changes
+
+- 25257f4: Fix issue where it doesn't find OpenAI Key when running npm run generate (#182) (thanks @RayFernando1337)
+
+## 0.0.4
+
+### Patch Changes
+
+- 031e926: Update create-llama readme (thanks @logan-markewich)
+
+## 0.0.3
+
+### Patch Changes
+
+- 91b42a3: change version (thanks @marcusschiesser)
+
+## 0.0.2
+
+### Patch Changes
+
+- e2a6805: Hello Create Llama (thanks @marcusschiesser)

CLAUDE.md

@@ -1,201 +0,0 @@
-# CLAUDE.md
-
-This file provides guidance to Claude Code (claude.ai/code) when working with code in this repository.
-
-## Repository Overview
-
-Create-llama is a monorepo containing CLI tools and server frameworks for building LlamaIndex-powered applications. The repository combines TypeScript/Node.js and Python components in a unified development environment.
-
-## Architecture
-
-### Monorepo Structure
-
-- **`packages/create-llama/`**: Main CLI tool for scaffolding LlamaIndex applications
-- **`packages/server/`**: TypeScript/Next.js server framework (`@llamaindex/server`)
-- **`python/llama-index-server/`**: Python/FastAPI server framework
-- **Root**: Workspace configuration and shared development tools
-
-### Key Technologies
-
-- **Package Manager**: pnpm with workspace configuration
-- **Build Tools**: bunchee (TypeScript), Next.js, hatchling (Python)
-- **Testing**: Playwright for e2e, pytest for Python
-- **Version Management**: changesets for TypeScript packages, manual for Python
-
-## Development Commands
-
-### Root Level (Monorepo)
-
-```bash
-pnpm dev          # Start all packages in development mode
-pnpm build        # Build all packages
-pnpm lint         # ESLint across TypeScript packages
-pnpm format       # Prettier formatting
-pnpm e2e          # Run end-to-end tests
-```
-
-### Create-llama Package
-
-```bash
-cd packages/create-llama
-npm run build     # Build CLI using bash script and ncc
-npm run dev       # Watch mode development
-npm run e2e       # Playwright tests for generated projects
-npm run clean     # Clean build artifacts and template caches
-```
-
-### TypeScript Server Package
-
-```bash
-cd packages/server
-pnpm dev          # Watch mode with bunchee
-pnpm build        # Multi-step build: ESM/CJS + Next.js + static assets
-pnpm clean        # Clean all build outputs
-```
-
-### Python Server Package
-
-```bash
-cd python/llama-index-server
-uv run generate   # Index data files
-fastapi dev       # Start development server with hot reload
-pytest            # Run test suite
-```
-
-## Template System
-
-The CLI uses a sophisticated template system in `packages/create-llama/templates/`:
-
-### Organization
-
-- **`types/`**: Base project structures (streaming, reflex, llamaindexserver)
-- **`components/`**: Reusable components across frameworks
-  - `engines/` - Chat and agent engines
-  - `loaders/` - File, web, database loaders
-  - `providers/` - AI model configurations
-  - `vectordbs/` - Vector database integrations
-  - `use-cases/` - Workflow implementations
-
-### Development Workflow
-
-- Templates support multiple frameworks (Next.js, Express, FastAPI)
-- Component system allows mix-and-match functionality
-- E2E tests validate generated projects work correctly
-
-## Server Framework Architecture
-
-### TypeScript Server (`@llamaindex/server`)
-
-- **Core**: `LlamaIndexServer` class wrapping Next.js with workflow support
-- **Frontend**: React-based chat UI with shadcn/ui components
-- **API**: `/api/chat` endpoint with streaming responses
-- **Build Process**: Complex multi-step build including static assets for Python integration
-
-### Python Server (`llama-index-server`)
-
-- **Core**: `LlamaIndexServer` class extending FastAPI
-- **Architecture**: Workflow factory pattern for stateless request handling
-- **UI Generation**: AI-powered React component generation from Pydantic schemas
-- **Development**: Hot reloading support with dev mode
-
-## Common Patterns
-
-### Workflow Integration
-
-Both server frameworks use factory patterns:
-
-```typescript
-// TypeScript
-const server = new LlamaIndexServer({
-  workflow: (context) => createWorkflow(context)
-});
-
-// Python
-def create_workflow(chat_request: ChatRequest) -> Workflow:
-    return MyWorkflow(chat_request.messages)
-```
-
-### Event System
-
-Structured events for UI communication:
-
-- **UIEvent**: Custom components with Pydantic/Zod schemas
-- **ArtifactEvent**: Code/documents for Canvas panel
-- **SourceNodesEvent**: Document sources with metadata
-- **AgentRunEvent**: Tool usage and progress tracking
-
-### File Handling
-
-- Both servers auto-mount `data/` and `output/` directories
-- LlamaCloud integration for remote file access
-- Static file serving through framework-specific methods
-
-## Testing Strategy
-
-### E2E Testing
-
-- Playwright tests in `packages/create-llama/e2e/`
-- Tests both Python and TypeScript generated projects
-- Validates CLI generation and application functionality
-
-### Unit Testing
-
-- Python: pytest with comprehensive API and service tests
-- TypeScript: Integrated testing through build process
-
-## Build Process
-
-### Create-llama CLI
-
-1. TypeScript compilation with bash script
-2. ncc bundling for standalone executable
-3. Template validation and caching
-
-### Server Package Build
-
-1. **prebuild**: Clean directories
-2. **build**: bunchee compilation to ESM/CJS
-3. **postbuild**: Next.js preparation and static asset generation
-4. **prepare:py-static**: Python integration assets
-
-### Release Process
-
-```bash
-pnpm release     # Build all + publish npm packages + Python release
-```
-
-## Development Environment Setup
-
-### Prerequisites
-
-- Node.js >=16.14.0
-- Python with uv package manager
-- pnpm for package management
-
-### Common Workflow
-
-1. Clone repository and run `pnpm install`
-2. For CLI development: work in `packages/create-llama/`
-3. For server development: choose TypeScript or Python package
-4. Use `pnpm dev` for concurrent development across packages
-5. Run `pnpm e2e` to validate changes with generated projects
-
-## Special Considerations
-
-### Template Development
-
-- Changes to templates require rebuilding CLI
-- E2E tests validate template functionality across frameworks
-- Template caching system speeds up repeated builds
-
-### Cross-package Dependencies
-
-- Server package builds static assets for Python integration
-- Version synchronization between TypeScript and Python packages
-- Shared UI components and styling across implementations
-
-### Performance
-
-- CLI uses caching for template operations
-- Server frameworks support streaming responses
-- Background processing for file operations and LlamaCloud integration

README.md

@@ -1,20 +1,14 @@
-# Create Llama
+# Create LlamaIndex App
 
 The easiest way to get started with [LlamaIndex](https://www.llamaindex.ai/) is by using `create-llama`. This CLI tool enables you to quickly start building a new LlamaIndex application, with everything set up for you.
 
-## Get started
-
 Just run
 
 ```bash
 npx create-llama@latest
 ```
 
-to get started, or watch this video for a demo session:
-
-<img src="https://github.com/user-attachments/assets/c4a7fe18-8e30-498a-96f8-78127dd706b9" width="100%">
-
-Once your app is generated, run
+to get started, or see below for more options. Once your app is generated, run
 
 ```bash
 npm run dev
@@ -24,25 +18,21 @@ to start the development server. You can then visit [http://localhost:3000](http
 
 ## What you'll get
 
-- A set of pre-configured use cases to get you started, e.g. Agentic RAG, Data Analysis, Report Generation, etc.
-- A Next.js-powered front-end using components from [shadcn/ui](https://ui.shadcn.com/). The app is set up as a chat interface that can answer questions about your data or interact with your agent
-- Your choice of two back-ends:
+- A Next.js-powered front-end using components from [shadcn/ui](https://ui.shadcn.com/). The app is set up as a chat interface that can answer questions about your data (see below)
+- Your choice of 3 back-ends:
   - **Next.js**: if you select this option, you’ll have a full-stack Next.js application that you can deploy to a host like [Vercel](https://vercel.com/) in just a few clicks. This uses [LlamaIndex.TS](https://www.npmjs.com/package/llamaindex), our TypeScript library.
-  - **Python FastAPI**: if you select this option, you’ll get a separate backend powered by the [llama-index Python package](https://pypi.org/project/llama-index/), which you can deploy to a service like [Render](https://render.com/) or [fly.io](https://fly.io/). The separate Next.js front-end will connect to this backend.
-- Each back-end has two endpoints:
-  - One streaming chat endpoint, that allow you to send the state of your chat and receive additional responses
-  - One endpoint to upload private files which can be used in your chat
+  - **Express**: if you want a more traditional Node.js application you can generate an Express backend. This also uses LlamaIndex.TS.
+  - **Python FastAPI**: if you select this option, you’ll get a backend powered by the [llama-index python package](https://pypi.org/project/llama-index/), which you can deploy to a service like Render or fly.io.
+- The back-end has two endpoints (one streaming, the other one non-streaming) that allow you to send the state of your chat and receive additional responses
+- You add arbitrary data sources to your chat, like local files, websites, or data retrieved from a database.
+- Turn your chat into an AI agent by adding tools (functions called by the LLM).
 - The app uses OpenAI by default, so you'll need an OpenAI API key, or you can customize it to use any of the dozens of LLMs we support.
 
-Here's how it looks like:
-
-https://github.com/user-attachments/assets/d57af1a1-d99b-4e9c-98d9-4cbd1327eff8
-
 ## Using your data
 
-Optionally, you can supply your own data; the app will index it and make use of it, e.g. to answer questions. Your generated app will have a folder called `data` (If you're using Express or Python and generate a frontend, it will be `./backend/data`).
+You can supply your own data; the app will index it and answer questions. Your generated app will have a folder called `data` (If you're using Express or Python and generate a frontend, it will be `./backend/data`).
 
-The app will ingest any supported files you put in this directory. Your Next.js and Express apps use LlamaIndex.TS, so they will be able to ingest any PDF, text, CSV, Markdown, Word and HTML files. The Python backend can read even more types, including video and audio files.
+The app will ingest any supported files you put in this directory. Your Next.js and Express apps use LlamaIndex.TS so they will be able to ingest any PDF, text, CSV, Markdown, Word and HTML files. The Python backend can read even more types, including video and audio files.
 
 Before you can use your data, you need to index it. If you're using the Next.js or Express apps, run:
 
@@ -55,12 +45,16 @@ Then re-start your app. Remember you'll need to re-run `generate` if you add new
 If you're using the Python backend, you can trigger indexing of your data by calling:
 
 ```bash
-uv run generate
+poetry run generate
 ```
 
+## Want a front-end?
+
+Optionally generate a frontend if you've selected the Python or Express back-ends. If you do so, `create-llama` will generate two folders: `frontend`, for your Next.js-based frontend code, and `backend` containing your API.
+
 ## Customizing the AI models
 
-The app will default to OpenAI's `gpt-4o-mini` LLM and `text-embedding-3-large` embedding model.
+The app will default to OpenAI's `gpt-4-turbo` LLM and `text-embedding-3-large` embedding model.
 
 If you want to use different OpenAI models, add the `--ask-models` CLI parameter.
 
@@ -90,32 +84,49 @@ Need to install the following packages:
   create-llama@latest
 Ok to proceed? (y) y
 ✔ What is your project named? … my-app
-✔ What app do you want to build? › Agentic RAG
-✔ What language do you want to use? › Python (FastAPI)
-✔ Do you want to use LlamaCloud services? … No / Yes
-✔ Please provide your LlamaCloud API key (leave blank to skip): …
+✔ Which template would you like to use? › Chat
+✔ Which framework would you like to use? › NextJS
+✔ Would you like to set up observability? › No
 ✔ Please provide your OpenAI API key (leave blank to skip): …
+✔ Which data source would you like to use? › Use an example PDF
+✔ Would you like to add another data source? › No
+✔ Would you like to use LlamaParse (improved parser for RAG - requires API key)? … no / yes
+✔ Would you like to use a vector database? › No, just store the data in the file system
 ? How would you like to proceed? › - Use arrow-keys. Return to submit.
-    Just generate code (~1 sec)
-❯   Start in VSCode (~1 sec)
-    Generate code and install dependencies (~2 min)
+   Just generate code (~1 sec)
+❯  Start in VSCode (~1 sec)
+   Generate code and install dependencies (~2 min)
+   Generate code, install dependencies, and run the app (~2 min)
 ```
 
 ### Running non-interactively
 
 You can also pass command line arguments to set up a new project
-non-interactively. For a list of the latest options, call `create-llama --help`.
+non-interactively. See `create-llama --help`:
+
+```bash
+create-llama <project-directory> [options]
+
+Options:
+  -V, --version                      output the version number
+
+  --use-npm
+
+    Explicitly tell the CLI to bootstrap the app using npm
+
+  --use-pnpm
+
+    Explicitly tell the CLI to bootstrap the app using pnpm
+
+  --use-yarn
+
+    Explicitly tell the CLI to bootstrap the app using Yarn
+
+```
 
 ## LlamaIndex Documentation
 
 - [TS/JS docs](https://ts.llamaindex.ai/)
 - [Python docs](https://docs.llamaindex.ai/en/stable/)
 
-## LlamaIndex Server
-
-The generated code is using the LlamaIndex Server, which serves LlamaIndex Workflows and Agent Workflows via an API server. See the following docs for more information:
-
-- [LlamaIndex Server For TypeScript](./packages/server/README.md)
-- [LlamaIndex Server For Python](./python/llama-index-server/README.md)
-
 Inspired by and adapted from [create-next-app](https://github.com/vercel/next.js/tree/canary/packages/create-next-app)

create-app.ts

@@ -1,3 +1,4 @@
+/* eslint-disable import/no-extraneous-dependencies */
 import path from "path";
 import { green, yellow } from "picocolors";
 import { tryGitInit } from "./helpers/git";
@@ -6,16 +7,17 @@ import { getOnline } from "./helpers/is-online";
 import { isWriteable } from "./helpers/is-writeable";
 import { makeDir } from "./helpers/make-dir";
 
+import fs from "fs";
 import terminalLink from "terminal-link";
-import type { InstallTemplateArgs, TemplateObservability } from "./helpers";
+import type { InstallTemplateArgs } from "./helpers";
 import { installTemplate } from "./helpers";
+import { writeDevcontainer } from "./helpers/devcontainer";
 import { templatesDir } from "./helpers/dir";
 import { toolsRequireConfig } from "./helpers/tools";
-import { configVSCode } from "./helpers/vscode";
 
 export type InstallAppArgs = Omit<
   InstallTemplateArgs,
-  "appName" | "root" | "isOnline" | "port"
+  "appName" | "root" | "isOnline" | "customApiPath"
 > & {
   appPath: string;
   frontend: boolean;
@@ -33,12 +35,12 @@ export async function createApp({
   communityProjectConfig,
   llamapack,
   vectorDb,
+  externalPort,
   postInstallAction,
   dataSources,
   tools,
   useLlamaParse,
   observability,
-  useCase,
 }: InstallAppArgs): Promise<void> {
   const root = path.resolve(appPath);
 
@@ -78,30 +80,39 @@ export async function createApp({
     communityProjectConfig,
     llamapack,
     vectorDb,
+    externalPort,
     postInstallAction,
     dataSources,
     tools,
     useLlamaParse,
     observability,
-    useCase,
   };
 
-  // Install backend
-  await installTemplate({ ...args, backend: true });
-
-  if (frontend && framework === "fastapi" && template !== "llamaindexserver") {
+  if (frontend) {
+    // install backend
+    const backendRoot = path.join(root, "backend");
+    await makeDir(backendRoot);
+    await installTemplate({ ...args, root: backendRoot, backend: true });
     // install frontend
-    const frontendRoot = path.join(root, ".frontend");
+    const frontendRoot = path.join(root, "frontend");
     await makeDir(frontendRoot);
     await installTemplate({
       ...args,
       root: frontendRoot,
       framework: "nextjs",
+      customApiPath: `http://localhost:${externalPort ?? 8000}/api/chat`,
       backend: false,
     });
+    // copy readme for fullstack
+    await fs.promises.copyFile(
+      path.join(templatesDir, "README-fullstack.md"),
+      path.join(root, "README.md"),
+    );
+  } else {
+    await installTemplate({ ...args, backend: true });
   }
 
-  await configVSCode(root, templatesDir, framework);
+  await writeDevcontainer(root, templatesDir, framework, frontend);
 
   process.chdir(root);
   if (tryGitInit(root)) {
@@ -109,7 +120,7 @@ export async function createApp({
     console.log();
   }
 
-  if (toolsRequireConfig(tools) && template !== "llamaindexserver") {
+  if (toolsRequireConfig(tools)) {
     const configFile =
       framework === "fastapi" ? "config/tools.yaml" : "config/tools.json";
     console.log(
@@ -131,42 +142,14 @@ export async function createApp({
     )} and learn how to get started.`,
   );
 
-  outputObservability(args.observability);
-
-  if (
-    dataSources.some((dataSource) => dataSource.type === "file") &&
-    process.platform === "linux"
-  ) {
+  if (args.observability === "opentelemetry") {
     console.log(
-      yellow(
-        `You can add your own data files to ${terminalLink(
-          "data",
-          `file://${root}/data`,
-        )} folder manually.`,
-      ),
+      `\n${yellow("Observability")}: Visit the ${terminalLink(
+        "documentation",
+        "https://traceloop.com/docs/openllmetry/integrations",
+      )} to set up the environment variables and start seeing execution traces.`,
     );
   }
 
   console.log();
 }
-
-function outputObservability(observability?: TemplateObservability) {
-  switch (observability) {
-    case "traceloop":
-      console.log(
-        `\n${yellow("Observability")}: Visit the ${terminalLink(
-          "documentation",
-          "https://traceloop.com/docs/openllmetry/integrations",
-        )} to set up the environment variables and start seeing execution traces.`,
-      );
-      break;
-    case "llamatrace":
-      console.log(
-        `\n${yellow("Observability")}: LlamaTrace has been configured for your project. Visit the ${terminalLink(
-          "LlamaTrace dashboard",
-          "https://llamatrace.com/login",
-        )} to view your traces and monitor your application.`,
-      );
-      break;
-  }
-}

e2e/basic.spec.ts

@@ -0,0 +1,129 @@
+/* eslint-disable turbo/no-undeclared-env-vars */
+import { expect, test } from "@playwright/test";
+import { ChildProcess } from "child_process";
+import fs from "fs";
+import path from "path";
+import type {
+  TemplateFramework,
+  TemplatePostInstallAction,
+  TemplateType,
+  TemplateUI,
+} from "../helpers";
+import { createTestDir, runCreateLlama, type AppType } from "./utils";
+
+const templateTypes: TemplateType[] = ["streaming"];
+const templateFrameworks: TemplateFramework[] = [
+  "nextjs",
+  "express",
+  "fastapi",
+];
+const dataSources: string[] = ["--no-files", "--example-file"];
+const templateUIs: TemplateUI[] = ["shadcn", "html"];
+const templatePostInstallActions: TemplatePostInstallAction[] = [
+  "none",
+  "runApp",
+];
+
+for (const templateType of templateTypes) {
+  for (const templateFramework of templateFrameworks) {
+    for (const dataSource of dataSources) {
+      for (const templateUI of templateUIs) {
+        for (const templatePostInstallAction of templatePostInstallActions) {
+          const appType: AppType =
+            templateFramework === "nextjs" ? "" : "--frontend";
+          test.describe(`try create-llama ${templateType} ${templateFramework} ${dataSource} ${templateUI} ${appType} ${templatePostInstallAction}`, async () => {
+            let port: number;
+            let externalPort: number;
+            let cwd: string;
+            let name: string;
+            let appProcess: ChildProcess;
+            // Only test without using vector db for now
+            const vectorDb = "none";
+
+            test.beforeAll(async () => {
+              port = Math.floor(Math.random() * 10000) + 10000;
+              externalPort = port + 1;
+              cwd = await createTestDir();
+              const result = await runCreateLlama(
+                cwd,
+                templateType,
+                templateFramework,
+                dataSource,
+                templateUI,
+                vectorDb,
+                appType,
+                port,
+                externalPort,
+                templatePostInstallAction,
+              );
+              name = result.projectName;
+              appProcess = result.appProcess;
+            });
+
+            test("App folder should exist", async () => {
+              const dirExists = fs.existsSync(path.join(cwd, name));
+              expect(dirExists).toBeTruthy();
+            });
+            test("Frontend should have a title", async ({ page }) => {
+              test.skip(templatePostInstallAction !== "runApp");
+              await page.goto(`http://localhost:${port}`);
+              await expect(page.getByText("Built by LlamaIndex")).toBeVisible();
+            });
+
+            test("Frontend should be able to submit a message and receive a response", async ({
+              page,
+            }) => {
+              test.skip(templatePostInstallAction !== "runApp");
+              await page.goto(`http://localhost:${port}`);
+              await page.fill("form input", "hello");
+              const [response] = await Promise.all([
+                page.waitForResponse(
+                  (res) => {
+                    return (
+                      res.url().includes("/api/chat") && res.status() === 200
+                    );
+                  },
+                  {
+                    timeout: 1000 * 60,
+                  },
+                ),
+                page.click("form button[type=submit]"),
+              ]);
+              const text = await response.text();
+              console.log("AI response when submitting message: ", text);
+              expect(response.ok()).toBeTruthy();
+            });
+
+            test("Backend frameworks should response when calling non-streaming chat API", async ({
+              request,
+            }) => {
+              test.skip(templatePostInstallAction !== "runApp");
+              test.skip(templateFramework === "nextjs");
+              const response = await request.post(
+                `http://localhost:${externalPort}/api/chat/request`,
+                {
+                  data: {
+                    messages: [
+                      {
+                        role: "user",
+                        content: "Hello",
+                      },
+                    ],
+                  },
+                },
+              );
+              const text = await response.text();
+              console.log("AI response when calling API: ", text);
+              expect(response.ok()).toBeTruthy();
+            });
+
+            // clean processes
+            test.afterAll(async () => {
+              appProcess?.kill();
+            });
+          });
+        }
+      }
+    }
+  }
+}

e2e/utils.ts

@@ -0,0 +1,168 @@
+import { ChildProcess, exec } from "child_process";
+import crypto from "node:crypto";
+import { mkdir } from "node:fs/promises";
+import * as path from "path";
+import waitPort from "wait-port";
+import {
+  TemplateFramework,
+  TemplatePostInstallAction,
+  TemplateType,
+  TemplateUI,
+  TemplateVectorDB,
+} from "../helpers";
+
+export type AppType = "--frontend" | "--no-frontend" | "";
+
+export type CreateLlamaResult = {
+  projectName: string;
+  appProcess: ChildProcess;
+};
+
+// eslint-disable-next-line max-params
+export async function checkAppHasStarted(
+  frontend: boolean,
+  framework: TemplateFramework,
+  port: number,
+  externalPort: number,
+  timeout: number,
+) {
+  if (frontend) {
+    await Promise.all([
+      waitPort({
+        host: "localhost",
+        port: port,
+        timeout,
+      }),
+      waitPort({
+        host: "localhost",
+        port: externalPort,
+        timeout,
+      }),
+    ]).catch((err) => {
+      console.error(err);
+      throw err;
+    });
+  } else {
+    let wPort: number;
+    if (framework === "nextjs") {
+      wPort = port;
+    } else {
+      wPort = externalPort;
+    }
+    await waitPort({
+      host: "localhost",
+      port: wPort,
+      timeout,
+    }).catch((err) => {
+      console.error(err);
+      throw err;
+    });
+  }
+}
+
+// eslint-disable-next-line max-params
+export async function runCreateLlama(
+  cwd: string,
+  templateType: TemplateType,
+  templateFramework: TemplateFramework,
+  dataSource: string,
+  templateUI: TemplateUI,
+  vectorDb: TemplateVectorDB,
+  appType: AppType,
+  port: number,
+  externalPort: number,
+  postInstallAction: TemplatePostInstallAction,
+): Promise<CreateLlamaResult> {
+  if (!process.env.OPENAI_API_KEY) {
+    throw new Error("Setting OPENAI_API_KEY is mandatory to run tests");
+  }
+  const name = [
+    templateType,
+    templateFramework,
+    dataSource,
+    templateUI,
+    appType,
+  ].join("-");
+  const command = [
+    "create-llama",
+    name,
+    "--template",
+    templateType,
+    "--framework",
+    templateFramework,
+    dataSource,
+    "--ui",
+    templateUI,
+    "--vector-db",
+    vectorDb,
+    "--open-ai-key",
+    process.env.OPENAI_API_KEY,
+    appType,
+    "--use-pnpm",
+    "--port",
+    port,
+    "--external-port",
+    externalPort,
+    "--post-install-action",
+    postInstallAction,
+    "--tools",
+    "none",
+    "--no-llama-parse",
+    "--observability",
+    "none",
+  ].join(" ");
+  console.log(`running command '${command}' in ${cwd}`);
+  const appProcess = exec(command, {
+    cwd,
+    env: {
+      ...process.env,
+    },
+  });
+  appProcess.stderr?.on("data", (data) => {
+    console.log(data.toString());
+  });
+  appProcess.on("exit", (code) => {
+    if (code !== 0 && code !== null) {
+      throw new Error(`create-llama command was failed!`);
+    }
+  });
+
+  // Wait for app to start
+  if (postInstallAction === "runApp") {
+    await checkAppHasStarted(
+      appType === "--frontend",
+      templateFramework,
+      port,
+      externalPort,
+      1000 * 60 * 5,
+    );
+  } else {
+    // wait create-llama to exit
+    // we don't test install dependencies for now, so just set timeout for 10 seconds
+    await new Promise((resolve, reject) => {
+      const timeout = setTimeout(() => {
+        reject(new Error("create-llama timeout error"));
+      }, 1000 * 10);
+      appProcess.on("exit", (code) => {
+        if (code !== 0 && code !== null) {
+          clearTimeout(timeout);
+          reject(new Error("create-llama command was failed!"));
+        } else {
+          clearTimeout(timeout);
+          resolve(undefined);
+        }
+      });
+    });
+  }
+
+  return {
+    projectName: name,
+    appProcess,
+  };
+}
+
+export async function createTestDir() {
+  const cwd = path.join(__dirname, "cache", crypto.randomUUID());
+  await mkdir(cwd, { recursive: true });
+  return cwd;
+}

eslint.config.mjs

@@ -1,65 +0,0 @@
-import eslint from "@eslint/js";
-import eslintConfigPrettier from "eslint-config-prettier";
-import globals from "globals";
-import tseslint from "typescript-eslint";
-
-export default tseslint.config(
-  eslint.configs.recommended,
-  ...tseslint.configs.recommended,
-  eslintConfigPrettier,
-  {
-    languageOptions: {
-      ecmaVersion: 2022,
-      sourceType: "module",
-      globals: {
-        ...globals.browser,
-        ...globals.node,
-      },
-    },
-  },
-  {
-    files: ["packages/create-llama/**"],
-    rules: {
-      "max-params": ["error", 4],
-      "prefer-const": "error",
-      "no-empty": "off",
-      "no-extra-boolean-cast": "off",
-      "@typescript-eslint/no-explicit-any": "off",
-      "@typescript-eslint/no-unused-vars": "off",
-      "@typescript-eslint/no-empty-object-type": "off",
-      "@typescript-eslint/no-wrapper-object-types": "off",
-      "@typescript-eslint/ban-ts-comment": "off",
-    },
-  },
-  {
-    files: ["packages/server/**"],
-    rules: {
-      "no-irregular-whitespace": "off",
-      "@typescript-eslint/no-unused-vars": "off",
-      "@typescript-eslint/no-explicit-any": [
-        "error",
-        {
-          ignoreRestArgs: true,
-        },
-      ],
-    },
-  },
-  {
-    ignores: [
-      "python/**",
-      "**/*.mypy_cache/**",
-      "**/*.venv/**",
-      "**/*.ruff_cache/**",
-      "**/dist/**",
-      "**/e2e/cache/**",
-      "**/lib/*",
-      "**/.next/**",
-      "**/out/**",
-      "**/node_modules/**",
-      "**/build/**",
-      "packages/server/server/**",
-      "packages/server/project/**",
-      "packages/server/bin/**",
-    ],
-  },
-);

helpers/constant.ts

@@ -1,15 +1,6 @@
-import { TemplateUseCase } from "./types";
-
 export const COMMUNITY_OWNER = "run-llama";
 export const COMMUNITY_REPO = "create_llama_projects";
 export const LLAMA_PACK_OWNER = "run-llama";
 export const LLAMA_PACK_REPO = "llama_index";
 export const LLAMA_PACK_FOLDER = "llama-index-packs";
 export const LLAMA_PACK_FOLDER_PATH = `${LLAMA_PACK_OWNER}/${LLAMA_PACK_REPO}/main/${LLAMA_PACK_FOLDER}`;
-
-// these use cases don't have data folder, so no need to run generate and no need to getIndex
-export const NO_DATA_USE_CASES: TemplateUseCase[] = [
-  "code_generator",
-  "document_generator",
-  "hitl",
-];

helpers/copy.ts

@@ -1,3 +1,4 @@
+/* eslint-disable import/no-extraneous-dependencies */
 import { async as glob } from "fast-glob";
 import fs from "fs";
 import path from "path";
@@ -60,9 +61,6 @@ export const assetRelocator = (name: string) => {
     case "README-template.md": {
       return "README.md";
     }
-    case "vscode_settings.json": {
-      return "settings.json";
-    }
     default: {
       return name;
     }

helpers/datasources.ts

@@ -0,0 +1,109 @@
+import fs from "fs/promises";
+import path from "path";
+import yaml, { Document } from "yaml";
+import { templatesDir } from "./dir";
+import { DbSourceConfig, TemplateDataSource, WebSourceConfig } from "./types";
+
+export const EXAMPLE_FILE: TemplateDataSource = {
+  type: "file",
+  config: {
+    path: path.join(templatesDir, "components", "data", "101.pdf"),
+  },
+};
+
+export function getDataSources(
+  files?: string,
+  exampleFile?: boolean,
+): TemplateDataSource[] | undefined {
+  let dataSources: TemplateDataSource[] | undefined = undefined;
+  if (files) {
+    // If user specified files option, then the program should use context engine
+    dataSources = files.split(",").map((filePath) => ({
+      type: "file",
+      config: {
+        path: filePath,
+      },
+    }));
+  }
+  if (exampleFile) {
+    dataSources = [...(dataSources ? dataSources : []), EXAMPLE_FILE];
+  }
+  return dataSources;
+}
+
+export async function writeLoadersConfig(
+  root: string,
+  dataSources: TemplateDataSource[],
+  useLlamaParse?: boolean,
+) {
+  if (dataSources.length === 0) return; // no datasources, no config needed
+  const loaderConfig = new Document({});
+  // Web loader config
+  if (dataSources.some((ds) => ds.type === "web")) {
+    const webLoaderConfig = new Document({});
+
+    // Create config for browser driver arguments
+    const driverArgNodeValue = webLoaderConfig.createNode([
+      "--no-sandbox",
+      "--disable-dev-shm-usage",
+    ]);
+    driverArgNodeValue.commentBefore =
+      " The arguments to pass to the webdriver. E.g.: add --headless to run in headless mode";
+    webLoaderConfig.set("driver_arguments", driverArgNodeValue);
+
+    // Create config for urls
+    const urlConfigs = dataSources
+      .filter((ds) => ds.type === "web")
+      .map((ds) => {
+        const dsConfig = ds.config as WebSourceConfig;
+        return {
+          base_url: dsConfig.baseUrl,
+          prefix: dsConfig.prefix,
+          depth: dsConfig.depth,
+        };
+      });
+    const urlConfigNode = webLoaderConfig.createNode(urlConfigs);
+    urlConfigNode.commentBefore = ` base_url: The URL to start crawling with
+ prefix: Only crawl URLs matching the specified prefix
+ depth: The maximum depth for BFS traversal
+ You can add more websites by adding more entries (don't forget the - prefix from YAML)`;
+    webLoaderConfig.set("urls", urlConfigNode);
+
+    // Add web config to the loaders config
+    loaderConfig.set("web", webLoaderConfig);
+  }
+
+  // File loader config
+  if (dataSources.some((ds) => ds.type === "file")) {
+    // Add documentation to web loader config
+    const node = loaderConfig.createNode({
+      use_llama_parse: useLlamaParse,
+    });
+    node.commentBefore = ` use_llama_parse: Use LlamaParse if \`true\`. Needs a \`LLAMA_CLOUD_API_KEY\` from https://cloud.llamaindex.ai set as environment variable`;
+    loaderConfig.set("file", node);
+  }
+
+  // DB loader config
+  const dbLoaders = dataSources.filter((ds) => ds.type === "db");
+  if (dbLoaders.length > 0) {
+    const dbLoaderConfig = new Document({});
+    const configEntries = dbLoaders.map((ds) => {
+      const dsConfig = ds.config as DbSourceConfig;
+      return {
+        uri: dsConfig.uri,
+        queries: [dsConfig.queries],
+      };
+    });
+
+    const node = dbLoaderConfig.createNode(configEntries);
+    node.commentBefore = ` The configuration for the database loader, only supports MySQL and PostgreSQL databases for now.
+ uri: The URI for the database. E.g.: mysql+pymysql://user:password@localhost:3306/db or postgresql+psycopg2://user:password@localhost:5432/db
+ query: The query to fetch data from the database. E.g.: SELECT * FROM table`;
+    loaderConfig.set("db", node);
+  }
+
+  // Write loaders config
+  const loaderConfigPath = path.join(root, "config", "loaders.yaml");
+  await fs.mkdir(path.join(root, "config"), { recursive: true });
+  await fs.writeFile(loaderConfigPath, yaml.stringify(loaderConfig));
+}

helpers/devcontainer.ts

@@ -1,26 +1,40 @@
 import fs from "fs";
 import path from "path";
-import { assetRelocator, copy } from "./copy";
 import { TemplateFramework } from "./types";
 
 function renderDevcontainerContent(
   templatesDir: string,
   framework: TemplateFramework,
+  frontend: boolean,
 ) {
   const devcontainerJson: any = JSON.parse(
     fs.readFileSync(path.join(templatesDir, "devcontainer.json"), "utf8"),
   );
 
   // Modify postCreateCommand
-  devcontainerJson.postCreateCommand =
-    framework === "fastapi" ? "poetry install" : "npm install";
+  if (frontend) {
+    devcontainerJson.postCreateCommand =
+      framework === "fastapi"
+        ? "cd backend && poetry install && cd ../frontend && npm install"
+        : "cd backend && npm install && cd ../frontend && npm install";
+  } else {
+    devcontainerJson.postCreateCommand =
+      framework === "fastapi" ? "poetry install" : "npm install";
+  }
 
   // Modify containerEnv
   if (framework === "fastapi") {
-    devcontainerJson.containerEnv = {
-      ...devcontainerJson.containerEnv,
-      PYTHONPATH: "${PYTHONPATH}:${workspaceFolder}",
-    };
+    if (frontend) {
+      devcontainerJson.containerEnv = {
+        ...devcontainerJson.containerEnv,
+        PYTHONPATH: "${PYTHONPATH}:${workspaceFolder}/backend",
+      };
+    } else {
+      devcontainerJson.containerEnv = {
+        ...devcontainerJson.containerEnv,
+        PYTHONPATH: "${PYTHONPATH}:${workspaceFolder}",
+      };
+    }
   }
 
   return JSON.stringify(devcontainerJson, null, 2);
@@ -30,6 +44,7 @@ export const writeDevcontainer = async (
   root: string,
   templatesDir: string,
   framework: TemplateFramework,
+  frontend: boolean,
 ) => {
   const devcontainerDir = path.join(root, ".devcontainer");
   if (fs.existsSync(devcontainerDir)) {
@@ -39,6 +54,7 @@ export const writeDevcontainer = async (
   const devcontainerContent = renderDevcontainerContent(
     templatesDir,
     framework,
+    frontend,
   );
   fs.mkdirSync(devcontainerDir);
   await fs.promises.writeFile(
@@ -46,25 +62,3 @@ export const writeDevcontainer = async (
     devcontainerContent,
   );
 };
-
-export const copyVSCodeSettings = async (
-  root: string,
-  templatesDir: string,
-) => {
-  const vscodeDir = path.join(root, ".vscode");
-  await copy("vscode_settings.json", vscodeDir, {
-    cwd: templatesDir,
-    rename: assetRelocator,
-  });
-};
-
-export const configVSCode = async (
-  root: string,
-  templatesDir: string,
-  framework: TemplateFramework,
-) => {
-  await writeDevcontainer(root, templatesDir, framework);
-  if (framework === "fastapi") {
-    await copyVSCodeSettings(root, templatesDir);
-  }
-};

helpers/env-variables.ts

@@ -0,0 +1,274 @@
+import fs from "fs/promises";
+import path from "path";
+import {
+  ModelConfig,
+  TemplateDataSource,
+  TemplateFramework,
+  TemplateVectorDB,
+} from "./types";
+
+type EnvVar = {
+  name?: string;
+  description?: string;
+  value?: string;
+};
+
+const renderEnvVar = (envVars: EnvVar[]): string => {
+  return envVars.reduce(
+    (prev, env) =>
+      prev +
+      (env.description
+        ? `# ${env.description.replaceAll("\n", "\n# ")}\n`
+        : "") +
+      (env.name
+        ? env.value
+          ? `${env.name}=${env.value}\n\n`
+          : `# ${env.name}=\n\n`
+        : ""),
+    "",
+  );
+};
+
+const getVectorDBEnvs = (vectorDb?: TemplateVectorDB): EnvVar[] => {
+  if (!vectorDb) {
+    return [];
+  }
+  switch (vectorDb) {
+    case "mongo":
+      return [
+        {
+          name: "MONGO_URI",
+          description:
+            "For generating a connection URI, see https://docs.timescale.com/use-timescale/latest/services/create-a-service\nThe MongoDB connection URI.",
+        },
+        {
+          name: "MONGODB_DATABASE",
+        },
+        {
+          name: "MONGODB_VECTORS",
+        },
+        {
+          name: "MONGODB_VECTOR_INDEX",
+        },
+      ];
+    case "pg":
+      return [
+        {
+          name: "PG_CONNECTION_STRING",
+          description:
+            "For generating a connection URI, see https://docs.timescale.com/use-timescale/latest/services/create-a-service\nThe PostgreSQL connection string.",
+        },
+      ];
+
+    case "pinecone":
+      return [
+        {
+          name: "PINECONE_API_KEY",
+          description:
+            "Configuration for Pinecone vector store\nThe Pinecone API key.",
+        },
+        {
+          name: "PINECONE_ENVIRONMENT",
+        },
+        {
+          name: "PINECONE_INDEX_NAME",
+        },
+      ];
+    case "milvus":
+      return [
+        {
+          name: "MILVUS_ADDRESS",
+          description:
+            "The address of the Milvus server. Eg: http://localhost:19530",
+          value: "http://localhost:19530",
+        },
+        {
+          name: "MILVUS_COLLECTION",
+          description:
+            "The name of the Milvus collection to store the vectors.",
+          value: "llamacollection",
+        },
+        {
+          name: "MILVUS_USERNAME",
+          description: "The username to access the Milvus server.",
+        },
+        {
+          name: "MILVUS_PASSWORD",
+          description: "The password to access the Milvus server.",
+        },
+      ];
+    case "astra":
+      return [
+        {
+          name: "ASTRA_DB_APPLICATION_TOKEN",
+          description: "The generated app token for your Astra database",
+        },
+        {
+          name: "ASTRA_DB_ENDPOINT",
+          description: "The API endpoint for your Astra database",
+        },
+        {
+          name: "ASTRA_DB_COLLECTION",
+          description: "The name of the collection in your Astra database",
+        },
+      ];
+    case "qdrant":
+      return [
+        {
+          name: "QDRANT_URL",
+          description:
+            "The qualified REST URL of the Qdrant server. Eg: http://localhost:6333",
+        },
+        {
+          name: "QDRANT_COLLECTION",
+          description: "The name of Qdrant collection to use.",
+        },
+        {
+          name: "QDRANT_API_KEY",
+          description:
+            "Optional API key for authenticating requests to Qdrant.",
+        },
+      ];
+    default:
+      return [];
+  }
+};
+
+const getModelEnvs = (modelConfig: ModelConfig): EnvVar[] => {
+  return [
+    {
+      name: "MODEL_PROVIDER",
+      description: "The provider for the AI models to use.",
+      value: modelConfig.provider,
+    },
+    {
+      name: "MODEL",
+      description: "The name of LLM model to use.",
+      value: modelConfig.model,
+    },
+    {
+      name: "EMBEDDING_MODEL",
+      description: "Name of the embedding model to use.",
+      value: modelConfig.embeddingModel,
+    },
+    {
+      name: "EMBEDDING_DIM",
+      description: "Dimension of the embedding model to use.",
+      value: modelConfig.dimensions.toString(),
+    },
+    ...(modelConfig.provider === "openai"
+      ? [
+          {
+            name: "OPENAI_API_KEY",
+            description: "The OpenAI API key to use.",
+            value: modelConfig.apiKey,
+          },
+          {
+            name: "LLM_TEMPERATURE",
+            description: "Temperature for sampling from the model.",
+          },
+          {
+            name: "LLM_MAX_TOKENS",
+            description: "Maximum number of tokens to generate.",
+          },
+        ]
+      : []),
+  ];
+};
+
+const getFrameworkEnvs = (
+  framework?: TemplateFramework,
+  port?: number,
+): EnvVar[] => {
+  if (framework !== "fastapi") {
+    return [];
+  }
+  return [
+    {
+      name: "APP_HOST",
+      description: "The address to start the backend app.",
+      value: "0.0.0.0",
+    },
+    {
+      name: "APP_PORT",
+      description: "The port to start the backend app.",
+      value: port?.toString() || "8000",
+    },
+    // TODO: Once LlamaIndexTS supports string templates, move this to `getEngineEnvs`
+    {
+      name: "SYSTEM_PROMPT",
+      description: `Custom system prompt.
+Example:
+SYSTEM_PROMPT="
+We have provided context information below.
+---------------------
+{context_str}
+---------------------
+Given this information, please answer the question: {query_str}
+"`,
+    },
+  ];
+};
+
+const getEngineEnvs = (): EnvVar[] => {
+  return [
+    {
+      name: "TOP_K",
+      description:
+        "The number of similar embeddings to return when retrieving documents.",
+      value: "3",
+    },
+  ];
+};
+
+export const createBackendEnvFile = async (
+  root: string,
+  opts: {
+    llamaCloudKey?: string;
+    vectorDb?: TemplateVectorDB;
+    modelConfig: ModelConfig;
+    framework?: TemplateFramework;
+    dataSources?: TemplateDataSource[];
+    port?: number;
+  },
+) => {
+  // Init env values
+  const envFileName = ".env";
+  const envVars: EnvVar[] = [
+    {
+      name: "LLAMA_CLOUD_API_KEY",
+      description: `The Llama Cloud API key.`,
+      value: opts.llamaCloudKey,
+    },
+    // Add model environment variables
+    ...getModelEnvs(opts.modelConfig),
+    // Add engine environment variables
+    ...getEngineEnvs(),
+    // Add vector database environment variables
+    ...getVectorDBEnvs(opts.vectorDb),
+    ...getFrameworkEnvs(opts.framework, opts.port),
+  ];
+  // Render and write env file
+  const content = renderEnvVar(envVars);
+  await fs.writeFile(path.join(root, envFileName), content);
+  console.log(`Created '${envFileName}' file. Please check the settings.`);
+};
+
+export const createFrontendEnvFile = async (
+  root: string,
+  opts: {
+    customApiPath?: string;
+  },
+) => {
+  const defaultFrontendEnvs = [
+    {
+      name: "NEXT_PUBLIC_CHAT_API",
+      description: "The backend API for chat endpoint.",
+      value: opts.customApiPath
+        ? opts.customApiPath
+        : "http://localhost:8000/api/chat",
+    },
+  ];
+  const content = renderEnvVar(defaultFrontendEnvs);
+  await fs.writeFile(path.join(root, ".env"), content);
+};

helpers/git.ts

@@ -1,3 +1,4 @@
+/* eslint-disable import/no-extraneous-dependencies */
 import { execSync } from "child_process";
 import fs from "fs";
 import path from "path";

helpers/index.ts

@@ -0,0 +1,182 @@
+import { callPackageManager } from "./install";
+
+import path from "path";
+import { cyan } from "picocolors";
+
+import fsExtra from "fs-extra";
+import { writeLoadersConfig } from "./datasources";
+import { createBackendEnvFile, createFrontendEnvFile } from "./env-variables";
+import { PackageManager } from "./get-pkg-manager";
+import { installLlamapackProject } from "./llama-pack";
+import { isHavingPoetryLockFile, tryPoetryRun } from "./poetry";
+import { isModelConfigured } from "./providers";
+import { installPythonTemplate } from "./python";
+import { downloadAndExtractRepo } from "./repo";
+import { ConfigFileType, writeToolsConfig } from "./tools";
+import {
+  FileSourceConfig,
+  InstallTemplateArgs,
+  ModelConfig,
+  TemplateDataSource,
+  TemplateFramework,
+  TemplateVectorDB,
+} from "./types";
+import { installTSTemplate } from "./typescript";
+
+// eslint-disable-next-line max-params
+async function generateContextData(
+  framework: TemplateFramework,
+  modelConfig: ModelConfig,
+  packageManager?: PackageManager,
+  vectorDb?: TemplateVectorDB,
+  llamaCloudKey?: string,
+  useLlamaParse?: boolean,
+) {
+  if (packageManager) {
+    const runGenerate = `${cyan(
+      framework === "fastapi"
+        ? "poetry run generate"
+        : `${packageManager} run generate`,
+    )}`;
+    const modelConfigured = isModelConfigured(modelConfig);
+    const llamaCloudKeyConfigured = useLlamaParse
+      ? llamaCloudKey || process.env["LLAMA_CLOUD_API_KEY"]
+      : true;
+    const hasVectorDb = vectorDb && vectorDb !== "none";
+    if (modelConfigured && llamaCloudKeyConfigured && !hasVectorDb) {
+      // If all the required environment variables are set, run the generate script
+      if (framework === "fastapi") {
+        if (isHavingPoetryLockFile()) {
+          console.log(`Running ${runGenerate} to generate the context data.`);
+          const result = tryPoetryRun("poetry run generate");
+          if (!result) {
+            console.log(`Failed to run ${runGenerate}.`);
+            process.exit(1);
+          }
+          console.log(`Generated context data`);
+          return;
+        }
+      } else {
+        console.log(`Running ${runGenerate} to generate the context data.`);
+        await callPackageManager(packageManager, true, ["run", "generate"]);
+        return;
+      }
+    }
+
+    // generate the message of what to do to run the generate script manually
+    const settings = [];
+    if (!modelConfigured) settings.push("your model provider API key");
+    if (!llamaCloudKeyConfigured) settings.push("your Llama Cloud key");
+    if (hasVectorDb) settings.push("your Vector DB environment variables");
+    const settingsMessage =
+      settings.length > 0 ? `After setting ${settings.join(" and ")}, ` : "";
+    const generateMessage = `run ${runGenerate} to generate the context data.`;
+    console.log(`\n${settingsMessage}${generateMessage}\n\n`);
+  }
+}
+
+const copyContextData = async (
+  root: string,
+  dataSources: TemplateDataSource[],
+) => {
+  for (const dataSource of dataSources) {
+    const dataSourceConfig = dataSource?.config as FileSourceConfig;
+    // Copy local data
+    const dataPath = dataSourceConfig.path;
+
+    const destPath = path.join(root, "data", path.basename(dataPath));
+    console.log("Copying data from path:", dataPath);
+    await fsExtra.copy(dataPath, destPath);
+  }
+};
+
+const installCommunityProject = async ({
+  root,
+  communityProjectConfig,
+}: Pick<InstallTemplateArgs, "root" | "communityProjectConfig">) => {
+  const { owner, repo, branch, filePath } = communityProjectConfig!;
+  console.log("\nInstalling community project:", filePath || repo);
+  await downloadAndExtractRepo(root, {
+    username: owner,
+    name: repo,
+    branch,
+    filePath: filePath || "",
+  });
+};
+
+export const installTemplate = async (
+  props: InstallTemplateArgs & { backend: boolean },
+) => {
+  process.chdir(props.root);
+
+  if (props.template === "community" && props.communityProjectConfig) {
+    await installCommunityProject(props);
+    return;
+  }
+
+  if (props.template === "llamapack" && props.llamapack) {
+    await installLlamapackProject(props);
+    return;
+  }
+
+  if (props.framework === "fastapi") {
+    await installPythonTemplate(props);
+    // write loaders configuration (currently Python only)
+    await writeLoadersConfig(
+      props.root,
+      props.dataSources,
+      props.useLlamaParse,
+    );
+  } else {
+    await installTSTemplate(props);
+  }
+
+  // write tools configuration
+  await writeToolsConfig(
+    props.root,
+    props.tools,
+    props.framework === "fastapi" ? ConfigFileType.YAML : ConfigFileType.JSON,
+  );
+
+  if (props.backend) {
+    // This is a backend, so we need to copy the test data and create the env file.
+
+    // Copy the environment file to the target directory.
+    await createBackendEnvFile(props.root, {
+      modelConfig: props.modelConfig,
+      llamaCloudKey: props.llamaCloudKey,
+      vectorDb: props.vectorDb,
+      framework: props.framework,
+      dataSources: props.dataSources,
+      port: props.externalPort,
+    });
+
+    if (props.dataSources.length > 0) {
+      console.log("\nGenerating context data...\n");
+      await copyContextData(
+        props.root,
+        props.dataSources.filter((ds) => ds.type === "file"),
+      );
+      if (
+        props.postInstallAction === "runApp" ||
+        props.postInstallAction === "dependencies"
+      ) {
+        await generateContextData(
+          props.framework,
+          props.modelConfig,
+          props.packageManager,
+          props.vectorDb,
+          props.llamaCloudKey,
+          props.useLlamaParse,
+        );
+      }
+    }
+  } else {
+    // this is a frontend for a full-stack app, create .env file with model information
+    await createFrontendEnvFile(props.root, {
+      customApiPath: props.customApiPath,
+    });
+  }
+};
+
+export * from "./types";

helpers/install.ts

@@ -1,3 +1,4 @@
+/* eslint-disable import/no-extraneous-dependencies */
 import spawn from "cross-spawn";
 import { yellow } from "picocolors";
 import type { PackageManager } from "./get-pkg-manager";

helpers/is-folder-empty.ts

@@ -1,3 +1,4 @@
+/* eslint-disable import/no-extraneous-dependencies */
 import fs from "fs";
 import path from "path";
 import { blue, green } from "picocolors";

helpers/llama-pack.ts

@@ -143,6 +143,6 @@ export const installLlamapackProject = async ({
   await copyData({ root });
   await installLlamapackExample({ root, llamapack });
   if (postInstallAction === "runApp" || postInstallAction === "dependencies") {
-    installPythonDependencies();
+    installPythonDependencies({ noRoot: true });
   }
 };

helpers/poetry.ts

@@ -1,3 +1,4 @@
+/* eslint-disable import/no-extraneous-dependencies */
 import { execSync } from "child_process";
 import fs from "fs";
 

helpers/providers/index.ts

@@ -0,0 +1,66 @@
+import ciInfo from "ci-info";
+import prompts from "prompts";
+import { questionHandlers } from "../../questions";
+import { ModelConfig, ModelProvider } from "../types";
+import { askOllamaQuestions } from "./ollama";
+import { askOpenAIQuestions, isOpenAIConfigured } from "./openai";
+
+const DEFAULT_MODEL_PROVIDER = "openai";
+
+export type ModelConfigQuestionsParams = {
+  openAiKey?: string;
+  askModels: boolean;
+};
+
+export type ModelConfigParams = Omit<ModelConfig, "provider">;
+
+export async function askModelConfig({
+  askModels,
+  openAiKey,
+}: ModelConfigQuestionsParams): Promise<ModelConfig> {
+  let modelProvider: ModelProvider = DEFAULT_MODEL_PROVIDER;
+  if (askModels && !ciInfo.isCI) {
+    const { provider } = await prompts(
+      {
+        type: "select",
+        name: "provider",
+        message: "Which model provider would you like to use",
+        choices: [
+          {
+            title: "OpenAI",
+            value: "openai",
+          },
+          { title: "Ollama", value: "ollama" },
+        ],
+        initial: 0,
+      },
+      questionHandlers,
+    );
+    modelProvider = provider;
+  }
+
+  let modelConfig: ModelConfigParams;
+  switch (modelProvider) {
+    case "ollama":
+      modelConfig = await askOllamaQuestions({ askModels });
+      break;
+    default:
+      modelConfig = await askOpenAIQuestions({
+        openAiKey,
+        askModels,
+      });
+  }
+  return {
+    ...modelConfig,
+    provider: modelProvider,
+  };
+}
+
+export function isModelConfigured(modelConfig: ModelConfig): boolean {
+  switch (modelConfig.provider) {
+    case "openai":
+      return isOpenAIConfigured(modelConfig);
+    default:
+      return true;
+  }
+}

helpers/providers/ollama.ts

@@ -1,8 +1,9 @@
+import ciInfo from "ci-info";
 import ollama, { type ModelResponse } from "ollama";
 import { red } from "picocolors";
 import prompts from "prompts";
 import { ModelConfigParams } from ".";
-import { questionHandlers, toChoice } from "../../questions/utils";
+import { questionHandlers, toChoice } from "../../questions";
 
 type ModelData = {
   dimensions: number;
@@ -28,12 +29,11 @@ export async function askOllamaQuestions({
     model: DEFAULT_MODEL,
     embeddingModel: DEFAULT_EMBEDDING_MODEL,
     dimensions: EMBEDDING_MODELS[DEFAULT_EMBEDDING_MODEL].dimensions,
-    isConfigured(): boolean {
-      return true;
-    },
   };
 
-  if (askModels) {
+  // use default model values in CI or if user should not be asked
+  const useDefaults = ciInfo.isCI || !askModels;
+  if (!useDefaults) {
     const { model } = await prompts(
       {
         type: "select",

helpers/providers/openai.ts

@@ -1,14 +1,14 @@
+import ciInfo from "ci-info";
 import got from "got";
 import ora from "ora";
 import { red } from "picocolors";
 import prompts from "prompts";
 import { ModelConfigParams, ModelConfigQuestionsParams } from ".";
-import { isCI } from "../../questions";
-import { questionHandlers } from "../../questions/utils";
+import { questionHandlers } from "../../questions";
 
 const OPENAI_API_URL = "https://api.openai.com/v1";
 
-const DEFAULT_MODEL = "gpt-4o-mini";
+const DEFAULT_MODEL = "gpt-4-turbo";
 const DEFAULT_EMBEDDING_MODEL = "text-embedding-3-large";
 
 export async function askOpenAIQuestions({
@@ -20,18 +20,9 @@ export async function askOpenAIQuestions({
     model: DEFAULT_MODEL,
     embeddingModel: DEFAULT_EMBEDDING_MODEL,
     dimensions: getDimensions(DEFAULT_EMBEDDING_MODEL),
-    isConfigured(): boolean {
-      if (config.apiKey) {
-        return true;
-      }
-      if (process.env["OPENAI_API_KEY"]) {
-        return true;
-      }
-      return false;
-    },
   };
 
-  if (!config.apiKey && !isCI) {
+  if (!config.apiKey) {
     const { key } = await prompts(
       {
         type: "text",
@@ -40,6 +31,7 @@ export async function askOpenAIQuestions({
           ? "Please provide your OpenAI API key (or leave blank to use OPENAI_API_KEY env variable):"
           : "Please provide your OpenAI API key (leave blank to skip):",
         validate: (value: string) => {
+          console.log(value);
           if (askModels && !value) {
             if (process.env.OPENAI_API_KEY) {
               return true;
@@ -54,7 +46,9 @@ export async function askOpenAIQuestions({
     config.apiKey = key || process.env.OPENAI_API_KEY;
   }
 
-  if (askModels) {
+  // use default model values in CI or if user should not be asked
+  const useDefaults = ciInfo.isCI || !askModels;
+  if (!useDefaults) {
     const { model } = await prompts(
       {
         type: "select",
@@ -84,6 +78,16 @@ export async function askOpenAIQuestions({
   return config;
 }
 
+export function isOpenAIConfigured(params: ModelConfigParams): boolean {
+  if (params.apiKey) {
+    return true;
+  }
+  if (process.env["OPENAI_API_KEY"]) {
+    return true;
+  }
+  return false;
+}
+
 async function getAvailableModelChoices(
   selectEmbedding: boolean,
   apiKey?: string,

helpers/python.ts

@@ -0,0 +1,313 @@
+import fs from "fs/promises";
+import path from "path";
+import { cyan, red } from "picocolors";
+import { parse, stringify } from "smol-toml";
+import terminalLink from "terminal-link";
+
+import { assetRelocator, copy } from "./copy";
+import { templatesDir } from "./dir";
+import { isPoetryAvailable, tryPoetryInstall } from "./poetry";
+import { Tool } from "./tools";
+import {
+  InstallTemplateArgs,
+  ModelConfig,
+  TemplateDataSource,
+  TemplateVectorDB,
+} from "./types";
+
+interface Dependency {
+  name: string;
+  version?: string;
+  extras?: string[];
+}
+
+const getAdditionalDependencies = (
+  modelConfig: ModelConfig,
+  vectorDb?: TemplateVectorDB,
+  dataSource?: TemplateDataSource,
+  tools?: Tool[],
+) => {
+  const dependencies: Dependency[] = [];
+
+  // Add vector db dependencies
+  switch (vectorDb) {
+    case "mongo": {
+      dependencies.push({
+        name: "llama-index-vector-stores-mongodb",
+        version: "^0.1.3",
+      });
+      break;
+    }
+    case "pg": {
+      dependencies.push({
+        name: "llama-index-vector-stores-postgres",
+        version: "^0.1.1",
+      });
+    }
+    case "pinecone": {
+      dependencies.push({
+        name: "llama-index-vector-stores-pinecone",
+        version: "^0.1.3",
+      });
+      break;
+    }
+    case "milvus": {
+      dependencies.push({
+        name: "llama-index-vector-stores-milvus",
+        version: "^0.1.6",
+      });
+      dependencies.push({
+        name: "pymilvus",
+        version: "2.3.7",
+      });
+      break;
+    }
+    case "astra": {
+      dependencies.push({
+        name: "llama-index-vector-stores-astra-db",
+        version: "^0.1.5",
+      });
+      break;
+    }
+  }
+
+  // Add data source dependencies
+  const dataSourceType = dataSource?.type;
+  switch (dataSourceType) {
+    case "file":
+      dependencies.push({
+        name: "docx2txt",
+        version: "^0.8",
+      });
+      break;
+    case "web":
+      dependencies.push({
+        name: "llama-index-readers-web",
+        version: "^0.1.6",
+      });
+      break;
+    case "db":
+      dependencies.push({
+        name: "llama-index-readers-database",
+        version: "^0.1.3",
+      });
+      dependencies.push({
+        name: "pymysql",
+        version: "^1.1.0",
+        extras: ["rsa"],
+      });
+      dependencies.push({
+        name: "psycopg2",
+        version: "^2.9.9",
+      });
+      break;
+  }
+
+  // Add tools dependencies
+  tools?.forEach((tool) => {
+    tool.dependencies?.forEach((dep) => {
+      dependencies.push(dep);
+    });
+  });
+
+  switch (modelConfig.provider) {
+    case "ollama":
+      dependencies.push({
+        name: "llama-index-llms-ollama",
+        version: "0.1.2",
+      });
+      dependencies.push({
+        name: "llama-index-embeddings-ollama",
+        version: "0.1.2",
+      });
+      break;
+    case "openai":
+      dependencies.push({
+        name: "llama-index-agent-openai",
+        version: "0.2.2",
+      });
+      break;
+  }
+
+  return dependencies;
+};
+
+const mergePoetryDependencies = (
+  dependencies: Dependency[],
+  existingDependencies: Record<string, Omit<Dependency, "name">>,
+) => {
+  for (const dependency of dependencies) {
+    let value = existingDependencies[dependency.name] ?? {};
+
+    // default string value is equal to attribute "version"
+    if (typeof value === "string") {
+      value = { version: value };
+    }
+
+    value.version = dependency.version ?? value.version;
+    value.extras = dependency.extras ?? value.extras;
+
+    if (value.version === undefined) {
+      throw new Error(
+        `Dependency "${dependency.name}" is missing attribute "version"!`,
+      );
+    }
+
+    existingDependencies[dependency.name] = value;
+  }
+};
+
+export const addDependencies = async (
+  projectDir: string,
+  dependencies: Dependency[],
+) => {
+  if (dependencies.length === 0) return;
+
+  const FILENAME = "pyproject.toml";
+  try {
+    // Parse toml file
+    const file = path.join(projectDir, FILENAME);
+    const fileContent = await fs.readFile(file, "utf8");
+    const fileParsed = parse(fileContent);
+
+    // Modify toml dependencies
+    const tool = fileParsed.tool as any;
+    const existingDependencies = tool.poetry.dependencies;
+    mergePoetryDependencies(dependencies, existingDependencies);
+
+    // Write toml file
+    const newFileContent = stringify(fileParsed);
+    await fs.writeFile(file, newFileContent);
+
+    const dependenciesString = dependencies.map((d) => d.name).join(", ");
+    console.log(`\nAdded ${dependenciesString} to ${cyan(FILENAME)}\n`);
+  } catch (error) {
+    console.log(
+      `Error while updating dependencies for Poetry project file ${FILENAME}\n`,
+      error,
+    );
+  }
+};
+
+export const installPythonDependencies = (
+  { noRoot }: { noRoot: boolean } = { noRoot: false },
+) => {
+  if (isPoetryAvailable()) {
+    console.log(
+      `Installing python dependencies using poetry. This may take a while...`,
+    );
+    const installSuccessful = tryPoetryInstall(noRoot);
+    if (!installSuccessful) {
+      console.error(
+        red(
+          "Installing dependencies using poetry failed. Please check error log above and try running create-llama again.",
+        ),
+      );
+      process.exit(1);
+    }
+  } else {
+    console.error(
+      red(
+        `Poetry is not available in the current environment. Please check ${terminalLink(
+          "Poetry Installation",
+          `https://python-poetry.org/docs/#installation`,
+        )} to install poetry first, then run create-llama again.`,
+      ),
+    );
+    process.exit(1);
+  }
+};
+
+export const installPythonTemplate = async ({
+  root,
+  template,
+  framework,
+  vectorDb,
+  dataSources,
+  tools,
+  postInstallAction,
+  observability,
+  modelConfig,
+}: Pick<
+  InstallTemplateArgs,
+  | "root"
+  | "framework"
+  | "template"
+  | "vectorDb"
+  | "dataSources"
+  | "tools"
+  | "postInstallAction"
+  | "observability"
+  | "modelConfig"
+>) => {
+  console.log("\nInitializing Python project with template:", template, "\n");
+  const templatePath = path.join(templatesDir, "types", template, framework);
+  await copy("**", root, {
+    parents: true,
+    cwd: templatePath,
+    rename: assetRelocator,
+  });
+
+  const compPath = path.join(templatesDir, "components");
+  const enginePath = path.join(root, "app", "engine");
+
+  // Copy selected vector DB
+  await copy("**", enginePath, {
+    parents: true,
+    cwd: path.join(compPath, "vectordbs", "python", vectorDb ?? "none"),
+  });
+
+  // Copy all loaders to enginePath
+  const loaderPath = path.join(enginePath, "loaders");
+  await copy("**", loaderPath, {
+    parents: true,
+    cwd: path.join(compPath, "loaders", "python"),
+  });
+
+  // Select and copy engine code based on data sources and tools
+  let engine;
+  tools = tools ?? [];
+  if (dataSources.length > 0 && tools.length === 0) {
+    console.log("\nNo tools selected - use optimized context chat engine\n");
+    engine = "chat";
+  } else {
+    engine = "agent";
+  }
+  await copy("**", enginePath, {
+    parents: true,
+    cwd: path.join(compPath, "engines", "python", engine),
+  });
+
+  const addOnDependencies = dataSources
+    .map((ds) => getAdditionalDependencies(modelConfig, vectorDb, ds, tools))
+    .flat();
+
+  if (observability === "opentelemetry") {
+    addOnDependencies.push({
+      name: "traceloop-sdk",
+      version: "^0.15.11",
+    });
+
+    const templateObservabilityPath = path.join(
+      templatesDir,
+      "components",
+      "observability",
+      "python",
+      "opentelemetry",
+    );
+    await copy("**", path.join(root, "app"), {
+      cwd: templateObservabilityPath,
+    });
+  }
+
+  await addDependencies(root, addOnDependencies);
+
+  if (postInstallAction === "runApp" || postInstallAction === "dependencies") {
+    installPythonDependencies();
+  }
+
+  // Copy deployment files for python
+  await copy("**", root, {
+    cwd: path.join(compPath, "deployments", "python"),
+  });
+};

helpers/run-app.ts

@@ -0,0 +1,88 @@
+import { ChildProcess, SpawnOptions, spawn } from "child_process";
+import path from "path";
+import { TemplateFramework } from "./types";
+
+const createProcess = (
+  command: string,
+  args: string[],
+  options: SpawnOptions,
+) => {
+  return spawn(command, args, {
+    ...options,
+    shell: true,
+  })
+    .on("exit", function (code) {
+      if (code !== 0) {
+        console.log(`Child process exited with code=${code}`);
+        process.exit(1);
+      }
+    })
+    .on("error", function (err) {
+      console.log("Error when running chill process: ", err);
+      process.exit(1);
+    });
+};
+
+// eslint-disable-next-line max-params
+export async function runApp(
+  appPath: string,
+  frontend: boolean,
+  framework: TemplateFramework,
+  port?: number,
+  externalPort?: number,
+): Promise<any> {
+  let backendAppProcess: ChildProcess;
+  let frontendAppProcess: ChildProcess | undefined;
+  const frontendPort = port || 3000;
+  let backendPort = externalPort || 8000;
+
+  // Callback to kill app processes
+  process.on("exit", () => {
+    console.log("Killing app processes...");
+    backendAppProcess.kill();
+    frontendAppProcess?.kill();
+  });
+
+  let backendCommand = "";
+  let backendArgs: string[];
+  if (framework === "fastapi") {
+    backendCommand = "poetry";
+    backendArgs = [
+      "run",
+      "uvicorn",
+      "main:app",
+      "--host=0.0.0.0",
+      "--port=" + backendPort,
+    ];
+  } else if (framework === "nextjs") {
+    backendCommand = "npm";
+    backendArgs = ["run", "dev"];
+    backendPort = frontendPort;
+  } else {
+    backendCommand = "npm";
+    backendArgs = ["run", "dev"];
+  }
+
+  if (frontend) {
+    return new Promise((resolve, reject) => {
+      backendAppProcess = createProcess(backendCommand, backendArgs, {
+        stdio: "inherit",
+        cwd: path.join(appPath, "backend"),
+        env: { ...process.env, PORT: `${backendPort}` },
+      });
+      frontendAppProcess = createProcess("npm", ["run", "dev"], {
+        stdio: "inherit",
+        cwd: path.join(appPath, "frontend"),
+        env: { ...process.env, PORT: `${frontendPort}` },
+      });
+    });
+  } else {
+    return new Promise((resolve, reject) => {
+      backendAppProcess = createProcess(backendCommand, backendArgs, {
+        stdio: "inherit",
+        cwd: path.join(appPath),
+        env: { ...process.env, PORT: `${backendPort}` },
+      });
+    });
+  }
+}

helpers/tools.ts

@@ -0,0 +1,110 @@
+import fs from "fs/promises";
+import path from "path";
+import { red } from "picocolors";
+import yaml from "yaml";
+import { makeDir } from "./make-dir";
+import { TemplateFramework } from "./types";
+
+export type Tool = {
+  display: string;
+  name: string;
+  config?: Record<string, any>;
+  dependencies?: ToolDependencies[];
+  supportedFrameworks?: Array<TemplateFramework>;
+};
+
+export type ToolDependencies = {
+  name: string;
+  version?: string;
+};
+
+export const supportedTools: Tool[] = [
+  {
+    display: "Google Search (configuration required after installation)",
+    name: "google.GoogleSearchToolSpec",
+    config: {
+      engine:
+        "Your search engine id, see https://developers.google.com/custom-search/v1/overview#prerequisites",
+      key: "Your search api key",
+      num: 2,
+    },
+    dependencies: [
+      {
+        name: "llama-index-tools-google",
+        version: "0.1.2",
+      },
+    ],
+    supportedFrameworks: ["fastapi"],
+  },
+  {
+    display: "Wikipedia",
+    name: "wikipedia.WikipediaToolSpec",
+    dependencies: [
+      {
+        name: "llama-index-tools-wikipedia",
+        version: "0.1.2",
+      },
+    ],
+    supportedFrameworks: ["fastapi", "express", "nextjs"],
+  },
+];
+
+export const getTool = (toolName: string): Tool | undefined => {
+  return supportedTools.find((tool) => tool.name === toolName);
+};
+
+export const getTools = (toolsName: string[]): Tool[] => {
+  const tools: Tool[] = [];
+  for (const toolName of toolsName) {
+    const tool = getTool(toolName);
+    if (!tool) {
+      console.log(
+        red(
+          `Error: Tool '${toolName}' is not supported. Supported tools are: ${supportedTools
+            .map((t) => t.name)
+            .join(", ")}`,
+        ),
+      );
+      process.exit(1);
+    }
+    tools.push(tool);
+  }
+  return tools;
+};
+
+export const toolsRequireConfig = (tools?: Tool[]): boolean => {
+  if (tools) {
+    return tools?.some((tool) => Object.keys(tool.config || {}).length > 0);
+  }
+  return false;
+};
+
+export enum ConfigFileType {
+  YAML = "yaml",
+  JSON = "json",
+}
+
+export const writeToolsConfig = async (
+  root: string,
+  tools: Tool[] = [],
+  type: ConfigFileType = ConfigFileType.YAML,
+) => {
+  if (tools.length === 0) return; // no tools selected, no config need
+  const configContent: Record<string, any> = {};
+  tools.forEach((tool) => {
+    configContent[tool.name] = tool.config ?? {};
+  });
+  const configPath = path.join(root, "config");
+  await makeDir(configPath);
+  if (type === ConfigFileType.YAML) {
+    await fs.writeFile(
+      path.join(configPath, "tools.yaml"),
+      yaml.stringify(configContent),
+    );
+  } else {
+    await fs.writeFile(
+      path.join(configPath, "tools.json"),
+      JSON.stringify(configContent, null, 2),
+    );
+  }
+};

helpers/types.ts

@@ -1,31 +1,15 @@
 import { PackageManager } from "../helpers/get-pkg-manager";
 import { Tool } from "./tools";
 
-export type ModelProvider =
-  | "openai"
-  | "groq"
-  | "ollama"
-  | "anthropic"
-  | "gemini"
-  | "mistral"
-  | "azure-openai"
-  | "huggingface"
-  | "t-systems";
+export type ModelProvider = "openai" | "ollama";
 export type ModelConfig = {
   provider: ModelProvider;
   apiKey?: string;
   model: string;
   embeddingModel: string;
   dimensions: number;
-  isConfigured(): boolean;
 };
-export type TemplateType =
-  | "streaming"
-  | "community"
-  | "llamapack"
-  | "multiagent"
-  | "reflex"
-  | "llamaindexserver";
+export type TemplateType = "streaming" | "community" | "llamapack";
 export type TemplateFramework = "nextjs" | "express" | "fastapi";
 export type TemplateUI = "html" | "shadcn";
 export type TemplateVectorDB =
@@ -35,10 +19,7 @@ export type TemplateVectorDB =
   | "pinecone"
   | "milvus"
   | "astra"
-  | "qdrant"
-  | "chroma"
-  | "llamacloud"
-  | "weaviate";
+  | "qdrant";
 export type TemplatePostInstallAction =
   | "none"
   | "VSCode"
@@ -49,28 +30,11 @@ export type TemplateDataSource = {
   config: TemplateDataSourceConfig;
 };
 export type TemplateDataSourceType = "file" | "web" | "db";
-export type TemplateObservability = "none" | "traceloop" | "llamatrace";
-export type TemplateUseCase =
-  | "financial_report"
-  | "blog"
-  | "deep_research"
-  | "form_filling"
-  | "extractor"
-  | "contract_review"
-  | "agentic_rag"
-  | "code_generator"
-  | "document_generator"
-  | "hitl";
+export type TemplateObservability = "none" | "opentelemetry";
 // Config for both file and folder
-export type FileSourceConfig =
-  | {
-      path: string;
-      filename?: string;
-    }
-  | {
-      url: URL;
-      filename?: string;
-    };
+export type FileSourceConfig = {
+  path: string;
+};
 export type WebSourceConfig = {
   baseUrl?: string;
   prefix?: string;
@@ -102,15 +66,15 @@ export interface InstallTemplateArgs {
   framework: TemplateFramework;
   ui: TemplateUI;
   dataSources: TemplateDataSource[];
+  customApiPath?: string;
   modelConfig: ModelConfig;
   llamaCloudKey?: string;
   useLlamaParse?: boolean;
   communityProjectConfig?: CommunityProjectConfig;
   llamapack?: string;
   vectorDb?: TemplateVectorDB;
-  port?: number;
+  externalPort?: number;
   postInstallAction?: TemplatePostInstallAction;
   tools?: Tool[];
   observability?: TemplateObservability;
-  useCase?: TemplateUseCase;
 }

helpers/typescript.ts

@@ -0,0 +1,278 @@
+import fs from "fs/promises";
+import os from "os";
+import path from "path";
+import { bold, cyan } from "picocolors";
+import { assetRelocator, copy } from "../helpers/copy";
+import { callPackageManager } from "../helpers/install";
+import { templatesDir } from "./dir";
+import { PackageManager } from "./get-pkg-manager";
+import { InstallTemplateArgs } from "./types";
+
+/**
+ * Install a LlamaIndex internal template to a given `root` directory.
+ */
+export const installTSTemplate = async ({
+  appName,
+  root,
+  packageManager,
+  isOnline,
+  template,
+  framework,
+  ui,
+  vectorDb,
+  postInstallAction,
+  backend,
+  observability,
+  tools,
+  dataSources,
+  useLlamaParse,
+}: InstallTemplateArgs & { backend: boolean }) => {
+  console.log(bold(`Using ${packageManager}.`));
+
+  /**
+   * Copy the template files to the target directory.
+   */
+  console.log("\nInitializing project with template:", template, "\n");
+  const templatePath = path.join(templatesDir, "types", template, framework);
+  const copySource = ["**"];
+
+  await copy(copySource, root, {
+    parents: true,
+    cwd: templatePath,
+    rename: assetRelocator,
+  });
+
+  /**
+   * If next.js is used, update its configuration if necessary
+   */
+  if (framework === "nextjs") {
+    const nextConfigJsonFile = path.join(root, "next.config.json");
+    const nextConfigJson: any = JSON.parse(
+      await fs.readFile(nextConfigJsonFile, "utf8"),
+    );
+    if (!backend) {
+      // update next.config.json for static site generation
+      nextConfigJson.output = "export";
+      nextConfigJson.images = { unoptimized: true };
+      console.log("\nUsing static site generation\n");
+    } else {
+      if (vectorDb === "milvus") {
+        nextConfigJson.experimental.serverComponentsExternalPackages =
+          nextConfigJson.experimental.serverComponentsExternalPackages ?? [];
+        nextConfigJson.experimental.serverComponentsExternalPackages.push(
+          "@zilliz/milvus2-sdk-node",
+        );
+      }
+    }
+    await fs.writeFile(
+      nextConfigJsonFile,
+      JSON.stringify(nextConfigJson, null, 2) + os.EOL,
+    );
+
+    const webpackConfigOtelFile = path.join(root, "webpack.config.o11y.mjs");
+    if (observability === "opentelemetry") {
+      const webpackConfigDefaultFile = path.join(root, "webpack.config.mjs");
+      await fs.rm(webpackConfigDefaultFile);
+      await fs.rename(webpackConfigOtelFile, webpackConfigDefaultFile);
+    } else {
+      await fs.rm(webpackConfigOtelFile);
+    }
+  }
+
+  // copy observability component
+  if (observability && observability !== "none") {
+    const chosenObservabilityPath = path.join(
+      templatesDir,
+      "components",
+      "observability",
+      "typescript",
+      observability,
+    );
+    const relativeObservabilityPath = framework === "nextjs" ? "app" : "src";
+
+    await copy(
+      "**",
+      path.join(root, relativeObservabilityPath, "observability"),
+      { cwd: chosenObservabilityPath },
+    );
+  }
+
+  const compPath = path.join(templatesDir, "components");
+  const relativeEngineDestPath =
+    framework === "nextjs"
+      ? path.join("app", "api", "chat")
+      : path.join("src", "controllers");
+  const enginePath = path.join(root, relativeEngineDestPath, "engine");
+
+  // copy vector db component
+  console.log("\nUsing vector DB:", vectorDb, "\n");
+  await copy("**", enginePath, {
+    parents: true,
+    cwd: path.join(compPath, "vectordbs", "typescript", vectorDb ?? "none"),
+  });
+
+  // copy loader component (TS only supports llama_parse and file for now)
+  const loaderFolder = useLlamaParse ? "llama_parse" : "file";
+  await copy("**", enginePath, {
+    parents: true,
+    cwd: path.join(compPath, "loaders", "typescript", loaderFolder),
+  });
+
+  // Select and copy engine code based on data sources and tools
+  let engine;
+  tools = tools ?? [];
+  if (dataSources.length > 0 && tools.length === 0) {
+    console.log("\nNo tools selected - use optimized context chat engine\n");
+    engine = "chat";
+  } else {
+    engine = "agent";
+  }
+  await copy("**", enginePath, {
+    parents: true,
+    cwd: path.join(compPath, "engines", "typescript", engine),
+  });
+
+  /**
+   * Copy the selected UI files to the target directory and reference it.
+   */
+  if (framework === "nextjs" && ui !== "shadcn") {
+    console.log("\nUsing UI:", ui, "\n");
+    const uiPath = path.join(compPath, "ui", ui);
+    const destUiPath = path.join(root, "app", "components", "ui");
+    // remove the default ui folder
+    await fs.rm(destUiPath, { recursive: true });
+    // copy the selected ui folder
+    await copy("**", destUiPath, {
+      parents: true,
+      cwd: uiPath,
+      rename: assetRelocator,
+    });
+  }
+
+  /** Modify frontend code to use custom API path */
+  if (framework === "nextjs" && !backend) {
+    console.log(
+      "\nUsing external API for frontend, removing API code and configuration\n",
+    );
+    // remove the default api folder and config folder
+    await fs.rm(path.join(root, "app", "api"), { recursive: true });
+    await fs.rm(path.join(root, "config"), { recursive: true, force: true });
+  }
+
+  const packageJson = await updatePackageJson({
+    root,
+    appName,
+    dataSources,
+    relativeEngineDestPath,
+    framework,
+    ui,
+    observability,
+  });
+
+  if (postInstallAction === "runApp" || postInstallAction === "dependencies") {
+    await installTSDependencies(packageJson, packageManager, isOnline);
+  }
+
+  // Copy deployment files for typescript
+  await copy("**", root, {
+    cwd: path.join(compPath, "deployments", "typescript"),
+  });
+};
+
+async function updatePackageJson({
+  root,
+  appName,
+  dataSources,
+  relativeEngineDestPath,
+  framework,
+  ui,
+  observability,
+}: Pick<
+  InstallTemplateArgs,
+  "root" | "appName" | "dataSources" | "framework" | "ui" | "observability"
+> & {
+  relativeEngineDestPath: string;
+}): Promise<any> {
+  const packageJsonFile = path.join(root, "package.json");
+  const packageJson: any = JSON.parse(
+    await fs.readFile(packageJsonFile, "utf8"),
+  );
+  packageJson.name = appName;
+  packageJson.version = "0.1.0";
+
+  if (relativeEngineDestPath) {
+    // TODO: move script to {root}/scripts for all frameworks
+    // add generate script if using context engine
+    packageJson.scripts = {
+      ...packageJson.scripts,
+      generate: `tsx ${path.join(
+        relativeEngineDestPath,
+        "engine",
+        "generate.ts",
+      )}`,
+    };
+  }
+
+  if (framework === "nextjs" && ui === "html") {
+    // remove shadcn dependencies if html ui is selected
+    packageJson.dependencies = {
+      ...packageJson.dependencies,
+      "tailwind-merge": undefined,
+      "@radix-ui/react-slot": undefined,
+      "class-variance-authority": undefined,
+      clsx: undefined,
+      "lucide-react": undefined,
+      remark: undefined,
+      "remark-code-import": undefined,
+      "remark-gfm": undefined,
+      "remark-math": undefined,
+      "react-markdown": undefined,
+      "react-syntax-highlighter": undefined,
+    };
+
+    packageJson.devDependencies = {
+      ...packageJson.devDependencies,
+      "@types/react-syntax-highlighter": undefined,
+    };
+  }
+
+  if (observability === "opentelemetry") {
+    packageJson.dependencies = {
+      ...packageJson.dependencies,
+      "@traceloop/node-server-sdk": "^0.5.19",
+    };
+
+    packageJson.devDependencies = {
+      ...packageJson.devDependencies,
+      "node-loader": "^2.0.0",
+    };
+  }
+
+  await fs.writeFile(
+    packageJsonFile,
+    JSON.stringify(packageJson, null, 2) + os.EOL,
+  );
+
+  return packageJson;
+}
+
+async function installTSDependencies(
+  packageJson: any,
+  packageManager: PackageManager,
+  isOnline: boolean,
+): Promise<void> {
+  console.log("\nInstalling dependencies:");
+  for (const dependency in packageJson.dependencies)
+    console.log(`- ${cyan(dependency)}`);
+
+  console.log("\nInstalling devDependencies:");
+  for (const dependency in packageJson.devDependencies)
+    console.log(`- ${cyan(dependency)}`);
+
+  console.log();
+
+  await callPackageManager(packageManager, isOnline).catch((error) => {
+    console.error("Failed to install TS dependencies. Exiting...");
+    process.exit(1);
+  });
+}

helpers/validate-pkg.ts

@@ -1,3 +1,4 @@
+// eslint-disable-next-line import/no-extraneous-dependencies
 import validateProjectName from "validate-npm-package-name";
 
 export function validateNpmName(name: string): {

index.ts

@@ -1,5 +1,7 @@
+/* eslint-disable import/no-extraneous-dependencies */
 import { execSync } from "child_process";
-import { Command } from "commander";
+import Commander from "commander";
+import Conf from "conf";
 import fs from "fs";
 import path from "path";
 import { bold, cyan, green, red, yellow } from "picocolors";
@@ -7,19 +9,14 @@ import prompts from "prompts";
 import terminalLink from "terminal-link";
 import checkForUpdate from "update-check";
 import { createApp } from "./create-app";
-import { EXAMPLE_FILE, getDataSources } from "./helpers/datasources";
+import { getDataSources } from "./helpers/datasources";
 import { getPkgManager } from "./helpers/get-pkg-manager";
 import { isFolderEmpty } from "./helpers/is-folder-empty";
-import { initializeGlobalAgent } from "./helpers/proxy";
 import { runApp } from "./helpers/run-app";
 import { getTools } from "./helpers/tools";
 import { validateNpmName } from "./helpers/validate-pkg";
 import packageJson from "./package.json";
-import { askQuestions } from "./questions/index";
-import { QuestionArgs } from "./questions/types";
-import { onPromptState } from "./questions/utils";
-// Run the initialization function
-initializeGlobalAgent();
+import { QuestionArgs, askQuestions, onPromptState } from "./questions";
 
 let projectPath: string = "";
 
@@ -28,14 +25,12 @@ const handleSigTerm = () => process.exit(0);
 process.on("SIGINT", handleSigTerm);
 process.on("SIGTERM", handleSigTerm);
 
-const program = new Command(packageJson.name)
+const program = new Commander.Command(packageJson.name)
   .version(packageJson.version)
-  .arguments("[project-directory]")
-  .usage(`${green("[project-directory]")} [options]`)
+  .arguments("<project-directory>")
+  .usage(`${green("<project-directory>")} [options]`)
   .action((name) => {
-    if (name) {
-      projectPath = name;
-    }
+    projectPath = name;
   })
   .option(
     "--use-npm",
@@ -56,6 +51,13 @@ const program = new Command(packageJson.name)
     `
 
   Explicitly tell the CLI to bootstrap the application using Yarn
+`,
+  )
+  .option(
+    "--reset-preferences",
+    `
+
+  Explicitly tell the CLI to reset any stored preferences
 `,
   )
   .option(
@@ -84,20 +86,6 @@ const program = new Command(packageJson.name)
     `
 
   Select to use an example PDF as data source.
-`,
-  )
-  .option(
-    "--web-source <url>",
-    `
-  
-  Specify a website URL to use as a data source.
-`,
-  )
-  .option(
-    "--db-source <connection-string>",
-    `
-  
-  Specify a database connection string to use as a data source.
 `,
   )
   .option(
@@ -118,14 +106,7 @@ const program = new Command(packageJson.name)
     "--frontend",
     `
 
-  Generate a frontend for your backend.
-`,
-  )
-  .option(
-    "--no-frontend",
-    `
-
-  Do not generate a frontend for your backend.
+  Whether to generate a frontend for your backend.
 `,
   )
   .option(
@@ -133,6 +114,13 @@ const program = new Command(packageJson.name)
     `
 
   Select UI port.
+`,
+  )
+  .option(
+    "--external-port <external>",
+    `
+
+  Select external port.
 `,
   )
   .option(
@@ -155,13 +143,6 @@ const program = new Command(packageJson.name)
 
   Specify the tools you want to use by providing a comma-separated list. For example, 'wikipedia.WikipediaToolSpec,google.GoogleSearchToolSpec'. Use 'none' to not using any tools.
 `,
-    (tools, _) => {
-      if (tools === "none") {
-        return [];
-      } else {
-        return getTools(tools.split(","));
-      }
-    },
   )
   .option(
     "--use-llama-parse",
@@ -188,75 +169,48 @@ const program = new Command(packageJson.name)
     "--ask-models",
     `
 
-  Allow interactive selection of LLM and embedding models of different model providers.
-`,
-    false,
-  )
-  .option(
-    "--pro",
-    `
-
-  Deprecated: Allow interactive selection of all features.
-`,
-    false,
-  )
-  .option(
-    "--use-case <useCase>",
-    `
-
-  Select which use case to use for the multi-agent template (e.g: financial_report, blog).
+  Select LLM and embedding models.
 `,
   )
   .allowUnknownOption()
   .parse(process.argv);
-
-const options = program.opts();
-
-if (
-  process.argv.includes("--no-llama-parse") ||
-  options.template === "reflex"
-) {
-  options.useLlamaParse = false;
+if (process.argv.includes("--no-frontend")) {
+  program.frontend = false;
 }
+if (process.argv.includes("--tools")) {
+  if (program.tools === "none") {
+    program.tools = [];
+  } else {
+    program.tools = getTools(program.tools.split(","));
+  }
+}
+if (process.argv.includes("--no-llama-parse")) {
+  program.useLlamaParse = false;
+}
+program.askModels = process.argv.includes("--ask-models");
 if (process.argv.includes("--no-files")) {
-  options.dataSources = [];
-} else if (process.argv.includes("--example-file")) {
-  options.dataSources = getDataSources(options.files, options.exampleFile);
-} else if (process.argv.includes("--llamacloud")) {
-  options.dataSources = [EXAMPLE_FILE];
-  options.vectorDb = "llamacloud";
-} else if (process.argv.includes("--web-source")) {
-  options.dataSources = [
-    {
-      type: "web",
-      config: {
-        baseUrl: options.webSource,
-        prefix: options.webSource,
-        depth: 1,
-      },
-    },
-  ];
-} else if (process.argv.includes("--db-source")) {
-  options.dataSources = [
-    {
-      type: "db",
-      config: {
-        uri: options.dbSource,
-        queries: options.dbQuery || "SELECT * FROM mytable",
-      },
-    },
-  ];
+  program.dataSources = [];
+} else {
+  program.dataSources = getDataSources(program.files, program.exampleFile);
 }
 
-const packageManager = !!options.useNpm
+const packageManager = !!program.useNpm
   ? "npm"
-  : !!options.usePnpm
+  : !!program.usePnpm
     ? "pnpm"
-    : !!options.useYarn
+    : !!program.useYarn
       ? "yarn"
       : getPkgManager();
 
 async function run(): Promise<void> {
+  const conf = new Conf({ projectName: "create-llama" });
+
+  if (program.resetPreferences) {
+    conf.clear();
+    console.log(`Preferences reset successfully`);
+    return;
+  }
+
   if (typeof projectPath === "string") {
     projectPath = projectPath.trim();
   }
@@ -319,15 +273,35 @@ async function run(): Promise<void> {
     process.exit(1);
   }
 
-  const answers = await askQuestions(options as unknown as QuestionArgs);
+  const preferences = (conf.get("preferences") || {}) as QuestionArgs;
+  await askQuestions(
+    program as unknown as QuestionArgs,
+    preferences,
+    program.openAiKey,
+  );
 
   await createApp({
-    ...answers,
+    template: program.template,
+    framework: program.framework,
+    ui: program.ui,
     appPath: resolvedProjectPath,
     packageManager,
+    frontend: program.frontend,
+    modelConfig: program.modelConfig,
+    llamaCloudKey: program.llamaCloudKey,
+    communityProjectConfig: program.communityProjectConfig,
+    llamapack: program.llamapack,
+    vectorDb: program.vectorDb,
+    externalPort: program.externalPort,
+    postInstallAction: program.postInstallAction,
+    dataSources: program.dataSources,
+    tools: program.tools,
+    useLlamaParse: program.useLlamaParse,
+    observability: program.observability,
   });
+  conf.set("preferences", preferences);
 
-  if (answers.postInstallAction === "VSCode") {
+  if (program.postInstallAction === "VSCode") {
     console.log(`Starting VSCode in ${root}...`);
     try {
       execSync(`code . --new-window --goto README.md`, {
@@ -351,9 +325,15 @@ Please check ${cyan(
         )} for more information.`,
       );
     }
-  } else if (answers.postInstallAction === "runApp") {
+  } else if (program.postInstallAction === "runApp") {
     console.log(`Running app in ${root}...`);
-    await runApp(root, answers.template, answers.framework, options.port);
+    await runApp(
+      root,
+      program.frontend,
+      program.framework,
+      program.port,
+      program.externalPort,
+    );
   }
 }
 

package.json

@@ -1,55 +1,81 @@
 {
-  "name": "create-llama-monorepo",
-  "version": "1.0.0",
-  "private": true,
-  "description": "Monorepo for create-llama",
+  "name": "create-llama",
+  "version": "0.1.0",
+  "description": "Create LlamaIndex-powered apps with one command",
   "keywords": [
     "rag",
-    "llamaindex"
+    "llamaindex",
+    "next.js"
   ],
   "repository": {
     "type": "git",
-    "url": "https://github.com/run-llama/create-llama"
+    "url": "https://github.com/run-llama/LlamaIndexTS",
+    "directory": "packages/create-llama"
   },
   "license": "MIT",
-  "workspaces": [
-    "packages/*",
-    "python/*"
+  "bin": {
+    "create-llama": "./dist/index.js"
+  },
+  "files": [
+    "dist"
   ],
   "scripts": {
-    "dev": "pnpm -r dev",
-    "build": "pnpm -r build",
-    "e2e": "pnpm -r e2e",
-    "lint": "eslint .",
+    "build": "bash ./scripts/build.sh",
+    "build:ncc": "pnpm run clean && ncc build ./index.ts -o ./dist/ --minify --no-cache --no-source-map-register",
+    "clean": "rimraf --glob ./dist ./templates/**/__pycache__ ./templates/**/node_modules ./templates/**/poetry.lock",
+    "dev": "ncc build ./index.ts -w -o dist/",
+    "e2e": "playwright test",
     "format": "prettier --ignore-unknown --cache --check .",
     "format:write": "prettier --ignore-unknown --write .",
+    "lint": "eslint . --ignore-pattern dist --ignore-pattern e2e/cache",
+    "new-snapshot": "pnpm run build && changeset version --snapshot",
+    "new-version": "pnpm run build && changeset version",
+    "pack-install": "bash ./scripts/pack.sh",
     "prepare": "husky",
-    "new-snapshot": "pnpm -r build && changeset version --snapshot",
-    "new-version-python": "pnpm --filter @create-llama/llama-index-server new-version",
-    "new-version": "pnpm -r build && changeset version && pnpm new-version-python",
-    "release-python": "pnpm --filter @create-llama/llama-index-server release",
-    "release": "pnpm -r build && changeset publish && pnpm release-python",
-    "release-snapshot": "pnpm -r build && changeset publish --tag snapshot"
+    "release": "pnpm run build && changeset publish",
+    "release-snapshot": "pnpm run build && changeset publish --tag snapshot"
+  },
+  "dependencies": {
+    "@types/async-retry": "1.4.2",
+    "@types/ci-info": "2.0.0",
+    "@types/cross-spawn": "6.0.0",
+    "@types/fs-extra": "11.0.4",
+    "@types/node": "^20.11.7",
+    "@types/prompts": "2.0.1",
+    "@types/tar": "6.1.5",
+    "@types/validate-npm-package-name": "3.0.0",
+    "async-retry": "1.3.1",
+    "async-sema": "3.0.1",
+    "ci-info": "github:watson/ci-info#f43f6a1cefff47fb361c88cf4b943fdbcaafe540",
+    "commander": "2.20.0",
+    "conf": "10.2.0",
+    "cross-spawn": "7.0.3",
+    "fast-glob": "3.3.1",
+    "fs-extra": "11.2.0",
+    "got": "10.7.0",
+    "ollama": "^0.5.0",
+    "ora": "^8.0.1",
+    "picocolors": "1.0.0",
+    "prompts": "2.1.0",
+    "smol-toml": "^1.1.4",
+    "tar": "6.1.15",
+    "terminal-link": "^3.0.0",
+    "update-check": "1.5.4",
+    "validate-npm-package-name": "3.0.0",
+    "yaml": "2.4.1"
   },
   "devDependencies": {
     "@changesets/cli": "^2.27.1",
-    "bunchee": "6.4.0",
+    "@playwright/test": "^1.41.1",
+    "@vercel/ncc": "0.38.1",
+    "eslint": "^8.56.0",
+    "eslint-config-prettier": "^8.10.0",
     "husky": "^9.0.10",
-    "lint-staged": "^15.2.11",
-    "typescript-eslint": "^8.18.0",
-    "globals": "^15.12.0",
-    "eslint": "9.22.0",
-    "@eslint/js": "^9.25.0",
-    "eslint-config-next": "^15.1.0",
-    "eslint-config-prettier": "^9.1.0",
-    "eslint-plugin-react": "7.37.2",
-    "prettier": "^3.4.2",
-    "prettier-plugin-organize-imports": "^4.1.0",
-    "prettier-plugin-tailwindcss": "^0.6.11",
-    "typescript": "^5.7.3",
-    "@types/node": "^22.9.0",
-    "@types/react": "^19",
-    "@types/react-dom": "^19"
+    "prettier": "^3.2.5",
+    "prettier-plugin-organize-imports": "^3.2.4",
+    "rimraf": "^5.0.5",
+    "typescript": "^5.3.3",
+    "wait-port": "^1.1.0"
   },
   "packageManager": "pnpm@9.0.5",
   "engines": {

packages/create-llama/.gitignore

@@ -1,65 +0,0 @@
-# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
-
-# dependencies
-node_modules
-.pnp
-.pnpm-store
-.pnp.js
-
-# testing
-coverage
-.coverage
-
-# next.js
-.next/
-out/
-build
-
-# misc
-.DS_Store
-*.pem
-
-# debug
-npm-debug.log*
-yarn-debug.log*
-yarn-error.log*
-
-# local env files
-.env
-.env.local
-.env.development.local
-.env.test.local
-.env.production.local
-
-# build
-dist/
-lib/
-
-# e2e
-.cache
-test-results/
-playwright-report/
-blob-report/
-playwright/.cache/
-.tsbuildinfo
-e2e/cache
-
-# intellij
-**/.idea
-
-# Python
-.mypy_cache/
-venv/
-.venv/
-dist/
-.__pycache__
-__pycache__
-.python-version
-.ui
-
-# build artifacts
-create-llama-*.tgz
-
-# copied from root
-README.md
-LICENSE.md

packages/create-llama/CLAUDE.md

@@ -1,108 +0,0 @@
-# create-llama Package
-
-## Overview
-
-The `create-llama` package is a CLI tool for creating LlamaIndex-powered applications with one command. It's designed as a project generator that scaffolds various types of RAG (Retrieval-Augmented Generation) applications using different frameworks, databases, and AI model providers.
-
-## Package Structure
-
-### Core Files
-
-- **`index.ts`**: Main CLI entry point using Commander.js for argument parsing
-- **`create-app.ts`**: Core application creation logic and orchestration
-- **`package.json`**: Package configuration with binary entry point at `./dist/index.js`
-
-### Key Directories
-
-- **`helpers/`**: Utility functions for package management, file operations, and configuration
-- **`questions/`**: Interactive prompts for user configuration
-- **`templates/`**: Project templates for different frameworks and use cases
-- **`e2e/`**: End-to-end tests using Playwright
-
-## Core Functionality
-
-### CLI Interface
-
-The tool accepts numerous command-line options including:
-
-- Framework selection (`--framework`: nextjs, express, fastapi)
-- Template type (`--template`: streaming, multiagent, reflex, llamaindexserver)
-- Model providers (OpenAI, Anthropic, Groq, Ollama, etc.)
-- Vector databases (none, mongo, pg, pinecone, milvus, etc.)
-- Data sources (files, web URLs, databases)
-- Tools and observability options
-
-### Application Generation Flow
-
-1. **Project validation**: Checks project name validity and directory permissions
-2. **Interactive questioning**: Prompts user for configuration if not provided via CLI
-3. **Template installation**: Copies and configures appropriate templates
-4. **Environment setup**: Creates `.env` files with API keys and configuration
-5. **Dependencies**: Installs packages using detected/specified package manager
-6. **Post-install actions**: Can run the app, open VSCode, or install dependencies
-
-### Template System
-
-Templates are organized by:
-
-- **Framework**: NextJS (frontend), Express (Node backend), FastAPI (Python backend)
-- **Type**: Streaming chat, multiagent workflows, Reflex UI, LlamaIndex server
-- **Components**: Engines, loaders, providers, UI components, observability
-
-### Helper Functions
-
-Key helper modules include:
-
-- **Installation**: Package manager detection and dependency installation
-- **Data sources**: File copying, web scraping, database connection setup
-- **Providers**: Model provider configuration (OpenAI, Anthropic, etc.)
-- **Tools**: Integration with external tools (Wikipedia, weather, code generation)
-- **Environment**: `.env` file generation with API keys and settings
-
-## Development Commands
-
-### Build & Development
-
-- `npm run build`: Build the CLI using bash script
-- `npm run dev`: Watch mode development build
-- `npm run clean`: Clean build artifacts and temporary files
-
-### Testing
-
-- `npm run e2e`: Run all end-to-end tests
-- `npm run e2e:python`: Test Python-specific templates
-- `npm run e2e:typescript`: Test TypeScript-specific templates
-
-### Package Management
-
-- `npm run pack-install`: Create and install local package for testing
-
-## Architecture Notes
-
-### Model Configuration
-
-The tool supports multiple AI providers with a unified `ModelConfig` interface that includes:
-
-- Provider selection and API key management
-- Model and embedding model specification
-- Dimension configuration for embeddings
-
-### Data Source Handling
-
-Flexible data source configuration supporting:
-
-- Local files and directories
-- Web URLs with configurable crawling depth
-- Database connections with custom queries
-- Automatic file downloading and copying
-
-### Template Flexibility
-
-Templates use a component-based system allowing mix-and-match of:
-
-- Different frameworks (NextJS, Express, FastAPI)
-- Various vector databases
-- Multiple observability tools
-- Configurable tools and integrations
-
-This package serves as the foundation for rapidly prototyping and deploying LlamaIndex applications across different technology stacks and use cases.

packages/create-llama/e2e/python/resolve_dependencies.spec.ts

@@ -1,286 +0,0 @@
-import { expect, test } from "@playwright/test";
-import { exec } from "child_process";
-import fs from "fs";
-import path from "path";
-import util from "util";
-import { TemplateFramework, TemplateType, TemplateUseCase, TemplateVectorDB } from "../../helpers/types";
-import { RunCreateLlamaOptions, createTestDir, runCreateLlama } from "../utils";
-
-const execAsync = util.promisify(exec);
-
-const templateFramework: TemplateFramework = process.env.FRAMEWORK
-  ? (process.env.FRAMEWORK as TemplateFramework)
-  : "fastapi";
-const templateType: TemplateType = process.env.TEMPLATE_TYPE
-  ? (process.env.TEMPLATE_TYPE as TemplateType)
-  : "llamaindexserver";
-const useCases: TemplateUseCase[] = [
-  "agentic_rag",
-  "deep_research",
-  "financial_report",
-  "code_generator",
-  "document_generator",
-  "hitl",
-];
-const dataSource: string = process.env.DATASOURCE
-  ? process.env.DATASOURCE
-  : "--example-file";
-
-test.describe("Mypy check", () => {
-  test.describe.configure({ retries: 0 });
-
-    // Test for streaming template
-    test.describe("StreamingTemplate", () => {
-      test.skip(templateType !== "streaming", `skipping streaming test for ${templateType}`);
-      if (
-        dataSource === "--example-file" // XXX: this test provides its own data source - only trigger it on one data source (usually the CI matrix will trigger multiple data sources)
-      ) {
-        // vectorDBs, tools, and data source combinations to test
-        const vectorDbs: TemplateVectorDB[] = [
-          "mongo",
-          "pg",
-          "pinecone",
-          "milvus",
-          "astra",
-          "qdrant",
-          "chroma",
-          "weaviate",
-        ];
-        const toolOptions = [
-          "wikipedia.WikipediaToolSpec",
-          "google.GoogleSearchToolSpec",
-          "document_generator",
-          "artifact",
-        ];
-
-        const dataSources = [
-          "--example-file",
-          "--web-source https://www.example.com",
-          "--db-source mysql+pymysql://user:pass@localhost:3306/mydb",
-        ];
-
-        const observabilityOptions = ["llamatrace", "traceloop"];
-
-        // Test vector databases
-        for (const vectorDb of vectorDbs) {
-          test(`vectorDB: ${vectorDb} ${templateType}`, async () => {
-            const cwd = await createTestDir();
-            const { pyprojectPath } = await createAndCheckLlamaProject({
-              options: {
-                cwd,
-                templateType: "streaming",
-                templateFramework,
-                dataSource: "--example-file",
-                vectorDb,
-                tools: "none",
-                port: 3000,
-                postInstallAction: "none",
-                templateUI: undefined,
-                appType: "--no-frontend",
-                llamaCloudProjectName: undefined,
-                llamaCloudIndexName: undefined,
-                observability: undefined,
-              },
-            });
-
-            const pyprojectContent = fs.readFileSync(pyprojectPath, "utf-8");
-            if (vectorDb !== "none") {
-              if (vectorDb === "pg") {
-                expect(pyprojectContent).toContain(
-                  "llama-index-vector-stores-postgres",
-                );
-              } else {
-                expect(pyprojectContent).toContain(
-                  `llama-index-vector-stores-${vectorDb}`,
-                );
-              }
-            }
-          });
-        }
-
-        // // Test tools
-        for (const tool of toolOptions) {
-          test(`tool: ${tool} ${templateType}`, async () => {
-            const cwd = await createTestDir();
-            const { pyprojectPath } = await createAndCheckLlamaProject({
-              options: {
-                cwd,
-                templateType: "streaming",
-                templateFramework,
-                dataSource: "--example-file",
-                vectorDb: "none",
-                tools: tool,
-                port: 3000,
-                postInstallAction: "none",
-                templateUI: undefined,
-                appType: "--no-frontend",
-                llamaCloudProjectName: undefined,
-                llamaCloudIndexName: undefined,
-                observability: undefined,
-              },
-            });
-
-            const pyprojectContent = fs.readFileSync(pyprojectPath, "utf-8");
-            if (tool === "wikipedia.WikipediaToolSpec") {
-              expect(pyprojectContent).toContain("wikipedia");
-            }
-            if (tool === "google.GoogleSearchToolSpec") {
-              expect(pyprojectContent).toContain("google");
-            }
-          });
-        }
-
-        // // Test data sources
-        for (const dataSource of dataSources) {
-          test(`data source: ${dataSource} ${templateType}`, async () => {
-          const dataSourceType = dataSource.split(" ")[0];
-            const cwd = await createTestDir();
-            const { pyprojectPath } = await createAndCheckLlamaProject({
-              options: {
-                cwd,
-                templateType: "streaming",
-                templateFramework,
-                dataSource,
-                vectorDb: "none",
-                tools: "none",
-                port: 3000,
-                postInstallAction: "none",
-                templateUI: undefined,
-                appType: "--no-frontend",
-                llamaCloudProjectName: undefined,
-                llamaCloudIndexName: undefined,
-                observability: undefined,
-              },
-            });
-
-            const pyprojectContent = fs.readFileSync(pyprojectPath, "utf-8");
-            if (dataSource.includes("--web-source")) {
-              expect(pyprojectContent).toContain("llama-index-readers-web");
-            }
-            if (dataSource.includes("--db-source")) {
-              expect(pyprojectContent).toContain("llama-index-readers-database");
-            }
-          });
-        }
-
-        // Test observability options
-        for (const observability of observabilityOptions) {
-          test.describe(`observability: ${observability} ${templateType}`, async () => {
-            const cwd = await createTestDir();
-
-            const { pyprojectPath } = await createAndCheckLlamaProject({
-              options: {
-                cwd,
-                templateType: "streaming",
-                templateFramework,
-                dataSource: "--example-file",
-                vectorDb: "none",
-                tools: "none",
-                port: 3000,
-                postInstallAction: "none",
-                templateUI: undefined,
-                appType: "--no-frontend",
-                llamaCloudProjectName: undefined,
-                llamaCloudIndexName: undefined,
-                observability,
-              },
-            });
-          });
-        }
-      }
-    });
-
-    test.describe("LlamaIndexServer", async () => {
-      test.skip(templateType !== "llamaindexserver", `skipping llamaindexserver test for ${templateType}`);
-      test.skip(dataSource !== "--example-file", `skipping llamaindexserver test for ${dataSource}`);
-      for (const useCase of useCases) {
-        const cwd = await createTestDir();
-        await createAndCheckLlamaProject({
-          options: {
-            cwd,
-            templateType: "llamaindexserver",
-            templateFramework,
-            dataSource,
-            vectorDb: "none",
-            tools: "none",
-            port: 3000,
-            postInstallAction: "none",
-            templateUI: undefined,
-            appType: "--no-frontend",
-            llamaCloudProjectName: undefined,
-            llamaCloudIndexName: undefined,
-            observability: undefined,
-            useCase,
-          },
-        });
-      }
-    });
-
-    async function createAndCheckLlamaProject({
-      options,
-    }: {
-      options: RunCreateLlamaOptions;
-    }): Promise<{ pyprojectPath: string; projectPath: string }> {
-      const result = await runCreateLlama(options);
-      const name = result.projectName;
-      const projectPath = path.join(options.cwd, name);
-
-      // Check if the app folder exists
-      expect(fs.existsSync(projectPath)).toBeTruthy();
-
-      // Check if pyproject.toml exists
-      const pyprojectPath = path.join(projectPath, "pyproject.toml");
-      expect(fs.existsSync(pyprojectPath)).toBeTruthy();
-
-      // Modify environment for the command
-      const commandEnv = {
-        ...process.env,
-      };
-
-      console.log("Running uv venv...");
-      try {
-        const { stdout: venvStdout, stderr: venvStderr } = await execAsync(
-          "uv venv",
-          { cwd: projectPath, env: commandEnv },
-        );
-        console.log("uv venv stdout:", venvStdout);
-        console.error("uv venv stderr:", venvStderr);
-      } catch (error) {
-        console.error("Error running uv venv:", error);
-        throw error; // Re-throw error to fail the test
-      }
-
-      console.log("Running uv sync...");
-      try {
-        const { stdout: syncStdout, stderr: syncStderr } = await execAsync(
-          "uv sync --all-extras",
-          { cwd: projectPath, env: commandEnv },
-        );
-        console.log("uv sync stdout:", syncStdout);
-        console.error("uv sync stderr:", syncStderr);
-      } catch (error) {
-        console.error("Error running uv sync:", error);
-        throw error; // Re-throw error to fail the test
-      }
-
-      console.log("Running uv run mypy ....");
-      try {
-        const { stdout: mypyStdout, stderr: mypyStderr } = await execAsync(
-          "uv run mypy .",
-          { cwd: projectPath, env: commandEnv },
-        );
-        console.log("uv run mypy stdout:", mypyStdout);
-        console.error("uv run mypy stderr:", mypyStderr);
-        // Assuming mypy success means no output or specific success message
-        // Adjust checks based on actual expected mypy output
-      } catch (error) {
-        console.error("Error running mypy:", error);
-        throw error;
-      }
-
-      // If we reach this point without throwing an error, the test passes
-      expect(true).toBeTruthy();
-
-    return { pyprojectPath, projectPath };
-  }
-});

packages/create-llama/e2e/shared/llamaindexserver_template.spec.ts

@@ -1,142 +0,0 @@
-import { expect, test } from "@playwright/test";
-import { ChildProcess, execSync } from "child_process";
-import fs from "fs";
-import path from "path";
-import type {
-  TemplateFramework,
-  TemplatePostInstallAction,
-  TemplateUI,
-} from "../../helpers";
-import { createTestDir, runCreateLlama, type AppType } from "../utils";
-
-const templateFramework: TemplateFramework = process.env.FRAMEWORK
-  ? (process.env.FRAMEWORK as TemplateFramework)
-  : "fastapi";
-const dataSource: string = process.env.DATASOURCE
-  ? (process.env.DATASOURCE as string)
-  : "--example-file";
-const llamaCloudProjectName = "create-llama";
-const llamaCloudIndexName = "e2e-test";
-
-const templateUI: TemplateUI = "shadcn";
-const templatePostInstallAction: TemplatePostInstallAction = "runApp";
-const appType: AppType = "--frontend";
-const userMessage = "Write a blog post about physical standards for letters";
-const templateUseCases = [
-  "agentic_rag",
-  "financial_report",
-  "deep_research",
-  "code_generator",
-  // "hitl",
-];
-const ejectDir = "next";
-
-for (const useCase of templateUseCases) {
-  test.describe(`Test use case ${useCase} ${templateFramework} ${dataSource} ${templateUI} ${appType} ${templatePostInstallAction}`, async () => {
-    test.skip(
-      dataSource === "--no-files" || templateFramework === "express",
-      "The llamaindexserver template currently only works with nextjs, fastapi. We also only run on Linux to speed up tests.",
-    );
-    const useLlamaParse = dataSource === "--llamacloud";
-    let port: number;
-    let cwd: string;
-    let name: string;
-    let appProcess: ChildProcess;
-    // Only test without using vector db for now
-    const vectorDb = "none";
-
-    test.beforeAll(async () => {
-      port = Math.floor(Math.random() * 10000) + 10000;
-      cwd = await createTestDir();
-      const result = await runCreateLlama({
-        cwd,
-        templateType: "llamaindexserver",
-        templateFramework,
-        dataSource,
-        vectorDb,
-        port,
-        postInstallAction: templatePostInstallAction,
-        templateUI,
-        appType,
-        useCase,
-        llamaCloudProjectName,
-        llamaCloudIndexName,
-        useLlamaParse,
-      });
-      name = result.projectName;
-      appProcess = result.appProcess;
-    });
-
-    test("App folder should exist", async () => {
-      const dirExists = fs.existsSync(path.join(cwd, name));
-      expect(dirExists).toBeTruthy();
-    });
-
-    test("Frontend should have a title", async ({ page }) => {
-      test.skip(
-        templatePostInstallAction !== "runApp" ||
-          templateFramework === "express",
-      );
-      await page.goto(`http://localhost:${port}`);
-      await expect(page.getByText("Built by LlamaIndex")).toBeVisible({
-        timeout: 5 * 60 * 1000,
-      });
-    });
-
-    test("Frontend should be able to submit a message and receive the start of a streamed response", async ({
-      page,
-    }) => {
-      test.skip(
-        templatePostInstallAction !== "runApp" ||
-          useCase === "financial_report" ||
-          useCase === "deep_research" ||
-          templateFramework === "express",
-        "Skip chat tests for financial report and deep research.",
-      );
-      await page.goto(`http://localhost:${port}`);
-      await page.fill("form textarea", userMessage);
-
-      const responsePromise = page.waitForResponse((res) =>
-        res.url().includes("/api/chat"),
-      );
-
-      await page.click("form button[type=submit]");
-
-      const response = await responsePromise;
-      console.log(`Response status: ${response.status()}`);
-      const responseBody = await response
-        .text()
-        .catch((e) => `Error reading body: ${e}`);
-      console.log(`Response body: ${responseBody}`);
-
-      expect(response.ok()).toBeTruthy();
-    });
-
-    test("Should successfully eject, install dependencies and build without errors", async () => {
-      test.skip(
-        templateFramework !== "nextjs" ||
-          useCase !== "code_generator" ||
-          dataSource === "--llamacloud",
-        "Eject test only applies to Next.js framework, code generator use case, and non-llamacloud",
-      );
-
-      // Run eject command
-      execSync("npm run eject", { cwd: path.join(cwd, name) });
-
-      // Verify next directory exists
-      const nextDirExists = fs.existsSync(path.join(cwd, name, ejectDir));
-      expect(nextDirExists).toBeTruthy();
-
-      // Install dependencies in next directory
-      execSync("npm install", { cwd: path.join(cwd, name, ejectDir) });
-
-      // Run build
-      execSync("npm run build", { cwd: path.join(cwd, name, ejectDir) });
-    });
-
-    // clean processes
-    test.afterAll(async () => {
-      appProcess?.kill();
-    });
-  });
-}

packages/create-llama/e2e/shared/reflex_template.spec.ts

@@ -1,63 +0,0 @@
-import { expect, test } from "@playwright/test";
-import { ChildProcess } from "child_process";
-import fs from "fs";
-import path from "path";
-import { TemplateFramework, TemplateUseCase } from "../../helpers";
-import { createTestDir, runCreateLlama } from "../utils";
-
-const templateFramework: TemplateFramework = process.env.FRAMEWORK
-  ? (process.env.FRAMEWORK as TemplateFramework)
-  : "fastapi";
-const dataSource: string = process.env.DATASOURCE
-  ? process.env.DATASOURCE
-  : "--example-file";
-const templateUseCases: TemplateUseCase[] = ["extractor", "contract_review"];
-
-// The reflex template currently only works with FastAPI and files (and not on Windows)
-if (
-  process.platform !== "win32" &&
-  templateFramework === "fastapi" &&
-  dataSource === "--example-file"
-) {
-  for (const useCase of templateUseCases) {
-    test.describe(`Test reflex template ${useCase} ${templateFramework} ${dataSource}`, async () => {
-      let appPort: number;
-      let name: string;
-      let appProcess: ChildProcess;
-      let cwd: string;
-
-      // Create reflex app
-      test.beforeAll(async () => {
-        cwd = await createTestDir();
-        appPort = Math.floor(Math.random() * 10000) + 10000;
-        const result = await runCreateLlama({
-          cwd,
-          templateType: "reflex",
-          templateFramework: "fastapi",
-          dataSource: "--example-file",
-          vectorDb: "none",
-          port: appPort,
-          postInstallAction: "runApp",
-          useCase,
-        });
-        name = result.projectName;
-        appProcess = result.appProcess;
-      });
-
-      test.afterAll(async () => {
-        appProcess.kill();
-      });
-
-      test("App folder should exist", async () => {
-        const dirExists = fs.existsSync(path.join(cwd, name));
-        expect(dirExists).toBeTruthy();
-      });
-      test("Frontend should have a title", async ({ page }) => {
-        await page.goto(`http://localhost:${appPort}`);
-        await expect(page.getByText("Built by LlamaIndex")).toBeVisible({
-          timeout: 2000 * 60,
-        });
-      });
-    });
-  }
-}

packages/create-llama/e2e/shared/streaming_template.spec.ts

@@ -1,127 +0,0 @@
-import { expect, test } from "@playwright/test";
-import { ChildProcess } from "child_process";
-import fs from "fs";
-import path from "path";
-import type {
-  TemplateFramework,
-  TemplatePostInstallAction,
-  TemplateUI,
-} from "../../helpers";
-import { createTestDir, runCreateLlama, type AppType } from "../utils";
-
-const templateFramework: TemplateFramework = process.env.FRAMEWORK
-  ? (process.env.FRAMEWORK as TemplateFramework)
-  : "fastapi";
-const dataSource: string = process.env.DATASOURCE
-  ? process.env.DATASOURCE
-  : "--example-file";
-const templateUI: TemplateUI = "shadcn";
-const templatePostInstallAction: TemplatePostInstallAction = "runApp";
-
-const llamaCloudProjectName = "create-llama";
-const llamaCloudIndexName = "e2e-test";
-
-const appType: AppType = templateFramework === "fastapi" ? "--frontend" : "";
-const userMessage =
-  dataSource !== "--no-files" ? "Physical standard for letters" : "Hello";
-
-test.describe(`Test streaming template ${templateFramework} ${dataSource} ${templateUI} ${appType} ${templatePostInstallAction}`, async () => {
-  const isNode18 = process.version.startsWith("v18");
-  const isLlamaCloud = dataSource === "--llamacloud";
-  // llamacloud is using File API which is not supported on node 18
-  if (isNode18 && isLlamaCloud) {
-    test.skip(true, "Skipping tests for Node 18 and LlamaCloud data source");
-  }
-
-  let port: number;
-  let cwd: string;
-  let name: string;
-  let appProcess: ChildProcess;
-  // Only test without using vector db for now
-  const vectorDb = "none";
-
-  test.beforeAll(async () => {
-    port = Math.floor(Math.random() * 10000) + 10000;
-    cwd = await createTestDir();
-    const result = await runCreateLlama({
-      cwd,
-      templateType: "streaming",
-      templateFramework,
-      dataSource,
-      vectorDb,
-      port,
-      postInstallAction: templatePostInstallAction,
-      templateUI,
-      appType,
-      llamaCloudProjectName,
-      llamaCloudIndexName,
-    });
-    name = result.projectName;
-    appProcess = result.appProcess;
-  });
-
-  test("App folder should exist", async () => {
-    const dirExists = fs.existsSync(path.join(cwd, name));
-    expect(dirExists).toBeTruthy();
-  });
-
-  test("Frontend should have a title", async ({ page }) => {
-    test.skip(
-      templatePostInstallAction !== "runApp" || templateFramework === "express",
-    );
-    await page.goto(`http://localhost:${port}`);
-    await expect(page.getByText("Built by LlamaIndex")).toBeVisible();
-  });
-
-  test("Frontend should be able to submit a message and receive a response", async ({
-    page,
-  }) => {
-    test.skip(
-      templatePostInstallAction !== "runApp" || templateFramework === "express",
-    );
-    await page.goto(`http://localhost:${port}`);
-    await page.fill("form textarea", userMessage);
-    const [response] = await Promise.all([
-      page.waitForResponse(
-        (res) => {
-          return res.url().includes("/api/chat") && res.status() === 200;
-        },
-        {
-          timeout: 1000 * 60,
-        },
-      ),
-      page.click("form button[type=submit]"),
-    ]);
-    const text = await response.text();
-    console.log("AI response when submitting message: ", text);
-    expect(response.ok()).toBeTruthy();
-  });
-
-  test("Backend frameworks should response when calling non-streaming chat API", async ({
-    request,
-  }) => {
-    test.skip(templatePostInstallAction !== "runApp");
-    test.skip(templateFramework === "nextjs");
-    const response = await request.post(
-      `http://localhost:${port}/api/chat/request`,
-      {
-        data: {
-          messages: [
-            {
-              role: "user",
-              content: userMessage,
-            },
-          ],
-        },
-      },
-    );
-    const text = await response.text();
-    console.log("AI response when calling API: ", text);
-    expect(response.ok()).toBeTruthy();
-  });
-
-  // clean processes
-  test.afterAll(async () => {
-    appProcess?.kill();
-  });
-});

packages/create-llama/e2e/typescript/resolve_dependencies.spec.ts

@@ -1,163 +0,0 @@
-import { expect, test } from "@playwright/test";
-import { exec } from "child_process";
-import fs from "fs";
-import path from "path";
-import util from "util";
-import { NO_DATA_USE_CASES } from "../../helpers/constant";
-import {
-  TemplateFramework,
-  TemplateType,
-  TemplateUseCase,
-  TemplateVectorDB,
-} from "../../helpers/types";
-import { createTestDir, runCreateLlama } from "../utils";
-
-const execAsync = util.promisify(exec);
-
-const templateFramework: TemplateFramework = process.env.FRAMEWORK
-  ? (process.env.FRAMEWORK as TemplateFramework)
-  : "nextjs";
-const templateType: TemplateType = process.env.TEMPLATE_TYPE
-  ? (process.env.TEMPLATE_TYPE as TemplateType)
-  : "llamaindexserver";
-const useCases: TemplateUseCase[] = [
-  "agentic_rag",
-  "deep_research",
-  "financial_report",
-  "code_generator",
-  "document_generator",
-  "hitl",
-];
-const dataSource: string = process.env.DATASOURCE
-  ? process.env.DATASOURCE
-  : "--example-file";
-
-// vectorDBs combinations to test
-const vectorDbs: TemplateVectorDB[] = [
-  "mongo",
-  "pg",
-  "qdrant",
-  "pinecone",
-  "milvus",
-  "astra",
-  "chroma",
-  "llamacloud",
-  "weaviate",
-];
-
-test.describe("Test resolve TS dependencies", () => {
-  test.describe.configure({ retries: 0 });
-
-  // Test vector DBs without LlamaParse
-  for (const vectorDb of vectorDbs) {
-    const optionDescription = `templateType: ${templateType}, vectorDb: ${vectorDb}, dataSource: ${dataSource}`;
-
-    test(`Vector DB test - ${optionDescription}`, async () => {
-      // skip vectordb test for llamaindexserver
-      test.skip(
-        templateType === "llamaindexserver",
-        "skipping vectorDB test for llamaindexserver",
-      );
-
-      await runTest({
-        templateType: templateType,
-        useLlamaParse: false, // Disable LlamaParse for vectorDB test
-        vectorDb: vectorDb,
-      });
-    });
-  }
-
-  // No vectorDB, with LlamaParse and useCase
-  // Only need to test use case with example data source
-  if (dataSource === "--example-file") {
-    for (const useCase of useCases) {
-      const optionDescription = `templateType: ${templateType}, useCase: ${useCase}`;
-      test.describe(`useCase test - ${optionDescription}`, () => {
-        test.skip(
-          templateType === "streaming",
-          "Skipping use case test for streaming template.",
-        );
-        test(`no llamaParse - ${optionDescription}`, async () => {
-          await runTest({
-            templateType: templateType,
-            useLlamaParse: false,
-            useCase: useCase,
-          });
-        });
-        // Skipping llamacloud for the use case doesn't use index.
-        if (!useCase || !NO_DATA_USE_CASES.includes(useCase)) {
-          test(`llamaParse - ${optionDescription}`, async () => {
-            await runTest({
-              templateType: templateType,
-              useLlamaParse: true,
-              useCase: useCase,
-            });
-          });
-        }
-      });
-    }
-  }
-});
-
-async function runTest(options: {
-  templateType: TemplateType;
-  useLlamaParse: boolean;
-  useCase?: TemplateUseCase;
-  vectorDb?: TemplateVectorDB;
-}) {
-  const cwd = await createTestDir();
-
-  const result = await runCreateLlama({
-    cwd: cwd,
-    templateType: options.templateType,
-    templateFramework: templateFramework,
-    dataSource: dataSource,
-    vectorDb: options.vectorDb ?? "none",
-    port: 3000,
-    postInstallAction: "none",
-    templateUI: undefined,
-    appType: templateFramework === "nextjs" ? "" : "--no-frontend",
-    llamaCloudProjectName: undefined,
-    llamaCloudIndexName: undefined,
-    tools: undefined,
-    useLlamaParse: options.useLlamaParse,
-    useCase: options.useCase,
-  });
-  const name = result.projectName;
-
-  // Check if the app folder exists
-  const appDir = path.join(cwd, name);
-  const dirExists = fs.existsSync(appDir);
-  expect(dirExists).toBeTruthy();
-
-  // Install dependencies using pnpm
-  try {
-    const { stderr: installStderr } = await execAsync(
-      "pnpm install --prefer-offline --ignore-workspace",
-      {
-        cwd: appDir,
-      },
-    );
-  } catch (error) {
-    console.error("Error installing dependencies:", error);
-    throw error;
-  }
-
-  // Run tsc type check and capture the output
-  try {
-    const { stdout, stderr } = await execAsync(
-      "pnpm exec tsc -b --diagnostics",
-      {
-        cwd: appDir,
-      },
-    );
-    // Check if there's any error output
-    expect(stderr).toBeFalsy();
-
-    // Log the stdout for debugging purposes
-    console.log("TypeScript type-check output:", stdout);
-  } catch (error) {
-    console.error("Error running tsc:", error);
-    throw error;
-  }
-}

packages/create-llama/e2e/utils.ts

@@ -1,201 +0,0 @@
-import { ChildProcess, exec } from "child_process";
-import crypto from "node:crypto";
-import { mkdir } from "node:fs/promises";
-import * as path from "path";
-import waitPort from "wait-port";
-import {
-  TemplateFramework,
-  TemplatePostInstallAction,
-  TemplateType,
-  TemplateUI,
-  TemplateVectorDB,
-} from "../helpers";
-
-export type AppType = "--frontend" | "--no-frontend" | "";
-
-export type CreateLlamaResult = {
-  projectName: string;
-  appProcess: ChildProcess;
-};
-
-export type RunCreateLlamaOptions = {
-  cwd: string;
-  templateType: TemplateType;
-  templateFramework: TemplateFramework;
-  dataSource: string;
-  vectorDb: TemplateVectorDB;
-  port: number;
-  postInstallAction: TemplatePostInstallAction;
-  templateUI?: TemplateUI;
-  appType?: AppType;
-  llamaCloudProjectName?: string;
-  llamaCloudIndexName?: string;
-  tools?: string;
-  useLlamaParse?: boolean;
-  observability?: string;
-  useCase?: string;
-};
-
-export async function runCreateLlama({
-  cwd,
-  templateType,
-  templateFramework,
-  dataSource,
-  vectorDb,
-  port,
-  postInstallAction,
-  templateUI,
-  appType,
-  llamaCloudProjectName,
-  llamaCloudIndexName,
-  tools,
-  useLlamaParse,
-  observability,
-  useCase,
-}: RunCreateLlamaOptions): Promise<CreateLlamaResult> {
-  if (!process.env.OPENAI_API_KEY || !process.env.LLAMA_CLOUD_API_KEY) {
-    throw new Error(
-      "Setting the OPENAI_API_KEY and LLAMA_CLOUD_API_KEY is mandatory to run tests",
-    );
-  }
-  const name = [
-    templateType,
-    templateFramework,
-    dataSource.split(" ")[0],
-    templateUI,
-    appType,
-  ].join("-");
-
-  // Handle different data source types
-  const dataSourceArgs = [];
-  if (dataSource.includes("--web-source")) {
-    const webSource = dataSource.split(" ")[1];
-    dataSourceArgs.push("--web-source", webSource);
-  } else if (dataSource.includes("--db-source")) {
-    const dbSource = dataSource.split(" ")[1];
-    dataSourceArgs.push("--db-source", dbSource);
-  } else {
-    dataSourceArgs.push(dataSource);
-  }
-
-  const commandArgs = [
-    "create-llama",
-    name,
-    "--template",
-    templateType,
-    "--framework",
-    templateFramework,
-    ...dataSourceArgs,
-    "--vector-db",
-    vectorDb,
-    "--use-npm",
-    "--port",
-    port,
-    "--post-install-action",
-    postInstallAction,
-    "--tools",
-    tools ?? "none",
-    "--observability",
-    "none",
-  ];
-
-  if (templateUI) {
-    commandArgs.push("--ui", templateUI);
-  }
-  if (appType) {
-    commandArgs.push(appType);
-  }
-  if (useLlamaParse) {
-    commandArgs.push("--use-llama-parse");
-  } else {
-    commandArgs.push("--no-llama-parse");
-  }
-  if (observability) {
-    commandArgs.push("--observability", observability);
-  }
-  if (
-    (templateType === "multiagent" ||
-      templateType === "reflex" ||
-      templateType === "llamaindexserver") &&
-    useCase
-  ) {
-    commandArgs.push("--use-case", useCase);
-  }
-
-  const command = commandArgs.join(" ");
-  console.log(`running command '${command}' in ${cwd}`);
-  const appProcess = exec(command, {
-    cwd,
-    env: {
-      ...process.env,
-      LLAMA_CLOUD_PROJECT_NAME: llamaCloudProjectName,
-      LLAMA_CLOUD_INDEX_NAME: llamaCloudIndexName,
-    },
-  });
-  appProcess.stderr?.on("data", (data) => {
-    console.error(data.toString());
-  });
-  appProcess.on("exit", (code) => {
-    if (code !== 0 && code !== null) {
-      throw new Error(`create-llama command failed with exit code ${code}`);
-    }
-  });
-
-  // Wait for app to start
-  if (postInstallAction === "runApp") {
-    await waitPorts([port]);
-  } else if (postInstallAction === "dependencies") {
-    await waitForProcess(appProcess, 1000 * 60); // wait 1 min for dependencies to be resolved
-  } else {
-    // wait 10 seconds for create-llama to exit
-    await waitForProcess(appProcess, 1000 * 10);
-  }
-
-  return {
-    projectName: name,
-    appProcess,
-  };
-}
-
-export async function createTestDir() {
-  const cwd = path.join(__dirname, "cache", crypto.randomUUID());
-  await mkdir(cwd, { recursive: true });
-  return cwd;
-}
-
-async function waitPorts(ports: number[]): Promise<void> {
-  const waitForPort = async (port: number): Promise<void> => {
-    await waitPort({
-      host: "localhost",
-      port: port,
-      // wait max. 5 mins for start up of app
-      timeout: 1000 * 60 * 5,
-    });
-  };
-  try {
-    await Promise.all(ports.map(waitForPort));
-  } catch (err) {
-    console.error(err);
-    throw err;
-  }
-}
-
-async function waitForProcess(
-  process: ChildProcess,
-  timeoutMs: number,
-): Promise<void> {
-  return new Promise((resolve, reject) => {
-    const timeout = setTimeout(() => {
-      reject(new Error("Process timeout error"));
-    }, timeoutMs);
-
-    process.on("exit", (code) => {
-      clearTimeout(timeout);
-      if (code !== 0 && code !== null) {
-        reject(new Error("Process exited with non-zero code"));
-      } else {
-        resolve();
-      }
-    });
-  });
-}

packages/create-llama/helpers/datasources.ts

@@ -1,142 +0,0 @@
-import fs from "fs/promises";
-import path from "path";
-import yaml, { Document } from "yaml";
-import { templatesDir } from "./dir";
-import { DbSourceConfig, TemplateDataSource, WebSourceConfig } from "./types";
-
-export const EXAMPLE_FILE: TemplateDataSource = {
-  type: "file",
-  config: {
-    path: path.join(templatesDir, "components", "data", "101.pdf"),
-  },
-};
-
-export const EXAMPLE_10K_SEC_FILES: TemplateDataSource[] = [
-  {
-    type: "file",
-    config: {
-      url: new URL(
-        "https://s2.q4cdn.com/470004039/files/doc_earnings/2023/q4/filing/_10-K-Q4-2023-As-Filed.pdf",
-      ),
-      filename: "apple_10k_report.pdf",
-    },
-  },
-  {
-    type: "file",
-    config: {
-      url: new URL(
-        "https://ir.tesla.com/_flysystem/s3/sec/000162828024002390/tsla-20231231-gen.pdf",
-      ),
-      filename: "tesla_10k_report.pdf",
-    },
-  },
-];
-
-export const EXAMPLE_GDPR: TemplateDataSource = {
-  type: "file",
-  config: {
-    url: new URL(
-      "https://eur-lex.europa.eu/legal-content/EN/TXT/PDF/?uri=CELEX:32016R0679",
-    ),
-    filename: "gdpr.pdf",
-  },
-};
-
-export const AI_REPORTS: TemplateDataSource = {
-  type: "file",
-  config: {
-    url: new URL(
-      "https://www.europarl.europa.eu/RegData/etudes/ATAG/2024/760392/EPRS_ATA(2024)760392_EN.pdf",
-    ),
-    filename: "EPRS_ATA_2024_760392_EN.pdf",
-  },
-};
-
-export function getDataSources(
-  files?: string,
-  exampleFile?: boolean,
-): TemplateDataSource[] | undefined {
-  let dataSources: TemplateDataSource[] | undefined = undefined;
-  if (files) {
-    // If user specified files option, then the program should use context engine
-    dataSources = files.split(",").map((filePath) => ({
-      type: "file",
-      config: {
-        path: filePath,
-      },
-    }));
-  }
-  if (exampleFile) {
-    dataSources = [...(dataSources ? dataSources : []), EXAMPLE_FILE];
-  }
-  return dataSources;
-}
-
-export async function writeLoadersConfig(
-  root: string,
-  dataSources: TemplateDataSource[],
-  useLlamaParse?: boolean,
-) {
-  const loaderConfig: Record<string, any> = {};
-
-  // Always set file loader config
-  loaderConfig.file = createFileLoaderConfig(useLlamaParse);
-
-  if (dataSources.some((ds) => ds.type === "web")) {
-    loaderConfig.web = createWebLoaderConfig(dataSources);
-  }
-
-  const dbLoaders = dataSources.filter((ds) => ds.type === "db");
-  if (dbLoaders.length > 0) {
-    loaderConfig.db = createDbLoaderConfig(dbLoaders);
-  }
-
-  // Create a new Document with the loaderConfig
-  const yamlDoc = new Document(loaderConfig);
-
-  // Write loaders config
-  const loaderConfigPath = path.join(root, "config", "loaders.yaml");
-  await fs.mkdir(path.join(root, "config"), { recursive: true });
-  await fs.writeFile(loaderConfigPath, yaml.stringify(yamlDoc));
-}
-
-function createWebLoaderConfig(dataSources: TemplateDataSource[]): any {
-  const webLoaderConfig: Record<string, any> = {};
-
-  // Create config for browser driver arguments
-  webLoaderConfig.driver_arguments = [
-    "--no-sandbox",
-    "--disable-dev-shm-usage",
-  ];
-
-  // Create config for urls
-  const urlConfigs = dataSources
-    .filter((ds) => ds.type === "web")
-    .map((ds) => {
-      const dsConfig = ds.config as WebSourceConfig;
-      return {
-        base_url: dsConfig.baseUrl,
-        prefix: dsConfig.prefix,
-        depth: dsConfig.depth,
-      };
-    });
-  webLoaderConfig.urls = urlConfigs;
-
-  return webLoaderConfig;
-}
-
-function createFileLoaderConfig(useLlamaParse?: boolean): any {
-  return {
-    use_llama_parse: useLlamaParse,
-  };
-}
-
-function createDbLoaderConfig(dbLoaders: TemplateDataSource[]): any {
-  return dbLoaders.map((ds) => {
-    const dsConfig = ds.config as DbSourceConfig;
-    return {
-      uri: dsConfig.uri,
-      queries: [dsConfig.queries],
-    };
-  });
-}

packages/create-llama/helpers/env-variables.ts

@@ -1,637 +0,0 @@
-import fs from "fs/promises";
-import path from "path";
-import { TOOL_SYSTEM_PROMPT_ENV_VAR, Tool } from "./tools";
-import {
-  InstallTemplateArgs,
-  ModelConfig,
-  TemplateDataSource,
-  TemplateFramework,
-  TemplateObservability,
-  TemplateType,
-  TemplateVectorDB,
-} from "./types";
-
-import { TSYSTEMS_LLMHUB_API_URL } from "./providers/llmhub";
-
-const DEFAULT_SYSTEM_PROMPT =
-  "You are a helpful assistant who helps users with their questions.";
-
-const DATA_SOURCES_PROMPT =
-  "You have access to a knowledge base including the facts that you should start with to find the answer for the user question. Use the query engine tool to retrieve the facts from the knowledge base.";
-
-export type EnvVar = {
-  name?: string;
-  description?: string;
-  value?: string;
-};
-
-const renderEnvVar = (envVars: EnvVar[]): string => {
-  return envVars.reduce(
-    (prev, env) =>
-      prev +
-      (env.description
-        ? `# ${env.description.replaceAll("\n", "\n# ")}\n`
-        : "") +
-      (env.name
-        ? env.value
-          ? `${env.name}=${env.value}\n\n`
-          : `# ${env.name}=\n\n`
-        : ""),
-    "",
-  );
-};
-
-const getVectorDBEnvs = (
-  vectorDb?: TemplateVectorDB,
-  framework?: TemplateFramework,
-  template?: TemplateType,
-): EnvVar[] => {
-  if (!vectorDb || !framework) {
-    return [];
-  }
-  switch (vectorDb) {
-    case "mongo":
-      return [
-        {
-          name: "MONGODB_URI",
-          description:
-            "For generating a connection URI, see https://www.mongodb.com/docs/manual/reference/connection-string/ \nThe MongoDB connection URI.",
-        },
-        {
-          name: "MONGODB_DATABASE",
-        },
-        {
-          name: "MONGODB_VECTORS",
-        },
-        {
-          name: "MONGODB_VECTOR_INDEX",
-        },
-      ];
-    case "pg":
-      return [
-        {
-          name: "PG_CONNECTION_STRING",
-          description:
-            "For generating a connection URI, see https://supabase.com/vector\nThe PostgreSQL connection string.",
-        },
-      ];
-
-    case "pinecone":
-      return [
-        {
-          name: "PINECONE_API_KEY",
-          description:
-            "Configuration for Pinecone vector store\nThe Pinecone API key.",
-        },
-        {
-          name: "PINECONE_ENVIRONMENT",
-        },
-        {
-          name: "PINECONE_INDEX_NAME",
-        },
-      ];
-    case "milvus":
-      return [
-        {
-          name: "MILVUS_ADDRESS",
-          description:
-            "The address of the Milvus server. Eg: http://localhost:19530",
-          value: "http://localhost:19530",
-        },
-        {
-          name: "MILVUS_COLLECTION",
-          description:
-            "The name of the Milvus collection to store the vectors.",
-          value: "llamacollection",
-        },
-        {
-          name: "MILVUS_USERNAME",
-          description: "The username to access the Milvus server.",
-        },
-        {
-          name: "MILVUS_PASSWORD",
-          description: "The password to access the Milvus server.",
-        },
-      ];
-    case "astra":
-      return [
-        {
-          name: "ASTRA_DB_APPLICATION_TOKEN",
-          description: "The generated app token for your Astra database",
-        },
-        {
-          name: "ASTRA_DB_ENDPOINT",
-          description: "The API endpoint for your Astra database",
-        },
-        {
-          name: "ASTRA_DB_COLLECTION",
-          description: "The name of the collection in your Astra database",
-        },
-      ];
-    case "qdrant":
-      return [
-        {
-          name: "QDRANT_URL",
-          description:
-            "The qualified REST URL of the Qdrant server. Eg: http://localhost:6333",
-        },
-        {
-          name: "QDRANT_COLLECTION",
-          description: "The name of Qdrant collection to use.",
-        },
-        {
-          name: "QDRANT_API_KEY",
-          description:
-            "Optional API key for authenticating requests to Qdrant.",
-        },
-      ];
-    case "llamacloud":
-      return [
-        {
-          name: "LLAMA_CLOUD_INDEX_NAME",
-          description:
-            "The name of the LlamaCloud index to use (part of the LlamaCloud project).",
-          value: "test",
-        },
-        {
-          name: "LLAMA_CLOUD_PROJECT_NAME",
-          description: "The name of the LlamaCloud project.",
-          value: "Default",
-        },
-        {
-          name: "LLAMA_CLOUD_BASE_URL",
-          description:
-            "The base URL for the LlamaCloud API. Only change this for non-production environments",
-          value: "https://api.cloud.llamaindex.ai",
-        },
-        {
-          name: "LLAMA_CLOUD_ORGANIZATION_ID",
-          description:
-            "The organization ID for the LlamaCloud project (uses default organization if not specified)",
-        },
-        ...(framework === "nextjs" && template !== "llamaindexserver"
-          ? // activate index selector per default (not needed for non-NextJS backends as it's handled by createFrontendEnvFile)
-            [
-              {
-                name: "NEXT_PUBLIC_USE_LLAMACLOUD",
-                description:
-                  "Let's the user change indexes in LlamaCloud projects",
-                value: "true",
-              },
-            ]
-          : []),
-      ];
-    case "chroma": {
-      const envs = [
-        {
-          name: "CHROMA_COLLECTION",
-          description: "The name of the collection in your Chroma database",
-        },
-        {
-          name: "CHROMA_HOST",
-          description: "The hostname for your Chroma database. Eg: localhost",
-        },
-        {
-          name: "CHROMA_PORT",
-          description: "The port for your Chroma database. Eg: 8000",
-        },
-      ];
-      // TS Version doesn't support config local storage path
-      if (framework === "fastapi") {
-        envs.push({
-          name: "CHROMA_PATH",
-          description: `The local path to the Chroma database. 
-Specify this if you are using a local Chroma database. 
-Otherwise, use CHROMA_HOST and CHROMA_PORT config above`,
-        });
-      }
-      return envs;
-    }
-    case "weaviate":
-      return [
-        {
-          name: "WEAVIATE_CLUSTER_URL",
-          description:
-            "The URL of the Weaviate cloud cluster, see: https://weaviate.io/developers/wcs/connect",
-        },
-        {
-          name: "WEAVIATE_API_KEY",
-          description: "The API key for the Weaviate cloud cluster",
-        },
-        {
-          name: "WEAVIATE_INDEX_NAME",
-          description:
-            "(Optional) The collection name to use, default is LlamaIndex if not specified",
-        },
-      ];
-    default:
-      return template !== "llamaindexserver"
-        ? [
-            {
-              name: "STORAGE_CACHE_DIR",
-              description: "The directory to store the local storage cache.",
-              value: ".cache",
-            },
-          ]
-        : [];
-  }
-};
-
-const getModelEnvs = (modelConfig: ModelConfig): EnvVar[] => {
-  return [
-    {
-      name: "MODEL_PROVIDER",
-      description: "The provider for the AI models to use.",
-      value: modelConfig.provider,
-    },
-    {
-      name: "MODEL",
-      description: "The name of LLM model to use.",
-      value: modelConfig.model,
-    },
-    {
-      name: "EMBEDDING_MODEL",
-      description: "Name of the embedding model to use.",
-      value: modelConfig.embeddingModel,
-    },
-    {
-      name: "EMBEDDING_DIM",
-      description: "Dimension of the embedding model to use.",
-      value: modelConfig.dimensions.toString(),
-    },
-    {
-      name: "CONVERSATION_STARTERS",
-      description: "The questions to help users get started (multi-line).",
-    },
-    ...(modelConfig.provider === "openai"
-      ? [
-          {
-            name: "OPENAI_API_KEY",
-            description: "The OpenAI API key to use.",
-            value: modelConfig.apiKey,
-          },
-          {
-            name: "LLM_TEMPERATURE",
-            description: "Temperature for sampling from the model.",
-          },
-          {
-            name: "LLM_MAX_TOKENS",
-            description: "Maximum number of tokens to generate.",
-          },
-        ]
-      : []),
-    ...(modelConfig.provider === "anthropic"
-      ? [
-          {
-            name: "ANTHROPIC_API_KEY",
-            description: "The Anthropic API key to use.",
-            value: modelConfig.apiKey,
-          },
-        ]
-      : []),
-    ...(modelConfig.provider === "groq"
-      ? [
-          {
-            name: "GROQ_API_KEY",
-            description: "The Groq API key to use.",
-            value: modelConfig.apiKey,
-          },
-        ]
-      : []),
-    ...(modelConfig.provider === "gemini"
-      ? [
-          {
-            name: "GOOGLE_API_KEY",
-            description: "The Google API key to use.",
-            value: modelConfig.apiKey,
-          },
-        ]
-      : []),
-    ...(modelConfig.provider === "ollama"
-      ? [
-          {
-            name: "OLLAMA_BASE_URL",
-            description:
-              "The base URL for the Ollama API. Eg: http://127.0.0.1:11434",
-          },
-        ]
-      : []),
-    ...(modelConfig.provider === "mistral"
-      ? [
-          {
-            name: "MISTRAL_API_KEY",
-            description: "The Mistral API key to use.",
-            value: modelConfig.apiKey,
-          },
-        ]
-      : []),
-    ...(modelConfig.provider === "azure-openai"
-      ? [
-          {
-            name: "AZURE_OPENAI_API_KEY",
-            description: "The Azure OpenAI key to use.",
-            value: modelConfig.apiKey,
-          },
-          {
-            name: "AZURE_OPENAI_ENDPOINT",
-            description: "The Azure OpenAI endpoint to use.",
-          },
-          {
-            name: "AZURE_OPENAI_API_VERSION",
-            description: "The Azure OpenAI API version to use.",
-          },
-          {
-            name: "AZURE_OPENAI_LLM_DEPLOYMENT",
-            description:
-              "The Azure OpenAI deployment to use for LLM deployment.",
-          },
-          {
-            name: "AZURE_OPENAI_EMBEDDING_DEPLOYMENT",
-            description:
-              "The Azure OpenAI deployment to use for embedding deployment.",
-          },
-        ]
-      : []),
-    ...(modelConfig.provider === "huggingface"
-      ? [
-          {
-            name: "EMBEDDING_BACKEND",
-            description:
-              "The backend to use for the Sentence Transformers embedding model, either 'torch', 'onnx', or 'openvino'. Defaults to 'onnx'.",
-          },
-          {
-            name: "EMBEDDING_TRUST_REMOTE_CODE",
-            description:
-              "Whether to trust remote code for the embedding model, required for some models with custom code.",
-          },
-        ]
-      : []),
-    ...(modelConfig.provider === "t-systems"
-      ? [
-          {
-            name: "T_SYSTEMS_LLMHUB_BASE_URL",
-            description:
-              "The base URL for the T-Systems AI Foundation Model API. Eg: http://localhost:11434",
-            value: TSYSTEMS_LLMHUB_API_URL,
-          },
-          {
-            name: "T_SYSTEMS_LLMHUB_API_KEY",
-            description: "API Key for T-System's AI Foundation Model.",
-            value: modelConfig.apiKey,
-          },
-        ]
-      : []),
-  ];
-};
-
-const getFrameworkEnvs = (
-  framework: TemplateFramework,
-  template: TemplateType,
-  port?: number,
-): EnvVar[] => {
-  const sPort = port?.toString() || "8000";
-  const result: EnvVar[] =
-    template !== "llamaindexserver"
-      ? [
-          {
-            name: "FILESERVER_URL_PREFIX",
-            description:
-              "FILESERVER_URL_PREFIX is the URL prefix of the server storing the images generated by the interpreter.",
-            value:
-              framework === "nextjs"
-                ? // FIXME: if we are using nextjs, port should be 3000
-                  "http://localhost:3000/api/files"
-                : `http://localhost:${sPort}/api/files`,
-          },
-        ]
-      : [];
-  if (framework === "fastapi") {
-    result.push(
-      ...[
-        {
-          name: "APP_HOST",
-          description: "The address to start the FastAPI app.",
-          value: "0.0.0.0",
-        },
-        {
-          name: "APP_PORT",
-          description: "The port to start the FastAPI app.",
-          value: sPort,
-        },
-      ],
-    );
-  }
-  if (framework === "nextjs" && template !== "llamaindexserver") {
-    result.push({
-      name: "NEXT_PUBLIC_CHAT_API",
-      description:
-        "The API for the chat endpoint. Set when using a custom backend (e.g. Express). Use full URL like http://localhost:8000/api/chat",
-    });
-  }
-  return result;
-};
-
-const getEngineEnvs = (): EnvVar[] => {
-  return [
-    {
-      name: "TOP_K",
-      description:
-        "The number of similar embeddings to return when retrieving documents.",
-    },
-  ];
-};
-
-const getToolEnvs = (tools?: Tool[]): EnvVar[] => {
-  if (!tools?.length) return [];
-  const toolEnvs: EnvVar[] = [];
-  tools.forEach((tool) => {
-    if (tool.envVars?.length) {
-      toolEnvs.push(
-        // Don't include the system prompt env var here
-        // It should be handled separately by merging with the default system prompt
-        ...tool.envVars.filter(
-          (env) => env.name !== TOOL_SYSTEM_PROMPT_ENV_VAR,
-        ),
-      );
-    }
-  });
-  return toolEnvs;
-};
-
-const getSystemPromptEnv = (
-  tools?: Tool[],
-  dataSources?: TemplateDataSource[],
-  template?: TemplateType,
-): EnvVar[] => {
-  const systemPromptEnv: EnvVar[] = [];
-  // build tool system prompt by merging all tool system prompts
-  // multiagent template doesn't need system prompt
-  if (template !== "multiagent") {
-    let toolSystemPrompt = "";
-    tools?.forEach((tool) => {
-      const toolSystemPromptEnv = tool.envVars?.find(
-        (env) => env.name === TOOL_SYSTEM_PROMPT_ENV_VAR,
-      );
-      if (toolSystemPromptEnv) {
-        toolSystemPrompt += toolSystemPromptEnv.value + "\n";
-      }
-    });
-
-    const systemPrompt =
-      '"' +
-      DEFAULT_SYSTEM_PROMPT +
-      (dataSources?.length ? `\n${DATA_SOURCES_PROMPT}` : "") +
-      (toolSystemPrompt ? `\n${toolSystemPrompt}` : "") +
-      '"';
-
-    systemPromptEnv.push({
-      name: "SYSTEM_PROMPT",
-      description: "The system prompt for the AI model.",
-      value: systemPrompt,
-    });
-  }
-  if (tools?.length == 0 && (dataSources?.length ?? 0 > 0)) {
-    const citationPrompt = `'You have provided information from a knowledge base that has been passed to you in nodes of information.
-Each node has useful metadata such as node ID, file name, page, etc.
-Please add the citation to the data node for each sentence or paragraph that you reference in the provided information.
-The citation format is: . [citation:<node_id>]()
-Where the <node_id> is the unique identifier of the data node.
-
-Example:
-We have two nodes:
-  node_id: xyz
-  file_name: llama.pdf
-  
-  node_id: abc
-  file_name: animal.pdf
-
-User question: Tell me a fun fact about Llama.
-Your answer:
-A baby llama is called "Cria" [citation:xyz]().
-It often live in desert [citation:abc]().
-It\\'s cute animal.
-'`;
-    systemPromptEnv.push({
-      name: "SYSTEM_CITATION_PROMPT",
-      description:
-        "An additional system prompt to add citation when responding to user questions.",
-      value: citationPrompt,
-    });
-  }
-
-  return systemPromptEnv;
-};
-
-const getTemplateEnvs = (template?: TemplateType): EnvVar[] => {
-  const nextQuestionEnvs: EnvVar[] = [
-    {
-      name: "NEXT_QUESTION_PROMPT",
-      description: `Customize prompt to generate the next question suggestions based on the conversation history.
-Disable this prompt to disable the next question suggestions feature.`,
-      value: `"You're a helpful assistant! Your task is to suggest the next question that user might ask. 
-Here is the conversation history
----------------------
-{conversation}
----------------------
-Given the conversation history, please give me 3 questions that user might ask next!
-Your answer should be wrapped in three sticks which follows the following format:
-\`\`\`
-<question 1>
-<question 2>
-<question 3>
-\`\`\`"`,
-    },
-  ];
-
-  if (template === "multiagent" || template === "streaming") {
-    return nextQuestionEnvs;
-  }
-  return [];
-};
-
-const getObservabilityEnvs = (
-  observability?: TemplateObservability,
-): EnvVar[] => {
-  if (observability === "llamatrace") {
-    return [
-      {
-        name: "PHOENIX_API_KEY",
-        description:
-          "API key for LlamaTrace observability. Retrieve from https://llamatrace.com/login",
-      },
-    ];
-  }
-  return [];
-};
-
-export const createBackendEnvFile = async (
-  root: string,
-  opts: Pick<
-    InstallTemplateArgs,
-    | "llamaCloudKey"
-    | "vectorDb"
-    | "modelConfig"
-    | "framework"
-    | "dataSources"
-    | "template"
-    | "port"
-    | "tools"
-    | "observability"
-    | "useLlamaParse"
-  >,
-) => {
-  // Init env values
-  const envFileName = ".env";
-  const envVars: EnvVar[] = [
-    ...(opts.useLlamaParse
-      ? [
-          {
-            name: "LLAMA_CLOUD_API_KEY",
-            description: `The Llama Cloud API key.`,
-            value: opts.llamaCloudKey,
-          },
-        ]
-      : []),
-    ...getVectorDBEnvs(opts.vectorDb, opts.framework, opts.template),
-    ...getToolEnvs(opts.tools),
-    ...getFrameworkEnvs(opts.framework, opts.template, opts.port),
-    // Add environment variables of each component
-    ...(opts.template === "llamaindexserver"
-      ? [
-          {
-            name: "OPENAI_API_KEY",
-            description: "The OpenAI API key to use.",
-            value: opts.modelConfig.apiKey,
-          },
-        ]
-      : [
-          // don't use this stuff for llama-indexserver
-          ...getModelEnvs(opts.modelConfig),
-          ...getEngineEnvs(),
-          ...getTemplateEnvs(opts.template),
-          ...getObservabilityEnvs(opts.observability),
-          ...getSystemPromptEnv(opts.tools, opts.dataSources, opts.template),
-        ]),
-  ];
-  // Render and write env file
-  const content = renderEnvVar(envVars);
-  await fs.writeFile(path.join(root, envFileName), content);
-  console.log(`Created '${envFileName}' file. Please check the settings.`);
-};
-
-export const createFrontendEnvFile = async (
-  root: string,
-  opts: {
-    vectorDb?: TemplateVectorDB;
-  },
-) => {
-  const defaultFrontendEnvs = [
-    {
-      name: "NEXT_PUBLIC_USE_LLAMACLOUD",
-      description: "Let's the user change indexes in LlamaCloud projects",
-      value: opts.vectorDb === "llamacloud" ? "true" : "false",
-    },
-  ];
-  const content = renderEnvVar(defaultFrontendEnvs);
-  await fs.writeFile(path.join(root, ".env"), content);
-};

packages/create-llama/helpers/index.ts

@@ -1,252 +0,0 @@
-import { callPackageManager } from "./install";
-
-import path from "path";
-import picocolors, { cyan } from "picocolors";
-
-import fsExtra from "fs-extra";
-import { NO_DATA_USE_CASES } from "./constant";
-import { writeLoadersConfig } from "./datasources";
-import { createBackendEnvFile, createFrontendEnvFile } from "./env-variables";
-import { PackageManager } from "./get-pkg-manager";
-import { installLlamapackProject } from "./llama-pack";
-import { makeDir } from "./make-dir";
-import { installPythonTemplate } from "./python";
-import { downloadAndExtractRepo } from "./repo";
-import { ConfigFileType, writeToolsConfig } from "./tools";
-import {
-  FileSourceConfig,
-  InstallTemplateArgs,
-  ModelConfig,
-  TemplateDataSource,
-  TemplateFramework,
-  TemplateUseCase,
-  TemplateVectorDB,
-} from "./types";
-import { installTSTemplate } from "./typescript";
-import { isHavingUvLockFile, tryUvRun } from "./uv";
-
-const checkForGenerateScript = (
-  modelConfig: ModelConfig,
-  vectorDb?: TemplateVectorDB,
-  llamaCloudKey?: string,
-  useLlamaParse?: boolean,
-) => {
-  const missingSettings = [];
-
-  if (!modelConfig.isConfigured()) {
-    missingSettings.push("your model provider API key");
-  }
-
-  const llamaCloudApiKey = llamaCloudKey ?? process.env["LLAMA_CLOUD_API_KEY"];
-  const isRequiredLlamaCloudKey = useLlamaParse || vectorDb === "llamacloud";
-  if (isRequiredLlamaCloudKey && !llamaCloudApiKey) {
-    missingSettings.push("your LLAMA_CLOUD_API_KEY");
-  }
-
-  if (
-    vectorDb !== undefined &&
-    vectorDb !== "none" &&
-    vectorDb !== "llamacloud"
-  ) {
-    missingSettings.push("your Vector DB environment variables");
-  }
-
-  return missingSettings;
-};
-
-// eslint-disable-next-line max-params
-async function generateContextData(
-  framework: TemplateFramework,
-  modelConfig: ModelConfig,
-  packageManager?: PackageManager,
-  vectorDb?: TemplateVectorDB,
-  llamaCloudKey?: string,
-  useLlamaParse?: boolean,
-  useCase?: TemplateUseCase,
-) {
-  if (packageManager) {
-    const runGenerate = `${cyan(
-      framework === "fastapi"
-        ? "uv run generate"
-        : `${packageManager} run generate`,
-    )}`;
-
-    const missingSettings = checkForGenerateScript(
-      modelConfig,
-      vectorDb,
-      llamaCloudKey,
-      useLlamaParse,
-    );
-
-    if (!missingSettings.length) {
-      // If all the required environment variables are set, run the generate script
-      if (framework === "fastapi") {
-        if (isHavingUvLockFile()) {
-          console.log(`Running ${runGenerate} to generate the context data.`);
-          const result = tryUvRun("generate");
-          if (!result) {
-            console.log(`Failed to run ${runGenerate}.`);
-            process.exit(1);
-          }
-          console.log(`Generated context data`);
-          return;
-        } else {
-          console.log(
-            picocolors.yellow(
-              `\nWarning: uv.lock not found. Dependency installation might be incomplete. Skipping context generation.\nIf dependencies were installed, try running '${runGenerate}' manually.\n`,
-            ),
-          );
-        }
-      } else {
-        console.log(`Running ${runGenerate} to generate the context data.`);
-
-        const shouldRunGenerate =
-          !useCase || !NO_DATA_USE_CASES.includes(useCase);
-
-        if (shouldRunGenerate) {
-          await callPackageManager(packageManager, true, ["run", "generate"]);
-        }
-        return;
-      }
-    }
-
-    const settingsMessage = `After setting ${missingSettings.join(" and ")}, run ${runGenerate} to generate the context data.`;
-    console.log(picocolors.yellow(`\n${settingsMessage}\n\n`));
-  }
-}
-
-const downloadFile = async (url: string, destPath: string) => {
-  const response = await fetch(url);
-  const fileBuffer = await response.arrayBuffer();
-  await fsExtra.writeFile(destPath, new Uint8Array(fileBuffer));
-};
-
-const prepareContextData = async (
-  root: string,
-  dataSources: TemplateDataSource[],
-) => {
-  await makeDir(path.join(root, "data"));
-  for (const dataSource of dataSources) {
-    const dataSourceConfig = dataSource?.config as FileSourceConfig;
-    // If the path is URLs, download the data and save it to the data directory
-    if ("url" in dataSourceConfig) {
-      console.log(
-        "Downloading file from URL:",
-        dataSourceConfig.url.toString(),
-      );
-      const destPath = path.join(
-        root,
-        "data",
-        dataSourceConfig.filename ??
-          path.basename(dataSourceConfig.url.toString()),
-      );
-      await downloadFile(dataSourceConfig.url.toString(), destPath);
-    } else {
-      // Copy local data
-      console.log("Copying data from path:", dataSourceConfig.path);
-      const destPath = path.join(
-        root,
-        "data",
-        path.basename(dataSourceConfig.path),
-      );
-      await fsExtra.copy(dataSourceConfig.path, destPath);
-    }
-  }
-};
-
-const installCommunityProject = async ({
-  root,
-  communityProjectConfig,
-}: Pick<InstallTemplateArgs, "root" | "communityProjectConfig">) => {
-  const { owner, repo, branch, filePath } = communityProjectConfig!;
-  console.log("\nInstalling community project:", filePath || repo);
-  await downloadAndExtractRepo(root, {
-    username: owner,
-    name: repo,
-    branch,
-    filePath: filePath || "",
-  });
-};
-
-export const installTemplate = async (
-  props: InstallTemplateArgs & { backend: boolean },
-) => {
-  process.chdir(props.root);
-
-  if (props.template === "community" && props.communityProjectConfig) {
-    await installCommunityProject(props);
-    return;
-  }
-
-  if (props.template === "llamapack" && props.llamapack) {
-    await installLlamapackProject(props);
-    return;
-  }
-
-  if (props.framework === "fastapi") {
-    await installPythonTemplate(props);
-  } else {
-    await installTSTemplate(props);
-  }
-
-  // write configurations
-  if (props.template !== "llamaindexserver") {
-    await writeToolsConfig(
-      props.root,
-      props.tools,
-      props.framework === "fastapi" ? ConfigFileType.YAML : ConfigFileType.JSON,
-    );
-    if (props.vectorDb !== "llamacloud") {
-      // write loaders configuration (currently Python only)
-      // not needed for LlamaCloud as it has its own loaders
-      await writeLoadersConfig(
-        props.root,
-        props.dataSources,
-        props.useLlamaParse,
-      );
-    }
-  }
-
-  if (props.backend) {
-    // This is a backend, so we need to copy the test data and create the env file.
-
-    // Copy the environment file to the target directory.
-    if (props.template !== "community" && props.template !== "llamapack") {
-      await createBackendEnvFile(props.root, props);
-    }
-
-    await prepareContextData(
-      props.root,
-      props.dataSources.filter((ds) => ds.type === "file"),
-    );
-
-    if (
-      props.dataSources.length > 0 &&
-      (props.postInstallAction === "runApp" ||
-        props.postInstallAction === "dependencies")
-    ) {
-      console.log("\nGenerating context data...\n");
-      await generateContextData(
-        props.framework,
-        props.modelConfig,
-        props.packageManager,
-        props.vectorDb,
-        props.llamaCloudKey,
-        props.useLlamaParse,
-        props.useCase,
-      );
-    }
-
-    // Create outputs directory
-    await makeDir(path.join(props.root, "output/tools"));
-    await makeDir(path.join(props.root, "output/uploaded"));
-    await makeDir(path.join(props.root, "output/llamacloud"));
-  } else {
-    // this is a frontend for a full-stack app, create .env file with model information
-    await createFrontendEnvFile(props.root, {
-      vectorDb: props.vectorDb,
-    });
-  }
-};
-
-export * from "./types";

packages/create-llama/helpers/providers/anthropic.ts

@@ -1,103 +0,0 @@
-import prompts from "prompts";
-import { ModelConfigParams } from ".";
-import { questionHandlers, toChoice } from "../../questions/utils";
-
-const MODELS = [
-  "claude-3-opus",
-  "claude-3-sonnet",
-  "claude-3-haiku",
-  "claude-2.1",
-  "claude-instant-1.2",
-];
-const DEFAULT_MODEL = MODELS[0];
-
-// TODO: get embedding vector dimensions from the anthropic sdk (currently not supported)
-// Use huggingface embedding models for now
-enum HuggingFaceEmbeddingModelType {
-  XENOVA_ALL_MINILM_L6_V2 = "all-MiniLM-L6-v2",
-  XENOVA_ALL_MPNET_BASE_V2 = "all-mpnet-base-v2",
-}
-type ModelData = {
-  dimensions: number;
-};
-const EMBEDDING_MODELS: Record<HuggingFaceEmbeddingModelType, ModelData> = {
-  [HuggingFaceEmbeddingModelType.XENOVA_ALL_MINILM_L6_V2]: {
-    dimensions: 384,
-  },
-  [HuggingFaceEmbeddingModelType.XENOVA_ALL_MPNET_BASE_V2]: {
-    dimensions: 768,
-  },
-};
-const DEFAULT_EMBEDDING_MODEL = Object.keys(EMBEDDING_MODELS)[0];
-const DEFAULT_DIMENSIONS = Object.values(EMBEDDING_MODELS)[0].dimensions;
-
-type AnthropicQuestionsParams = {
-  apiKey?: string;
-  askModels: boolean;
-};
-
-export async function askAnthropicQuestions({
-  askModels,
-  apiKey,
-}: AnthropicQuestionsParams): Promise<ModelConfigParams> {
-  const config: ModelConfigParams = {
-    apiKey,
-    model: DEFAULT_MODEL,
-    embeddingModel: DEFAULT_EMBEDDING_MODEL,
-    dimensions: DEFAULT_DIMENSIONS,
-    isConfigured(): boolean {
-      if (config.apiKey) {
-        return true;
-      }
-      if (process.env["ANTHROPIC_API_KEY"]) {
-        return true;
-      }
-      return false;
-    },
-  };
-
-  if (!config.apiKey) {
-    const { key } = await prompts(
-      {
-        type: "text",
-        name: "key",
-        message:
-          "Please provide your Anthropic API key (or leave blank to use ANTHROPIC_API_KEY env variable):",
-      },
-      questionHandlers,
-    );
-    config.apiKey = key || process.env.ANTHROPIC_API_KEY;
-  }
-
-  if (askModels) {
-    const { model } = await prompts(
-      {
-        type: "select",
-        name: "model",
-        message: "Which LLM model would you like to use?",
-        choices: MODELS.map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.model = model;
-
-    const { embeddingModel } = await prompts(
-      {
-        type: "select",
-        name: "embeddingModel",
-        message: "Which embedding model would you like to use?",
-        choices: Object.keys(EMBEDDING_MODELS).map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.embeddingModel = embeddingModel;
-    config.dimensions =
-      EMBEDDING_MODELS[
-        embeddingModel as HuggingFaceEmbeddingModelType
-      ].dimensions;
-  }
-
-  return config;
-}

packages/create-llama/helpers/providers/azure.ts

@@ -1,115 +0,0 @@
-import prompts from "prompts";
-import { ModelConfigParams, ModelConfigQuestionsParams } from ".";
-import { questionHandlers } from "../../questions/utils";
-
-const ALL_AZURE_OPENAI_CHAT_MODELS: Record<string, { openAIModel: string }> = {
-  "gpt-35-turbo": { openAIModel: "gpt-3.5-turbo" },
-  "gpt-35-turbo-16k": {
-    openAIModel: "gpt-3.5-turbo-16k",
-  },
-  "gpt-4o": { openAIModel: "gpt-4o" },
-  "gpt-4o-mini": { openAIModel: "gpt-4o-mini" },
-  "gpt-4": { openAIModel: "gpt-4" },
-  "gpt-4-32k": { openAIModel: "gpt-4-32k" },
-  "gpt-4-turbo": {
-    openAIModel: "gpt-4-turbo",
-  },
-  "gpt-4-turbo-2024-04-09": {
-    openAIModel: "gpt-4-turbo",
-  },
-  "gpt-4-vision-preview": {
-    openAIModel: "gpt-4-vision-preview",
-  },
-  "gpt-4-1106-preview": {
-    openAIModel: "gpt-4-1106-preview",
-  },
-  "gpt-4o-2024-05-13": {
-    openAIModel: "gpt-4o-2024-05-13",
-  },
-  "gpt-4o-mini-2024-07-18": {
-    openAIModel: "gpt-4o-mini-2024-07-18",
-  },
-};
-
-const ALL_AZURE_OPENAI_EMBEDDING_MODELS: Record<
-  string,
-  {
-    dimensions: number;
-    openAIModel: string;
-  }
-> = {
-  "text-embedding-3-small": {
-    dimensions: 1536,
-    openAIModel: "text-embedding-3-small",
-  },
-  "text-embedding-3-large": {
-    dimensions: 3072,
-    openAIModel: "text-embedding-3-large",
-  },
-};
-
-const DEFAULT_MODEL = "gpt-4o";
-const DEFAULT_EMBEDDING_MODEL = "text-embedding-3-large";
-
-export async function askAzureQuestions({
-  openAiKey,
-  askModels,
-}: ModelConfigQuestionsParams): Promise<ModelConfigParams> {
-  const config: ModelConfigParams = {
-    apiKey: openAiKey || process.env.AZURE_OPENAI_KEY,
-    model: DEFAULT_MODEL,
-    embeddingModel: DEFAULT_EMBEDDING_MODEL,
-    dimensions: getDimensions(DEFAULT_EMBEDDING_MODEL),
-    isConfigured(): boolean {
-      // the Azure model provider can't be fully configured as endpoint and deployment names have to be configured with env variables
-      return false;
-    },
-  };
-
-  if (askModels) {
-    const { model } = await prompts(
-      {
-        type: "select",
-        name: "model",
-        message: "Which LLM model would you like to use?",
-        choices: getAvailableModelChoices(),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.model = model;
-
-    const { embeddingModel } = await prompts(
-      {
-        type: "select",
-        name: "embeddingModel",
-        message: "Which embedding model would you like to use?",
-        choices: getAvailableEmbeddingModelChoices(),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.embeddingModel = embeddingModel;
-    config.dimensions = getDimensions(embeddingModel);
-  }
-
-  return config;
-}
-
-function getAvailableModelChoices() {
-  return Object.keys(ALL_AZURE_OPENAI_CHAT_MODELS).map((key) => ({
-    title: key,
-    value: key,
-  }));
-}
-
-function getAvailableEmbeddingModelChoices() {
-  return Object.keys(ALL_AZURE_OPENAI_EMBEDDING_MODELS).map((key) => ({
-    title: key,
-    value: key,
-  }));
-}
-
-function getDimensions(modelName: string) {
-  return ALL_AZURE_OPENAI_EMBEDDING_MODELS[modelName].dimensions;
-}

packages/create-llama/helpers/providers/gemini.ts

@@ -1,84 +0,0 @@
-import prompts from "prompts";
-import { ModelConfigParams } from ".";
-import { questionHandlers, toChoice } from "../../questions/utils";
-
-const MODELS = ["gemini-1.5-pro-latest", "gemini-pro", "gemini-pro-vision"];
-type ModelData = {
-  dimensions: number;
-};
-const EMBEDDING_MODELS: Record<string, ModelData> = {
-  "embedding-001": { dimensions: 768 },
-  "text-embedding-004": { dimensions: 768 },
-};
-
-const DEFAULT_MODEL = MODELS[0];
-const DEFAULT_EMBEDDING_MODEL = Object.keys(EMBEDDING_MODELS)[0];
-const DEFAULT_DIMENSIONS = Object.values(EMBEDDING_MODELS)[0].dimensions;
-
-type GeminiQuestionsParams = {
-  apiKey?: string;
-  askModels: boolean;
-};
-
-export async function askGeminiQuestions({
-  askModels,
-  apiKey,
-}: GeminiQuestionsParams): Promise<ModelConfigParams> {
-  const config: ModelConfigParams = {
-    apiKey,
-    model: DEFAULT_MODEL,
-    embeddingModel: DEFAULT_EMBEDDING_MODEL,
-    dimensions: DEFAULT_DIMENSIONS,
-    isConfigured(): boolean {
-      if (config.apiKey) {
-        return true;
-      }
-      if (process.env["GOOGLE_API_KEY"]) {
-        return true;
-      }
-      return false;
-    },
-  };
-
-  if (!config.apiKey) {
-    const { key } = await prompts(
-      {
-        type: "text",
-        name: "key",
-        message:
-          "Please provide your Google API key (or leave blank to use GOOGLE_API_KEY env variable):",
-      },
-      questionHandlers,
-    );
-    config.apiKey = key || process.env.GOOGLE_API_KEY;
-  }
-
-  if (askModels) {
-    const { model } = await prompts(
-      {
-        type: "select",
-        name: "model",
-        message: "Which LLM model would you like to use?",
-        choices: MODELS.map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.model = model;
-
-    const { embeddingModel } = await prompts(
-      {
-        type: "select",
-        name: "embeddingModel",
-        message: "Which embedding model would you like to use?",
-        choices: Object.keys(EMBEDDING_MODELS).map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.embeddingModel = embeddingModel;
-    config.dimensions = EMBEDDING_MODELS[embeddingModel].dimensions;
-  }
-
-  return config;
-}

packages/create-llama/helpers/providers/groq.ts

@@ -1,145 +0,0 @@
-import prompts from "prompts";
-import { ModelConfigParams } from ".";
-import { questionHandlers, toChoice } from "../../questions/utils";
-
-import got from "got";
-import ora from "ora";
-import { red } from "picocolors";
-
-const GROQ_API_URL = "https://api.groq.com/openai/v1";
-
-async function getAvailableModelChoicesGroq(apiKey: string) {
-  if (!apiKey) {
-    throw new Error("Need Groq API key to retrieve model choices");
-  }
-
-  const spinner = ora("Fetching available models from Groq").start();
-  try {
-    const response = await got(`${GROQ_API_URL}/models`, {
-      headers: {
-        Authorization: `Bearer ${apiKey}`,
-      },
-      timeout: 5000,
-      responseType: "json",
-    });
-    const data: any = await response.body;
-    spinner.stop();
-
-    // Filter out the Whisper models
-    return data.data
-      .filter((model: any) => !model.id.toLowerCase().includes("whisper"))
-      .map((el: any) => {
-        return {
-          title: el.id,
-          value: el.id,
-        };
-      });
-  } catch (error: unknown) {
-    spinner.stop();
-    console.log(error);
-    if ((error as any).response?.statusCode === 401) {
-      console.log(
-        red(
-          "Invalid Groq API key provided! Please provide a valid key and try again!",
-        ),
-      );
-    } else {
-      console.log(red("Request failed: " + error));
-    }
-    process.exit(1);
-  }
-}
-
-const DEFAULT_MODEL = "llama3-70b-8192";
-
-// Use huggingface embedding models for now as Groq doesn't support embedding models
-enum HuggingFaceEmbeddingModelType {
-  XENOVA_ALL_MINILM_L6_V2 = "all-MiniLM-L6-v2",
-  XENOVA_ALL_MPNET_BASE_V2 = "all-mpnet-base-v2",
-}
-type ModelData = {
-  dimensions: number;
-};
-const EMBEDDING_MODELS: Record<HuggingFaceEmbeddingModelType, ModelData> = {
-  [HuggingFaceEmbeddingModelType.XENOVA_ALL_MINILM_L6_V2]: {
-    dimensions: 384,
-  },
-  [HuggingFaceEmbeddingModelType.XENOVA_ALL_MPNET_BASE_V2]: {
-    dimensions: 768,
-  },
-};
-const DEFAULT_EMBEDDING_MODEL = Object.keys(EMBEDDING_MODELS)[0];
-const DEFAULT_DIMENSIONS = Object.values(EMBEDDING_MODELS)[0].dimensions;
-
-type GroqQuestionsParams = {
-  apiKey?: string;
-  askModels: boolean;
-};
-
-export async function askGroqQuestions({
-  askModels,
-  apiKey,
-}: GroqQuestionsParams): Promise<ModelConfigParams> {
-  const config: ModelConfigParams = {
-    apiKey,
-    model: DEFAULT_MODEL,
-    embeddingModel: DEFAULT_EMBEDDING_MODEL,
-    dimensions: DEFAULT_DIMENSIONS,
-    isConfigured(): boolean {
-      if (config.apiKey) {
-        return true;
-      }
-      if (process.env["GROQ_API_KEY"]) {
-        return true;
-      }
-      return false;
-    },
-  };
-
-  if (!config.apiKey) {
-    const { key } = await prompts(
-      {
-        type: "text",
-        name: "key",
-        message:
-          "Please provide your Groq API key (or leave blank to use GROQ_API_KEY env variable):",
-      },
-      questionHandlers,
-    );
-    config.apiKey = key || process.env.GROQ_API_KEY;
-  }
-
-  if (askModels) {
-    const modelChoices = await getAvailableModelChoicesGroq(config.apiKey!);
-
-    const { model } = await prompts(
-      {
-        type: "select",
-        name: "model",
-        message: "Which LLM model would you like to use?",
-        choices: modelChoices,
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.model = model;
-
-    const { embeddingModel } = await prompts(
-      {
-        type: "select",
-        name: "embeddingModel",
-        message: "Which embedding model would you like to use?",
-        choices: Object.keys(EMBEDDING_MODELS).map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.embeddingModel = embeddingModel;
-    config.dimensions =
-      EMBEDDING_MODELS[
-        embeddingModel as HuggingFaceEmbeddingModelType
-      ].dimensions;
-  }
-
-  return config;
-}

packages/create-llama/helpers/providers/huggingface.ts

@@ -1,68 +0,0 @@
-import prompts from "prompts";
-import { ModelConfigParams } from ".";
-import { questionHandlers, toChoice } from "../../questions/utils";
-
-const MODELS = ["HuggingFaceH4/zephyr-7b-alpha"];
-type ModelData = {
-  dimensions: number;
-};
-const EMBEDDING_MODELS: Record<string, ModelData> = {
-  "BAAI/bge-small-en-v1.5": { dimensions: 384 },
-  "BAAI/bge-base-en-v1.5": { dimensions: 768 },
-  "BAAI/bge-large-en-v1.5": { dimensions: 1024 },
-  "sentence-transformers/all-MiniLM-L6-v2": { dimensions: 384 },
-  "sentence-transformers/all-mpnet-base-v2": { dimensions: 768 },
-  "intfloat/multilingual-e5-large": { dimensions: 1024 },
-  "mixedbread-ai/mxbai-embed-large-v1": { dimensions: 1024 },
-  "nomic-ai/nomic-embed-text-v1.5": { dimensions: 768 },
-};
-
-const DEFAULT_MODEL = MODELS[0];
-const DEFAULT_EMBEDDING_MODEL = Object.keys(EMBEDDING_MODELS)[0];
-const DEFAULT_DIMENSIONS = Object.values(EMBEDDING_MODELS)[0].dimensions;
-
-type HuggingfaceQuestionsParams = {
-  askModels: boolean;
-};
-
-export async function askHuggingfaceQuestions({
-  askModels,
-}: HuggingfaceQuestionsParams): Promise<ModelConfigParams> {
-  const config: ModelConfigParams = {
-    model: DEFAULT_MODEL,
-    embeddingModel: DEFAULT_EMBEDDING_MODEL,
-    dimensions: DEFAULT_DIMENSIONS,
-    isConfigured(): boolean {
-      return true;
-    },
-  };
-
-  if (askModels) {
-    const { model } = await prompts(
-      {
-        type: "select",
-        name: "model",
-        message: "Which Hugging Face model would you like to use?",
-        choices: MODELS.map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.model = model;
-
-    const { embeddingModel } = await prompts(
-      {
-        type: "select",
-        name: "embeddingModel",
-        message: "Which embedding model would you like to use?",
-        choices: Object.keys(EMBEDDING_MODELS).map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.embeddingModel = embeddingModel;
-    config.dimensions = EMBEDDING_MODELS[embeddingModel].dimensions;
-  }
-
-  return config;
-}

packages/create-llama/helpers/providers/index.ts

@@ -1,94 +0,0 @@
-import prompts from "prompts";
-import { questionHandlers } from "../../questions/utils";
-import { ModelConfig, ModelProvider, TemplateFramework } from "../types";
-import { askAnthropicQuestions } from "./anthropic";
-import { askAzureQuestions } from "./azure";
-import { askGeminiQuestions } from "./gemini";
-import { askGroqQuestions } from "./groq";
-import { askHuggingfaceQuestions } from "./huggingface";
-import { askLLMHubQuestions } from "./llmhub";
-import { askMistralQuestions } from "./mistral";
-import { askOllamaQuestions } from "./ollama";
-import { askOpenAIQuestions } from "./openai";
-
-const DEFAULT_MODEL_PROVIDER = "openai";
-
-export type ModelConfigQuestionsParams = {
-  openAiKey?: string;
-  askModels: boolean;
-  framework?: TemplateFramework;
-};
-
-export type ModelConfigParams = Omit<ModelConfig, "provider">;
-
-export async function askModelConfig({
-  askModels,
-  openAiKey,
-  framework,
-}: ModelConfigQuestionsParams): Promise<ModelConfig> {
-  let modelProvider: ModelProvider = DEFAULT_MODEL_PROVIDER;
-  if (askModels) {
-    const choices = [
-      { title: "OpenAI", value: "openai" },
-      { title: "Groq", value: "groq" },
-      { title: "Ollama", value: "ollama" },
-      { title: "Anthropic", value: "anthropic" },
-      { title: "Gemini", value: "gemini" },
-      { title: "Mistral", value: "mistral" },
-      { title: "AzureOpenAI", value: "azure-openai" },
-    ];
-
-    if (framework === "fastapi") {
-      choices.push({ title: "T-Systems", value: "t-systems" });
-      choices.push({ title: "Huggingface", value: "huggingface" });
-    }
-    const { provider } = await prompts(
-      {
-        type: "select",
-        name: "provider",
-        message: "Which model provider would you like to use",
-        choices: choices,
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    modelProvider = provider;
-  }
-
-  let modelConfig: ModelConfigParams;
-  switch (modelProvider) {
-    case "ollama":
-      modelConfig = await askOllamaQuestions({ askModels });
-      break;
-    case "groq":
-      modelConfig = await askGroqQuestions({ askModels });
-      break;
-    case "anthropic":
-      modelConfig = await askAnthropicQuestions({ askModels });
-      break;
-    case "gemini":
-      modelConfig = await askGeminiQuestions({ askModels });
-      break;
-    case "mistral":
-      modelConfig = await askMistralQuestions({ askModels });
-      break;
-    case "azure-openai":
-      modelConfig = await askAzureQuestions({ askModels });
-      break;
-    case "t-systems":
-      modelConfig = await askLLMHubQuestions({ askModels });
-      break;
-    case "huggingface":
-      modelConfig = await askHuggingfaceQuestions({ askModels });
-      break;
-    default:
-      modelConfig = await askOpenAIQuestions({
-        openAiKey,
-        askModels,
-      });
-  }
-  return {
-    ...modelConfig,
-    provider: modelProvider,
-  };
-}

packages/create-llama/helpers/providers/llmhub.ts

@@ -1,166 +0,0 @@
-import got from "got";
-import ora from "ora";
-import { red } from "picocolors";
-import prompts from "prompts";
-import { ModelConfigParams } from ".";
-import { questionHandlers } from "../../questions/utils";
-
-export const TSYSTEMS_LLMHUB_API_URL =
-  "https://llm-server.llmhub.t-systems.net/v2";
-
-const DEFAULT_MODEL = "gpt-3.5-turbo";
-const DEFAULT_EMBEDDING_MODEL = "text-embedding-3-large";
-
-const LLMHUB_MODELS = [
-  "gpt-35-turbo",
-  "gpt-4-32k-1",
-  "gpt-4-32k-canada",
-  "gpt-4-32k-france",
-  "gpt-4-turbo-128k-france",
-  "Llama2-70b-Instruct",
-  "Llama-3-70B-Instruct",
-  "Mixtral-8x7B-Instruct-v0.1",
-  "mistral-large-32k-france",
-  "CodeLlama-2",
-];
-const LLMHUB_EMBEDDING_MODELS = [
-  "text-embedding-ada-002",
-  "text-embedding-ada-002-france",
-  "jina-embeddings-v2-base-de",
-  "jina-embeddings-v2-base-code",
-  "text-embedding-bge-m3",
-];
-
-type LLMHubQuestionsParams = {
-  apiKey?: string;
-  askModels: boolean;
-};
-
-export async function askLLMHubQuestions({
-  askModels,
-  apiKey,
-}: LLMHubQuestionsParams): Promise<ModelConfigParams> {
-  const config: ModelConfigParams = {
-    apiKey,
-    model: DEFAULT_MODEL,
-    embeddingModel: DEFAULT_EMBEDDING_MODEL,
-    dimensions: getDimensions(DEFAULT_EMBEDDING_MODEL),
-    isConfigured(): boolean {
-      if (config.apiKey) {
-        return true;
-      }
-      if (process.env["T_SYSTEMS_LLMHUB_API_KEY"]) {
-        return true;
-      }
-      return false;
-    },
-  };
-
-  if (!config.apiKey) {
-    const { key } = await prompts(
-      {
-        type: "text",
-        name: "key",
-        message: askModels
-          ? "Please provide your LLMHub API key (or leave blank to use T_SYSTEMS_LLMHUB_API_KEY env variable):"
-          : "Please provide your LLMHub API key (leave blank to skip):",
-        validate: (value: string) => {
-          if (askModels && !value) {
-            if (process.env.T_SYSTEMS_LLMHUB_API_KEY) {
-              return true;
-            }
-            return "T_SYSTEMS_LLMHUB_API_KEY env variable is not set - key is required";
-          }
-          return true;
-        },
-      },
-      questionHandlers,
-    );
-    config.apiKey = key || process.env.T_SYSTEMS_LLMHUB_API_KEY;
-  }
-
-  if (askModels) {
-    const { model } = await prompts(
-      {
-        type: "select",
-        name: "model",
-        message: "Which LLM model would you like to use?",
-        choices: await getAvailableModelChoices(false, config.apiKey),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.model = model;
-
-    const { embeddingModel } = await prompts(
-      {
-        type: "select",
-        name: "embeddingModel",
-        message: "Which embedding model would you like to use?",
-        choices: await getAvailableModelChoices(true, config.apiKey),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.embeddingModel = embeddingModel;
-    config.dimensions = getDimensions(embeddingModel);
-  }
-
-  return config;
-}
-
-async function getAvailableModelChoices(
-  selectEmbedding: boolean,
-  apiKey?: string,
-) {
-  if (!apiKey) {
-    throw new Error("Need LLMHub key to retrieve model choices");
-  }
-  const isLLMModel = (modelId: string) => {
-    return LLMHUB_MODELS.includes(modelId);
-  };
-
-  const isEmbeddingModel = (modelId: string) => {
-    return LLMHUB_EMBEDDING_MODELS.includes(modelId);
-  };
-
-  const spinner = ora("Fetching available models").start();
-  try {
-    const response = await got(`${TSYSTEMS_LLMHUB_API_URL}/models`, {
-      headers: {
-        Authorization: "Bearer " + apiKey,
-      },
-      timeout: 5000,
-      responseType: "json",
-    });
-    const data: any = await response.body;
-    spinner.stop();
-    return data.data
-      .filter((model: any) =>
-        selectEmbedding ? isEmbeddingModel(model.id) : isLLMModel(model.id),
-      )
-      .map((el: any) => {
-        return {
-          title: el.id,
-          value: el.id,
-        };
-      });
-  } catch (error) {
-    spinner.stop();
-    if ((error as any).response?.statusCode === 401) {
-      console.log(
-        red(
-          "Invalid LLMHub API key provided! Please provide a valid key and try again!",
-        ),
-      );
-    } else {
-      console.log(red("Request failed: " + error));
-    }
-    process.exit(1);
-  }
-}
-
-function getDimensions(modelName: string) {
-  // Assuming dimensions similar to OpenAI for simplicity. Update if different.
-  return modelName === "text-embedding-004" ? 768 : 1536;
-}

packages/create-llama/helpers/providers/mistral.ts

@@ -1,83 +0,0 @@
-import prompts from "prompts";
-import { ModelConfigParams } from ".";
-import { questionHandlers, toChoice } from "../../questions/utils";
-
-const MODELS = ["mistral-tiny", "mistral-small", "mistral-medium"];
-type ModelData = {
-  dimensions: number;
-};
-const EMBEDDING_MODELS: Record<string, ModelData> = {
-  "mistral-embed": { dimensions: 1024 },
-};
-
-const DEFAULT_MODEL = MODELS[0];
-const DEFAULT_EMBEDDING_MODEL = Object.keys(EMBEDDING_MODELS)[0];
-const DEFAULT_DIMENSIONS = Object.values(EMBEDDING_MODELS)[0].dimensions;
-
-type MistralQuestionsParams = {
-  apiKey?: string;
-  askModels: boolean;
-};
-
-export async function askMistralQuestions({
-  askModels,
-  apiKey,
-}: MistralQuestionsParams): Promise<ModelConfigParams> {
-  const config: ModelConfigParams = {
-    apiKey,
-    model: DEFAULT_MODEL,
-    embeddingModel: DEFAULT_EMBEDDING_MODEL,
-    dimensions: DEFAULT_DIMENSIONS,
-    isConfigured(): boolean {
-      if (config.apiKey) {
-        return true;
-      }
-      if (process.env["MISTRAL_API_KEY"]) {
-        return true;
-      }
-      return false;
-    },
-  };
-
-  if (!config.apiKey) {
-    const { key } = await prompts(
-      {
-        type: "text",
-        name: "key",
-        message:
-          "Please provide your Mistral API key (or leave blank to use MISTRAL_API_KEY env variable):",
-      },
-      questionHandlers,
-    );
-    config.apiKey = key || process.env.MISTRAL_API_KEY;
-  }
-
-  if (askModels) {
-    const { model } = await prompts(
-      {
-        type: "select",
-        name: "model",
-        message: "Which LLM model would you like to use?",
-        choices: MODELS.map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.model = model;
-
-    const { embeddingModel } = await prompts(
-      {
-        type: "select",
-        name: "embeddingModel",
-        message: "Which embedding model would you like to use?",
-        choices: Object.keys(EMBEDDING_MODELS).map(toChoice),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    config.embeddingModel = embeddingModel;
-    config.dimensions = EMBEDDING_MODELS[embeddingModel].dimensions;
-  }
-
-  return config;
-}

packages/create-llama/helpers/proxy.ts

@@ -1,8 +0,0 @@
-/* Function to conditionally load the global-agent/bootstrap module */
-export async function initializeGlobalAgent() {
-  if (process.env.GLOBAL_AGENT_HTTP_PROXY) {
-    /* Dynamically import global-agent/bootstrap */
-    await import("global-agent/bootstrap");
-    console.log("Proxy enabled via global-agent.");
-  }
-}

packages/create-llama/helpers/python.ts

@@ -1,708 +0,0 @@
-import fs from "fs/promises";
-import path from "path";
-import { cyan, red } from "picocolors";
-import { parse, stringify } from "smol-toml";
-import terminalLink from "terminal-link";
-import { isUvAvailable, tryUvSync } from "./uv";
-
-import { isCI } from "ci-info";
-import { assetRelocator, copy } from "./copy";
-import { templatesDir } from "./dir";
-import { Tool } from "./tools";
-import {
-  InstallTemplateArgs,
-  ModelConfig,
-  TemplateDataSource,
-  TemplateObservability,
-  TemplateType,
-  TemplateVectorDB,
-} from "./types";
-
-interface Dependency {
-  name: string;
-  version?: string;
-  extras?: string[];
-  constraints?: Record<string, string>;
-}
-
-const getAdditionalDependencies = (
-  modelConfig: ModelConfig,
-  vectorDb?: TemplateVectorDB,
-  dataSources?: TemplateDataSource[],
-  tools?: Tool[],
-  templateType?: TemplateType,
-  observability?: TemplateObservability,
-  // eslint-disable-next-line max-params
-) => {
-  const dependencies: Dependency[] = [];
-
-  // Add vector db dependencies
-  switch (vectorDb) {
-    case "mongo": {
-      dependencies.push({
-        name: "llama-index-vector-stores-mongodb",
-        version: ">=0.3.2,<0.4.0",
-      });
-      break;
-    }
-    case "pg": {
-      dependencies.push({
-        name: "llama-index-vector-stores-postgres",
-        version: ">=0.3.2,<0.4.0",
-      });
-      break;
-    }
-    case "pinecone": {
-      dependencies.push({
-        name: "llama-index-vector-stores-pinecone",
-        version: ">=0.4.1,<0.5.0",
-        constraints: {
-          python: ">=3.11,<3.13",
-        },
-      });
-      break;
-    }
-    case "milvus": {
-      dependencies.push({
-        name: "llama-index-vector-stores-milvus",
-        version: ">=0.3.0,<0.4.0",
-      });
-      dependencies.push({
-        name: "pymilvus",
-        version: ">=2.4.4,<3.0.0",
-      });
-      break;
-    }
-    case "astra": {
-      dependencies.push({
-        name: "llama-index-vector-stores-astra-db",
-        version: ">=0.4.0,<0.5.0",
-      });
-      break;
-    }
-    case "qdrant": {
-      dependencies.push({
-        name: "llama-index-vector-stores-qdrant",
-        version: ">=0.4.0,<0.5.0",
-        constraints: {
-          python: ">=3.11,<3.13",
-        },
-      });
-      break;
-    }
-    case "chroma": {
-      dependencies.push({
-        name: "llama-index-vector-stores-chroma",
-        version: ">=0.4.0,<0.5.0",
-      });
-      dependencies.push({
-        name: "onnxruntime",
-        version: "<1.22.0",
-      });
-      break;
-    }
-    case "weaviate": {
-      dependencies.push({
-        name: "llama-index-vector-stores-weaviate",
-        version: ">=1.2.3,<2.0.0",
-      });
-      break;
-    }
-    case "llamacloud":
-      dependencies.push({
-        name: "llama-index-indices-managed-llama-cloud",
-        version: ">=0.6.3,<0.7.0",
-      });
-      break;
-  }
-
-  // Add data source dependencies
-  if (dataSources) {
-    for (const ds of dataSources) {
-      const dsType = ds?.type;
-      switch (dsType) {
-        case "file":
-          dependencies.push({
-            name: "docx2txt",
-            version: ">=0.8,<0.9",
-          });
-          break;
-        case "web":
-          dependencies.push({
-            name: "llama-index-readers-web",
-            version: ">=0.3.0,<0.4.0",
-          });
-          break;
-        case "db":
-          dependencies.push({
-            name: "llama-index-readers-database",
-            version: ">=0.3.0,<0.4.0",
-          });
-          dependencies.push({
-            name: "pymysql",
-            version: ">=1.1.0,<2.0.0",
-            extras: ["rsa"],
-          });
-          dependencies.push({
-            name: "psycopg2-binary",
-            version: ">=2.9.9,<3.0.0",
-          });
-          break;
-      }
-    }
-  }
-
-  // Add tools dependencies
-  console.log("Adding tools dependencies");
-  tools?.forEach((tool) => {
-    tool.dependencies?.forEach((dep) => {
-      dependencies.push(dep);
-    });
-  });
-
-  switch (modelConfig.provider) {
-    case "ollama":
-      dependencies.push({
-        name: "llama-index-llms-ollama",
-        version: ">=0.5.0,<0.6.0",
-      });
-      dependencies.push({
-        name: "llama-index-embeddings-ollama",
-        version: ">=0.6.0,<0.7.0",
-      });
-      break;
-    case "openai":
-      if (templateType !== "multiagent") {
-        dependencies.push({
-          name: "llama-index-llms-openai",
-          version: ">=0.3.2,<0.4.0",
-        });
-        dependencies.push({
-          name: "llama-index-embeddings-openai",
-          version: ">=0.3.1,<0.4.0",
-        });
-        dependencies.push({
-          name: "llama-index-agent-openai",
-          version: ">=0.4.0,<0.5.0",
-        });
-      }
-      break;
-    case "groq":
-      dependencies.push({
-        name: "llama-index-llms-groq",
-        version: ">=0.3.0,<0.4.0",
-      });
-      dependencies.push({
-        name: "llama-index-embeddings-fastembed",
-        version: ">=0.3.0,<0.4.0",
-      });
-      break;
-    case "anthropic":
-      dependencies.push({
-        name: "llama-index-llms-anthropic",
-        version: ">=0.6.0,<0.7.0",
-      });
-      dependencies.push({
-        name: "llama-index-embeddings-fastembed",
-        version: ">=0.3.0,<0.4.0",
-      });
-      break;
-    case "gemini":
-      dependencies.push({
-        name: "llama-index-llms-gemini",
-        version: ">=0.4.0,<0.5.0",
-      });
-      dependencies.push({
-        name: "llama-index-embeddings-gemini",
-        version: ">=0.3.0,<0.4.0",
-      });
-      break;
-    case "mistral":
-      dependencies.push({
-        name: "llama-index-llms-mistralai",
-        version: ">=0.4.0,<0.5.0",
-      });
-      dependencies.push({
-        name: "llama-index-embeddings-mistralai",
-        version: ">=0.3.0,<0.4.0",
-      });
-      break;
-    case "azure-openai":
-      dependencies.push({
-        name: "llama-index-llms-azure-openai",
-        version: ">=0.3.0,<0.4.0",
-      });
-      dependencies.push({
-        name: "llama-index-embeddings-azure-openai",
-        version: ">=0.3.0,<0.4.0",
-      });
-      break;
-    case "huggingface":
-      dependencies.push({
-        name: "llama-index-llms-huggingface",
-        version: ">=0.5.0,<0.6.0",
-      });
-      dependencies.push({
-        name: "llama-index-embeddings-huggingface",
-        version: ">=0.5.0,<0.6.0",
-      });
-      dependencies.push({
-        name: "optimum",
-        version: ">=1.23.3,<2.0.0",
-        extras: ["onnxruntime"],
-      });
-      break;
-    case "t-systems":
-      dependencies.push({
-        name: "llama-index-agent-openai",
-        version: ">=0.4.0,<0.5.0",
-      });
-      dependencies.push({
-        name: "llama-index-llms-openai-like",
-        version: ">=0.3.0,<0.4.0",
-      });
-      break;
-  }
-
-  if (observability && observability !== "none") {
-    if (observability === "traceloop") {
-      dependencies.push({
-        name: "traceloop-sdk",
-        version: ">=0.15.11",
-      });
-    }
-    if (observability === "llamatrace") {
-      dependencies.push({
-        name: "llama-index-callbacks-arize-phoenix",
-        version: ">=0.3.0,<0.4.0",
-      });
-    }
-  }
-
-  // If app template is llama-index-server and CI and SERVER_PACKAGE_PATH is set,
-  // add @llamaindex/server to dependencies
-  if (
-    templateType === "llamaindexserver" &&
-    isCI &&
-    process.env.SERVER_PACKAGE_PATH
-  ) {
-    dependencies.push({
-      name: "llama-index-server",
-      version: `@file://${process.env.SERVER_PACKAGE_PATH}`,
-    });
-  }
-
-  return dependencies;
-};
-
-const copyRouterCode = async (root: string, tools: Tool[]) => {
-  // Copy sandbox router if the artifact tool is selected
-  if (tools?.some((t) => t.name === "artifact")) {
-    await copy("sandbox.py", path.join(root, "app", "api", "routers"), {
-      parents: true,
-      cwd: path.join(templatesDir, "components", "routers", "python"),
-      rename: assetRelocator,
-    });
-  }
-};
-
-export const addDependencies = async (
-  projectDir: string,
-  dependencies: Dependency[],
-) => {
-  if (dependencies.length === 0) return;
-
-  const FILENAME = "pyproject.toml";
-  try {
-    // Parse toml file
-    const file = path.join(projectDir, FILENAME);
-    const fileContent = await fs.readFile(file, "utf8");
-    let fileParsed: any;
-    try {
-      fileParsed = parse(fileContent);
-    } catch (parseError) {
-      console.error(`Error parsing ${FILENAME}:`, parseError);
-      throw new Error(
-        `Failed to parse ${FILENAME}. Please ensure it's valid TOML.`,
-      );
-    }
-
-    // Ensure [project] and [project.dependencies] exist
-    if (!fileParsed.project) {
-      fileParsed.project = {};
-    }
-    if (
-      !fileParsed.project.dependencies ||
-      !Array.isArray(fileParsed.project.dependencies)
-    ) {
-      // If dependencies exist but aren't an array, log a warning or error.
-      // For now, we'll overwrite it, assuming the intent is to use the standard array format.
-      console.warn(
-        `[project.dependencies] in ${FILENAME} is not an array. It will be overwritten.`,
-      );
-      fileParsed.project.dependencies = [];
-    }
-
-    const existingDependencies: string[] = fileParsed.project.dependencies;
-    const addedDeps: string[] = [];
-    const updatedDeps: string[] = [];
-
-    // Add or update dependencies
-    for (const newDep of dependencies) {
-      let depString = newDep.name;
-      if (newDep.extras && newDep.extras.length > 0) {
-        depString += `[${newDep.extras.join(",")}]`;
-      }
-      if (newDep.version) {
-        depString += newDep.version;
-      }
-
-      let found = false;
-      for (let i = 0; i < existingDependencies.length; i++) {
-        const existingDepNameMatch =
-          existingDependencies[i].match(/^([a-zA-Z0-9._-]+)/);
-        if (
-          existingDepNameMatch &&
-          existingDepNameMatch[1].toLowerCase() === depString.toLowerCase()
-        ) {
-          // Found existing dependency, update it
-          if (existingDependencies[i] !== depString) {
-            updatedDeps.push(`${existingDependencies[i]} -> ${depString}`);
-            existingDependencies[i] = depString;
-          }
-          found = true;
-          break;
-        }
-      }
-
-      if (!found) {
-        // Add new dependency
-        existingDependencies.push(depString);
-        addedDeps.push(depString);
-      }
-      // Handle python version constraints separately (if any)
-      if (newDep.constraints?.python) {
-        if (
-          !fileParsed.project["requires-python"] ||
-          fileParsed.project["requires-python"] !== newDep.constraints.python
-        ) {
-          // This simple overwrite might not be ideal; merging constraints is complex.
-          // For now, let's just set it if the new dependency has one.
-          console.log(
-            `Setting requires-python = "${newDep.constraints.python}" from dependency ${newDep.name}`,
-          );
-          fileParsed.project["requires-python"] = newDep.constraints.python;
-        }
-      }
-    }
-
-    // Write toml file
-    const newFileContent = stringify(fileParsed);
-    await fs.writeFile(file, newFileContent);
-
-    if (addedDeps.length > 0) {
-      console.log(`\nAdded dependencies to ${cyan(FILENAME)}:`);
-      addedDeps.forEach((dep) => console.log(`  ${dep}`));
-    }
-    if (updatedDeps.length > 0) {
-      console.log(`\nUpdated dependencies in ${cyan(FILENAME)}:`);
-      updatedDeps.forEach((dep) => console.log(`  ${dep}`));
-    }
-    if (addedDeps.length > 0 || updatedDeps.length > 0) {
-      console.log(""); // Newline for spacing
-    }
-  } catch (error) {
-    console.log(
-      `Error while updating dependencies for Poetry project file ${FILENAME}\n`,
-      error,
-    );
-  }
-};
-
-export const installPythonDependencies = () => {
-  if (isUvAvailable()) {
-    console.log(
-      `Installing Python dependencies using uv. This may take a while...`,
-    );
-    const installSuccessful = tryUvSync();
-    if (!installSuccessful) {
-      console.error(
-        red(
-          "Installing dependencies using uv failed. Please check the error log above and ensure uv is installed correctly.",
-        ),
-      );
-      process.exit(1);
-    }
-  } else {
-    console.error(
-      red(
-        `uv is not available in the current environment. Please check ${terminalLink(
-          "uv Installation",
-          `https://github.com/astral-sh/uv#installation`,
-        )} to install uv first, then run create-llama again.`,
-      ),
-    );
-    process.exit(1);
-  }
-};
-
-const installLegacyPythonTemplate = async ({
-  root,
-  template,
-  vectorDb,
-  dataSources,
-  tools,
-  useCase,
-  observability,
-}: Pick<
-  InstallTemplateArgs,
-  | "root"
-  | "template"
-  | "vectorDb"
-  | "dataSources"
-  | "tools"
-  | "useCase"
-  | "observability"
->) => {
-  const compPath = path.join(templatesDir, "components");
-  const enginePath = path.join(root, "app", "engine");
-
-  // Copy selected vector DB
-  await copy("**", enginePath, {
-    parents: true,
-    cwd: path.join(compPath, "vectordbs", "python", vectorDb ?? "none"),
-  });
-
-  if (vectorDb !== "llamacloud") {
-    // Copy all loaders to enginePath
-    // Not needed for LlamaCloud as it has its own loaders
-    const loaderPath = path.join(enginePath, "loaders");
-    await copy("**", loaderPath, {
-      parents: true,
-      cwd: path.join(compPath, "loaders", "python"),
-    });
-  }
-
-  // Copy settings.py to app
-  await copy("**", path.join(root, "app"), {
-    cwd: path.join(compPath, "settings", "python"),
-  });
-
-  // Copy services
-  if (template == "streaming" || template == "multiagent") {
-    await copy("**", path.join(root, "app", "api", "services"), {
-      cwd: path.join(compPath, "services", "python"),
-    });
-  }
-  // Copy engine code
-  if (template === "streaming" || template === "multiagent") {
-    // Select and copy engine code based on data sources and tools
-    let engine;
-    // Multiagent always uses agent engine
-    if (template === "multiagent") {
-      engine = "agent";
-    } else {
-      // For streaming, use chat engine by default
-      // Unless tools are selected, in which case use agent engine
-      if (dataSources.length > 0 && (!tools || tools.length === 0)) {
-        console.log(
-          "\nNo tools selected - use optimized context chat engine\n",
-        );
-        engine = "chat";
-      } else {
-        engine = "agent";
-      }
-    }
-
-    // Copy engine code
-    await copy("**", enginePath, {
-      parents: true,
-      cwd: path.join(compPath, "engines", "python", engine),
-    });
-
-    // Copy router code
-    await copyRouterCode(root, tools ?? []);
-  }
-
-  // Copy multiagents overrides
-  if (template === "multiagent") {
-    await copy("**", path.join(root), {
-      cwd: path.join(compPath, "multiagent", "python"),
-    });
-  }
-
-  if (template === "multiagent" || template === "reflex") {
-    if (useCase) {
-      const sourcePath =
-        template === "multiagent"
-          ? path.join(compPath, "agents", "python", useCase)
-          : path.join(compPath, "reflex", useCase);
-
-      await copy("**", path.join(root), {
-        parents: true,
-        cwd: sourcePath,
-        rename: assetRelocator,
-      });
-    } else {
-      console.log(
-        red(
-          `There is no use case selected for ${template} template. Please pick a use case to use via --use-case flag.`,
-        ),
-      );
-      process.exit(1);
-    }
-  }
-
-  if (observability && observability !== "none") {
-    const templateObservabilityPath = path.join(
-      templatesDir,
-      "components",
-      "observability",
-      "python",
-      observability,
-    );
-    await copy("**", path.join(root, "app"), {
-      cwd: templateObservabilityPath,
-    });
-  }
-};
-
-const installLlamaIndexServerTemplate = async ({
-  root,
-  useCase,
-  useLlamaParse,
-}: Pick<InstallTemplateArgs, "root" | "useCase" | "useLlamaParse">) => {
-  if (!useCase) {
-    console.log(
-      red(
-        `There is no use case selected. Please pick a use case to use via --use-case flag.`,
-      ),
-    );
-    process.exit(1);
-  }
-
-  await copy("*.py", path.join(root, "app"), {
-    parents: true,
-    cwd: path.join(templatesDir, "components", "use-cases", "python", useCase),
-  });
-
-  // Copy custom UI component code
-  await copy(`*`, path.join(root, "components"), {
-    parents: true,
-    cwd: path.join(templatesDir, "components", "ui", "use-cases", useCase),
-  });
-
-  // Copy layout components to layout folder in root
-  await copy("*", path.join(root, "layout"), {
-    parents: true,
-    cwd: path.join(templatesDir, "components", "ui", "layout"),
-  });
-
-  if (useLlamaParse) {
-    await copy("index.py", path.join(root, "app"), {
-      parents: true,
-      cwd: path.join(
-        templatesDir,
-        "components",
-        "vectordbs",
-        "llamaindexserver",
-        "llamacloud",
-        "python",
-      ),
-    });
-    // TODO: Consider moving generate.py to app folder.
-    await copy("generate.py", path.join(root), {
-      parents: true,
-      cwd: path.join(
-        templatesDir,
-        "components",
-        "vectordbs",
-        "llamaindexserver",
-        "llamacloud",
-        "python",
-      ),
-    });
-  }
-  // Copy README.md
-  await copy("README-template.md", path.join(root), {
-    parents: true,
-    cwd: path.join(templatesDir, "components", "use-cases", "python", useCase),
-    rename: assetRelocator,
-  });
-};
-
-export const installPythonTemplate = async ({
-  appName,
-  root,
-  template,
-  framework,
-  vectorDb,
-  postInstallAction,
-  modelConfig,
-  dataSources,
-  tools,
-  useLlamaParse,
-  useCase,
-  observability,
-}: Pick<
-  InstallTemplateArgs,
-  | "appName"
-  | "root"
-  | "template"
-  | "framework"
-  | "vectorDb"
-  | "postInstallAction"
-  | "modelConfig"
-  | "dataSources"
-  | "tools"
-  | "useLlamaParse"
-  | "useCase"
-  | "observability"
->) => {
-  console.log("\nInitializing Python project with template:", template, "\n");
-  let templatePath;
-  if (template === "reflex") {
-    templatePath = path.join(templatesDir, "types", "reflex");
-  } else {
-    templatePath = path.join(templatesDir, "types", template, framework);
-  }
-  await copy("**", root, {
-    parents: true,
-    cwd: templatePath,
-    rename: assetRelocator,
-  });
-
-  if (template === "llamaindexserver") {
-    await installLlamaIndexServerTemplate({
-      root,
-      useCase,
-      useLlamaParse,
-    });
-  } else {
-    await installLegacyPythonTemplate({
-      root,
-      template,
-      vectorDb,
-      dataSources,
-      tools,
-      useCase,
-      observability,
-    });
-  }
-
-  console.log("Adding additional dependencies");
-  const addOnDependencies = getAdditionalDependencies(
-    modelConfig,
-    vectorDb,
-    dataSources,
-    tools,
-    template,
-    observability,
-  );
-
-  await addDependencies(root, addOnDependencies);
-
-  if (postInstallAction === "runApp" || postInstallAction === "dependencies") {
-    installPythonDependencies();
-  }
-};

packages/create-llama/helpers/run-app.ts

@@ -1,91 +0,0 @@
-import { SpawnOptions, spawn } from "child_process";
-import { TemplateFramework, TemplateType } from "./types";
-
-const createProcess = (
-  command: string,
-  args: string[],
-  options: SpawnOptions,
-): Promise<void> => {
-  return new Promise((resolve, reject) => {
-    spawn(command, args, {
-      ...options,
-      shell: true,
-    })
-      .on("exit", function (code) {
-        if (code !== 0) {
-          console.log(`Child process exited with code=${code}`);
-          reject(code);
-        } else {
-          resolve();
-        }
-      })
-      .on("error", function (err) {
-        console.log("Error when running child process: ", err);
-        reject(err);
-      });
-  });
-};
-
-export function runReflexApp(appPath: string, port: number) {
-  const commandArgs = [
-    "run",
-    "reflex",
-    "run",
-    "--frontend-port",
-    port.toString(),
-  ];
-  return createProcess("uv", commandArgs, {
-    stdio: "inherit",
-    cwd: appPath,
-  });
-}
-
-export function runFastAPIApp(
-  appPath: string,
-  port: number,
-  template: TemplateType,
-) {
-  let commandArgs: string[];
-  if (template === "streaming") {
-    commandArgs = ["run", "dev"];
-  } else {
-    commandArgs = ["run", "fastapi", "dev", "--port", `${port}`];
-  }
-  return createProcess("uv", commandArgs, {
-    stdio: "inherit",
-    cwd: appPath,
-    env: { ...process.env, APP_PORT: `${port}` },
-  });
-}
-
-export function runTSApp(appPath: string, port: number) {
-  return createProcess("npm", ["run", "dev"], {
-    stdio: "inherit",
-    cwd: appPath,
-    env: { ...process.env, PORT: `${port}` },
-  });
-}
-
-export async function runApp(
-  appPath: string,
-  template: TemplateType,
-  framework: TemplateFramework,
-  port?: number,
-): Promise<void> {
-  try {
-    // Start the app
-    const defaultPort =
-      framework === "nextjs" || template === "reflex" ? 3000 : 8000;
-
-    const appRunner =
-      template === "reflex"
-        ? runReflexApp
-        : framework === "fastapi"
-          ? runFastAPIApp
-          : runTSApp;
-    await appRunner(appPath, port || defaultPort, template);
-  } catch (error) {
-    console.error("Failed to run app:", error);
-    throw error;
-  }
-}

packages/create-llama/helpers/tools.ts

@@ -1,340 +0,0 @@
-import fs from "fs/promises";
-import path from "path";
-import { red } from "picocolors";
-import yaml from "yaml";
-import { EnvVar } from "./env-variables";
-import { makeDir } from "./make-dir";
-import { TemplateFramework } from "./types";
-
-export const TOOL_SYSTEM_PROMPT_ENV_VAR = "TOOL_SYSTEM_PROMPT";
-
-export enum ToolType {
-  LLAMAHUB = "llamahub",
-  LOCAL = "local",
-}
-
-export type Tool = {
-  display: string;
-  name: string;
-  config?: Record<string, any>;
-  dependencies?: ToolDependencies[];
-  supportedFrameworks?: Array<TemplateFramework>;
-  type: ToolType;
-  envVars?: EnvVar[];
-};
-
-export type ToolDependencies = {
-  name: string;
-  version?: string;
-};
-
-export const supportedTools: Tool[] = [
-  {
-    display: "Google Search",
-    name: "google.GoogleSearchToolSpec",
-    config: {
-      engine:
-        "Your search engine id, see https://developers.google.com/custom-search/v1/overview#prerequisites",
-      key: "Your search api key",
-      num: 2,
-    },
-    dependencies: [
-      {
-        name: "llama-index-tools-google",
-        version: ">=0.3.0,<0.4.0",
-      },
-    ],
-    supportedFrameworks: ["fastapi"],
-    type: ToolType.LLAMAHUB,
-    envVars: [
-      {
-        name: TOOL_SYSTEM_PROMPT_ENV_VAR,
-        description: "System prompt for google search tool.",
-        value: `You are a Google search agent. You help users to get information from Google search.`,
-      },
-    ],
-  },
-  {
-    // For python app, we will use a local DuckDuckGo search tool (instead of DuckDuckGo search tool in LlamaHub)
-    // to get the same results as the TS app.
-    display: "DuckDuckGo Search",
-    name: "duckduckgo",
-    dependencies: [
-      {
-        name: "duckduckgo-search",
-        version: ">=6.3.5,<7.0.0",
-      },
-    ],
-    supportedFrameworks: ["fastapi"], // TODO: Re-enable this tool once the duck-duck-scrape TypeScript library works again
-    type: ToolType.LOCAL,
-    envVars: [
-      {
-        name: TOOL_SYSTEM_PROMPT_ENV_VAR,
-        description: "System prompt for DuckDuckGo search tool.",
-        value: `You have access to the duckduckgo search tool. Use it to get information from the web to answer user questions.
-For better results, you can specify the region parameter to get results from a specific region but it's optional.`,
-      },
-    ],
-  },
-  {
-    display: "Wikipedia",
-    name: "wikipedia.WikipediaToolSpec",
-    dependencies: [
-      {
-        name: "llama-index-tools-wikipedia",
-        version: ">=0.3.0,<0.4.0",
-      },
-    ],
-    supportedFrameworks: ["fastapi", "express", "nextjs"],
-    type: ToolType.LLAMAHUB,
-  },
-  {
-    display: "Weather",
-    name: "weather",
-    dependencies: [],
-    supportedFrameworks: ["fastapi", "express", "nextjs"],
-    type: ToolType.LOCAL,
-  },
-  {
-    display: "Document generator",
-    name: "document_generator",
-    supportedFrameworks: ["fastapi", "nextjs", "express"],
-    dependencies: [
-      {
-        name: "xhtml2pdf",
-        version: ">=0.2.14,<0.3.0",
-      },
-      {
-        name: "markdown",
-        version: ">=3.7.0,<4.0.0",
-      },
-    ],
-    type: ToolType.LOCAL,
-    envVars: [
-      {
-        name: TOOL_SYSTEM_PROMPT_ENV_VAR,
-        description: "System prompt for document generator tool.",
-        value: `If user request for a report or a post, use document generator tool to create a file and reply with the link to the file.`,
-      },
-    ],
-  },
-  {
-    display: "Code Interpreter",
-    name: "interpreter",
-    dependencies: [
-      {
-        name: "e2b_code_interpreter",
-        version: ">=1.1.1,<1.2.0",
-      },
-    ],
-    supportedFrameworks: ["fastapi", "express", "nextjs"],
-    type: ToolType.LOCAL,
-    envVars: [
-      {
-        name: "E2B_API_KEY",
-        description:
-          "E2B_API_KEY key is required to run code interpreter tool. Get it here: https://e2b.dev/docs/getting-started/api-key",
-      },
-      {
-        name: TOOL_SYSTEM_PROMPT_ENV_VAR,
-        description: "System prompt for code interpreter tool.",
-        value: `-You are a Python interpreter that can run any python code in a secure environment.
-- The python code runs in a Jupyter notebook. Every time you call the 'interpreter' tool, the python code is executed in a separate cell. 
-- You are given tasks to complete and you run python code to solve them.
-- It's okay to make multiple calls to interpreter tool. If you get an error or the result is not what you expected, you can call the tool again. Don't give up too soon!
-- Plot visualizations using matplotlib or any other visualization library directly in the notebook.
-- You can install any pip package (if it exists) by running a cell with pip install.`,
-      },
-    ],
-  },
-  {
-    display: "Artifact Code Generator",
-    name: "artifact",
-    // Using pre-release version of e2b_code_interpreter
-    // TODO: Update to stable version when 0.0.11 is released
-    dependencies: [
-      {
-        name: "e2b_code_interpreter",
-        version: ">=1.1.1,<1.2.0",
-      },
-    ],
-    supportedFrameworks: ["fastapi", "express", "nextjs"],
-    type: ToolType.LOCAL,
-    envVars: [
-      {
-        name: "E2B_API_KEY",
-        description:
-          "E2B_API_KEY key is required to run artifact code generator tool. Get it here: https://e2b.dev/docs/getting-started/api-key",
-      },
-      {
-        name: TOOL_SYSTEM_PROMPT_ENV_VAR,
-        description: "System prompt for artifact code generator tool.",
-        value:
-          "You are a code assistant that can generate and execute code using its tools. Don't generate code yourself, use the provided tools instead. Do not show the code or sandbox url in chat, just describe the steps to build the application based on the code that is generated by your tools. Do not describe how to run the code, just the steps to build the application.",
-      },
-    ],
-  },
-  {
-    display: "OpenAPI action",
-    name: "openapi_action.OpenAPIActionToolSpec",
-    dependencies: [
-      {
-        name: "llama-index-tools-openapi",
-        version: "0.2.0",
-      },
-      {
-        name: "jsonschema",
-        version: ">=4.22.0,<5.0.0",
-      },
-      {
-        name: "llama-index-tools-requests",
-        version: "0.2.0",
-      },
-    ],
-    config: {
-      openapi_uri: "The URL or file path of the OpenAPI schema",
-    },
-    supportedFrameworks: ["fastapi", "express", "nextjs"],
-    type: ToolType.LOCAL,
-  },
-  {
-    display: "Image Generator",
-    name: "img_gen",
-    supportedFrameworks: ["fastapi", "express", "nextjs"],
-    type: ToolType.LOCAL,
-    envVars: [
-      {
-        name: "STABILITY_API_KEY",
-        description:
-          "STABILITY_API_KEY key is required to run image generator. Get it here: https://platform.stability.ai/account/keys",
-      },
-    ],
-  },
-  {
-    display: "Azure Code Interpreter",
-    name: "azure_code_interpreter.AzureCodeInterpreterToolSpec",
-    supportedFrameworks: ["fastapi", "nextjs", "express"],
-    type: ToolType.LLAMAHUB,
-    dependencies: [
-      {
-        name: "llama-index-tools-azure-code-interpreter",
-        version: "0.2.0",
-      },
-    ],
-    envVars: [
-      {
-        name: "AZURE_POOL_MANAGEMENT_ENDPOINT",
-        description:
-          "Please follow this guideline to create and get the pool management endpoint: https://learn.microsoft.com/azure/container-apps/sessions?tabs=azure-cli",
-      },
-      {
-        name: TOOL_SYSTEM_PROMPT_ENV_VAR,
-        description: "System prompt for Azure code interpreter tool.",
-        value: `-You are a Python interpreter that can run any python code in a secure environment.
-- The python code runs in a Jupyter notebook. Every time you call the 'interpreter' tool, the python code is executed in a separate cell. 
-- You are given tasks to complete and you run python code to solve them.
-- It's okay to make multiple calls to interpreter tool. If you get an error or the result is not what you expected, you can call the tool again. Don't give up too soon!
-- Plot visualizations using matplotlib or any other visualization library directly in the notebook.
-- You can install any pip package (if it exists) by running a cell with pip install.`,
-      },
-    ],
-  },
-  {
-    display: "Form Filling",
-    name: "form_filling",
-    supportedFrameworks: ["fastapi"],
-    type: ToolType.LOCAL,
-    dependencies: [
-      {
-        name: "pandas",
-        version: ">=2.2.3,<3.0.0",
-      },
-      {
-        name: "tabulate",
-        version: ">=0.9.0,<1.0.0",
-      },
-    ],
-  },
-];
-
-export const getTool = (toolName: string): Tool | undefined => {
-  return supportedTools.find((tool) => tool.name === toolName);
-};
-
-export const getTools = (toolsName: string[]): Tool[] => {
-  const tools: Tool[] = [];
-  for (const toolName of toolsName) {
-    const tool = getTool(toolName);
-    if (!tool) {
-      console.log(
-        red(
-          `Error: Tool '${toolName}' is not supported. Supported tools are: ${supportedTools
-            .map((t) => t.name)
-            .join(", ")}`,
-        ),
-      );
-      process.exit(1);
-    }
-    tools.push(tool);
-  }
-  return tools;
-};
-
-export const toolRequiresConfig = (tool: Tool): boolean => {
-  const hasConfig = Object.keys(tool.config || {}).length > 0;
-  const hasEmptyEnvVar = tool.envVars?.some((envVar) => !envVar.value) ?? false;
-  return hasConfig || hasEmptyEnvVar;
-};
-
-export const toolsRequireConfig = (tools?: Tool[]): boolean => {
-  if (tools) {
-    return tools?.some(toolRequiresConfig);
-  }
-  return false;
-};
-
-export enum ConfigFileType {
-  YAML = "yaml",
-  JSON = "json",
-}
-
-export const writeToolsConfig = async (
-  root: string,
-  tools: Tool[] = [],
-  type: ConfigFileType = ConfigFileType.YAML,
-) => {
-  const configContent: {
-    [key in ToolType]: Record<string, any>;
-  } = {
-    local: {},
-    llamahub: {},
-  };
-  tools.forEach((tool) => {
-    if (tool.type === ToolType.LLAMAHUB) {
-      configContent.llamahub[tool.name] = tool.config ?? {};
-    }
-    if (tool.type === ToolType.LOCAL) {
-      configContent.local[tool.name] = tool.config ?? {};
-    }
-  });
-  const configPath = path.join(root, "config");
-  await makeDir(configPath);
-  if (type === ConfigFileType.YAML) {
-    await fs.writeFile(
-      path.join(configPath, "tools.yaml"),
-      yaml.stringify(configContent),
-    );
-  } else {
-    // For Typescript, we treat llamahub tools as local tools
-    const tsConfigContent = {
-      local: {
-        ...configContent.local,
-        ...configContent.llamahub,
-      },
-    };
-    await fs.writeFile(
-      path.join(configPath, "tools.json"),
-      JSON.stringify(tsConfigContent, null, 2),
-    );
-  }
-};

packages/create-llama/helpers/typescript.ts

@@ -1,590 +0,0 @@
-import fs from "fs/promises";
-import os from "os";
-import path from "path";
-import { bold, cyan, red, yellow } from "picocolors";
-import { assetRelocator, copy } from "../helpers/copy";
-import { callPackageManager } from "../helpers/install";
-import { NO_DATA_USE_CASES } from "./constant";
-import { templatesDir } from "./dir";
-import { PackageManager } from "./get-pkg-manager";
-import { InstallTemplateArgs, ModelProvider, TemplateVectorDB } from "./types";
-
-const installLlamaIndexServerTemplate = async ({
-  root,
-  useCase,
-  vectorDb,
-}: Pick<InstallTemplateArgs, "root" | "useCase" | "vectorDb">) => {
-  if (!useCase) {
-    console.log(
-      red(
-        `There is no use case selected. Please pick a use case to use via --use-case flag.`,
-      ),
-    );
-    process.exit(1);
-  }
-
-  if (!vectorDb) {
-    console.log(
-      red(
-        `There is no vector db selected. Please pick a vector db to use via --vector-db flag.`,
-      ),
-    );
-    process.exit(1);
-  }
-
-  await copy("**", path.join(root), {
-    cwd: path.join(
-      templatesDir,
-      "components",
-      "use-cases",
-      "typescript",
-      useCase,
-    ),
-    rename: assetRelocator,
-  });
-
-  // copy workflow UI components to components folder in root
-  await copy("*", path.join(root, "components"), {
-    parents: true,
-    cwd: path.join(templatesDir, "components", "ui", "use-cases", useCase),
-  });
-
-  // copy layout components to layout folder in root
-  await copy("*", path.join(root, "layout"), {
-    parents: true,
-    cwd: path.join(templatesDir, "components", "ui", "layout"),
-  });
-
-  // Override generate.ts if workflow use case doesn't use custom UI
-  if (vectorDb === "llamacloud") {
-    await copy("generate.ts", path.join(root, "src"), {
-      parents: true,
-      cwd: path.join(
-        templatesDir,
-        "components",
-        "vectordbs",
-        "llamaindexserver",
-        "llamacloud",
-        "typescript",
-      ),
-    });
-
-    await copy("index.ts", path.join(root, "src", "app"), {
-      parents: true,
-      cwd: path.join(
-        templatesDir,
-        "components",
-        "vectordbs",
-        "llamaindexserver",
-        "llamacloud",
-        "typescript",
-      ),
-      rename: () => "data.ts",
-    });
-  }
-
-  // Simplify use case code
-  if (useCase && NO_DATA_USE_CASES.includes(useCase)) {
-    // Artifact use case doesn't use index.
-    // We don't need data.ts, generate.ts
-    await fs.rm(path.join(root, "src", "app", "data.ts"));
-    // TODO: Remove generate index in generate.ts and package.json if possible
-  }
-};
-
-const installLegacyTSTemplate = async ({
-  root,
-  template,
-  backend,
-  framework,
-  ui,
-  vectorDb,
-  observability,
-  tools,
-  dataSources,
-  useLlamaParse,
-  useCase,
-  modelConfig,
-  relativeEngineDestPath,
-}: InstallTemplateArgs & {
-  backend: boolean;
-  relativeEngineDestPath: string;
-}) => {
-  /**
-   * If next.js is used, update its configuration if necessary
-   */
-  if (framework === "nextjs") {
-    const nextConfigJsonFile = path.join(root, "next.config.json");
-    const nextConfigJson: any = JSON.parse(
-      await fs.readFile(nextConfigJsonFile, "utf8"),
-    );
-    if (!backend) {
-      // update next.config.json for static site generation
-      nextConfigJson.output = "export";
-      nextConfigJson.images = { unoptimized: true };
-      console.log("\nUsing static site generation\n");
-    } else {
-      if (vectorDb === "milvus") {
-        nextConfigJson.serverExternalPackages =
-          nextConfigJson.serverExternalPackages ?? [];
-        nextConfigJson.serverExternalPackages.push("@zilliz/milvus2-sdk-node");
-      }
-    }
-    await fs.writeFile(
-      nextConfigJsonFile,
-      JSON.stringify(nextConfigJson, null, 2) + os.EOL,
-    );
-
-    const webpackConfigOtelFile = path.join(root, "webpack.config.o11y.mjs");
-    if (observability === "traceloop") {
-      const webpackConfigDefaultFile = path.join(root, "webpack.config.mjs");
-      await fs.rm(webpackConfigDefaultFile);
-      await fs.rename(webpackConfigOtelFile, webpackConfigDefaultFile);
-    } else {
-      await fs.rm(webpackConfigOtelFile);
-    }
-  }
-
-  // copy observability component
-  if (observability && observability !== "none") {
-    const chosenObservabilityPath = path.join(
-      templatesDir,
-      "components",
-      "observability",
-      "typescript",
-      observability,
-    );
-    const relativeObservabilityPath = framework === "nextjs" ? "app" : "src";
-
-    await copy(
-      "**",
-      path.join(root, relativeObservabilityPath, "observability"),
-      { cwd: chosenObservabilityPath },
-    );
-  }
-
-  const compPath = path.join(templatesDir, "components");
-  const enginePath = path.join(root, relativeEngineDestPath, "engine");
-
-  // copy llamaindex code for TS templates
-  await copy("**", path.join(root, relativeEngineDestPath, "llamaindex"), {
-    parents: true,
-    cwd: path.join(compPath, "llamaindex", "typescript"),
-  });
-
-  // copy vector db component
-  if (vectorDb === "llamacloud") {
-    console.log(
-      `\nUsing managed index from LlamaCloud. Ensure the ${yellow("LLAMA_CLOUD_* environment variables are set correctly.")}`,
-    );
-  } else {
-    console.log("\nUsing vector DB:", vectorDb ?? "none");
-  }
-  await copy("**", enginePath, {
-    parents: true,
-    cwd: path.join(compPath, "vectordbs", "typescript", vectorDb ?? "none"),
-  });
-
-  if (template === "multiagent") {
-    const multiagentPath = path.join(compPath, "multiagent", "typescript");
-
-    // copy workflow code for multiagent template
-    await copy("**", path.join(root, relativeEngineDestPath, "workflow"), {
-      parents: true,
-      cwd: path.join(multiagentPath, "workflow"),
-    });
-
-    // Copy use case code for multiagent template
-    if (useCase) {
-      console.log("\nCopying use case:", useCase, "\n");
-      const useCasePath = path.join(compPath, "agents", "typescript", useCase);
-      const useCaseCodePath = path.join(useCasePath, "workflow");
-
-      // Copy use case codes
-      await copy("**", path.join(root, relativeEngineDestPath, "workflow"), {
-        parents: true,
-        cwd: useCaseCodePath,
-        rename: assetRelocator,
-      });
-
-      // Copy use case files to project root
-      await copy("*.*", path.join(root), {
-        parents: true,
-        cwd: useCasePath,
-        rename: assetRelocator,
-      });
-    } else {
-      console.log(
-        red(
-          `There is no use case selected for ${template} template. Please pick a use case to use via --use-case flag.`,
-        ),
-      );
-      process.exit(1);
-    }
-
-    if (framework === "nextjs") {
-      // patch route.ts file
-      await copy("**", path.join(root, relativeEngineDestPath), {
-        parents: true,
-        cwd: path.join(multiagentPath, "nextjs"),
-      });
-    } else if (framework === "express") {
-      // patch chat.controller.ts file
-      await copy("**", path.join(root, relativeEngineDestPath), {
-        parents: true,
-        cwd: path.join(multiagentPath, "express"),
-      });
-    }
-  }
-
-  // copy loader component (TS only supports llama_parse and file for now)
-  const loaderFolder = useLlamaParse ? "llama_parse" : "file";
-  await copy("**", enginePath, {
-    parents: true,
-    cwd: path.join(compPath, "loaders", "typescript", loaderFolder),
-  });
-
-  // copy provider settings
-  await copy("**", enginePath, {
-    parents: true,
-    cwd: path.join(compPath, "providers", "typescript", modelConfig.provider),
-  });
-
-  // Select and copy engine code based on data sources and tools
-  let engine;
-  tools = tools ?? [];
-  // multiagent template always uses agent engine
-  if (template === "multiagent") {
-    engine = "agent";
-  } else if (dataSources.length > 0 && tools.length === 0) {
-    console.log("\nNo tools selected - use optimized context chat engine\n");
-    engine = "chat";
-  } else {
-    engine = "agent";
-  }
-  await copy("**", enginePath, {
-    parents: true,
-    cwd: path.join(compPath, "engines", "typescript", engine),
-  });
-
-  // copy settings to engine folder
-  await copy("**", enginePath, {
-    cwd: path.join(compPath, "settings", "typescript"),
-  });
-
-  /**
-   * Copy the selected UI files to the target directory and reference it.
-   */
-  if (framework === "nextjs" && ui !== "shadcn") {
-    console.log("\nUsing UI:", ui, "\n");
-    const uiPath = path.join(compPath, "ui", ui);
-    const destUiPath = path.join(root, "app", "components", "ui");
-    // remove the default ui folder
-    await fs.rm(destUiPath, { recursive: true });
-    // copy the selected ui folder
-    await copy("**", destUiPath, {
-      parents: true,
-      cwd: uiPath,
-      rename: assetRelocator,
-    });
-  }
-
-  /** Modify frontend code to use custom API path */
-  if (framework === "nextjs" && !backend) {
-    console.log(
-      "\nUsing external API for frontend, removing API code and configuration\n",
-    );
-    // remove the default api folder and config folder
-    await fs.rm(path.join(root, "app", "api"), { recursive: true });
-    await fs.rm(path.join(root, "config"), { recursive: true, force: true });
-  }
-};
-
-/**
- * Install a LlamaIndex internal template to a given `root` directory.
- */
-export const installTSTemplate = async ({
-  appName,
-  root,
-  packageManager,
-  isOnline,
-  template,
-  framework,
-  ui,
-  vectorDb,
-  postInstallAction,
-  backend,
-  observability,
-  tools,
-  dataSources,
-  useLlamaParse,
-  useCase,
-  modelConfig,
-}: InstallTemplateArgs & { backend: boolean }) => {
-  console.log(bold(`Using ${packageManager}.`));
-
-  /**
-   * Copy the template files to the target directory.
-   */
-  console.log("\nInitializing project with template:", template, "\n");
-  const templatePath = path.join(templatesDir, "types", template, framework);
-  const copySource = ["**"];
-
-  await copy(copySource, root, {
-    parents: true,
-    cwd: templatePath,
-    rename: assetRelocator,
-  });
-
-  const relativeEngineDestPath =
-    framework === "nextjs"
-      ? path.join("app", "api", "chat")
-      : path.join("src", "controllers");
-
-  if (template === "llamaindexserver") {
-    await installLlamaIndexServerTemplate({
-      root,
-      useCase,
-      vectorDb,
-    });
-  } else {
-    await installLegacyTSTemplate({
-      appName,
-      root,
-      packageManager,
-      isOnline,
-      template,
-      backend,
-      framework,
-      ui,
-      vectorDb,
-      observability,
-      tools,
-      dataSources,
-      useLlamaParse,
-      useCase,
-      modelConfig,
-      relativeEngineDestPath,
-    });
-  }
-
-  const packageJson = await updatePackageJson({
-    root,
-    appName,
-    dataSources,
-    relativeEngineDestPath,
-    framework,
-    ui,
-    observability,
-    vectorDb,
-    backend,
-    modelConfig,
-    template,
-  });
-
-  if (
-    backend &&
-    (postInstallAction === "runApp" || postInstallAction === "dependencies")
-  ) {
-    await installTSDependencies(packageJson, packageManager, isOnline);
-  }
-};
-
-const providerDependencies: {
-  [key in ModelProvider]?: Record<string, string>;
-} = {
-  openai: {
-    "@llamaindex/openai": "~0.4.0",
-  },
-  gemini: {
-    "@llamaindex/google": "^0.2.0",
-  },
-  ollama: {
-    "@llamaindex/ollama": "^0.1.0",
-  },
-  mistral: {
-    "@llamaindex/mistral": "^0.2.0",
-  },
-  "azure-openai": {
-    "@llamaindex/openai": "^0.2.0",
-  },
-  groq: {
-    "@llamaindex/groq": "^0.0.61",
-    "@llamaindex/huggingface": "^0.1.0", // groq uses huggingface as default embedding model
-  },
-  anthropic: {
-    "@llamaindex/anthropic": "^0.3.0",
-    "@llamaindex/huggingface": "^0.1.0", // anthropic uses huggingface as default embedding model
-  },
-};
-
-const vectorDbDependencies: Record<TemplateVectorDB, Record<string, string>> = {
-  astra: {
-    "@llamaindex/astra": "^0.0.5",
-  },
-  chroma: {
-    "@llamaindex/chroma": "^0.0.5",
-  },
-  llamacloud: {},
-  milvus: {
-    "@zilliz/milvus2-sdk-node": "^2.4.6",
-    "@llamaindex/milvus": "^0.1.0",
-  },
-  mongo: {
-    mongodb: "6.7.0",
-    "@llamaindex/mongodb": "^0.0.5",
-  },
-  none: {},
-  pg: {
-    pg: "^8.12.0",
-    pgvector: "^0.2.0",
-    "@llamaindex/postgres": "^0.0.33",
-  },
-  pinecone: {
-    "@llamaindex/pinecone": "^0.0.5",
-  },
-  qdrant: {
-    "@qdrant/js-client-rest": "^1.11.0",
-    "@llamaindex/qdrant": "^0.1.0",
-  },
-  weaviate: {
-    "@llamaindex/weaviate": "^0.0.5",
-  },
-};
-
-async function updatePackageJson({
-  root,
-  appName,
-  dataSources,
-  relativeEngineDestPath,
-  framework,
-  ui,
-  observability,
-  vectorDb,
-  backend,
-  modelConfig,
-  template,
-}: Pick<
-  InstallTemplateArgs,
-  | "root"
-  | "appName"
-  | "dataSources"
-  | "framework"
-  | "ui"
-  | "observability"
-  | "vectorDb"
-  | "modelConfig"
-  | "template"
-> & {
-  relativeEngineDestPath: string;
-  backend: boolean;
-}): Promise<any> {
-  const packageJsonFile = path.join(root, "package.json");
-  const packageJson: any = JSON.parse(
-    await fs.readFile(packageJsonFile, "utf8"),
-  );
-  packageJson.name = appName;
-  packageJson.version = "0.1.0";
-
-  if (relativeEngineDestPath && template !== "llamaindexserver") {
-    // TODO: move script to {root}/scripts for all frameworks
-    // add generate script if using context engine
-    packageJson.scripts = {
-      ...packageJson.scripts,
-      generate: `tsx ${path.join(
-        relativeEngineDestPath,
-        "engine",
-        "generate.ts",
-      )}`,
-    };
-  }
-
-  if (framework === "nextjs" && ui === "html") {
-    // remove shadcn dependencies if html ui is selected
-    packageJson.dependencies = {
-      ...packageJson.dependencies,
-      "tailwind-merge": undefined,
-      "@radix-ui/react-slot": undefined,
-      "class-variance-authority": undefined,
-      clsx: undefined,
-      "lucide-react": undefined,
-      remark: undefined,
-      "remark-code-import": undefined,
-      "remark-gfm": undefined,
-      "remark-math": undefined,
-      "react-markdown": undefined,
-      "highlight.js": undefined,
-    };
-  }
-
-  if (backend) {
-    packageJson.dependencies = {
-      ...packageJson.dependencies,
-      "@llamaindex/readers": "~3.1.4",
-    };
-
-    if (vectorDb && vectorDb in vectorDbDependencies) {
-      packageJson.dependencies = {
-        ...packageJson.dependencies,
-        ...vectorDbDependencies[vectorDb],
-      };
-    }
-
-    if (modelConfig.provider && modelConfig.provider in providerDependencies) {
-      packageJson.dependencies = {
-        ...packageJson.dependencies,
-        ...providerDependencies[modelConfig.provider],
-      };
-    }
-  }
-
-  if (observability === "traceloop") {
-    packageJson.dependencies = {
-      ...packageJson.dependencies,
-      "@traceloop/node-server-sdk": "^0.5.19",
-    };
-
-    packageJson.devDependencies = {
-      ...packageJson.devDependencies,
-      "node-loader": "^2.0.0",
-    };
-  }
-
-  // if having custom server package tgz file, use it for testing @llamaindex/server
-  const serverPackagePath = process.env.SERVER_PACKAGE_PATH;
-  if (serverPackagePath && template === "llamaindexserver") {
-    const relativePath = path.relative(process.cwd(), serverPackagePath);
-    packageJson.dependencies = {
-      ...packageJson.dependencies,
-      "@llamaindex/server": `file:${relativePath}`,
-    };
-  }
-
-  await fs.writeFile(
-    packageJsonFile,
-    JSON.stringify(packageJson, null, 2) + os.EOL,
-  );
-
-  return packageJson;
-}
-
-async function installTSDependencies(
-  packageJson: any,
-  packageManager: PackageManager,
-  isOnline: boolean,
-): Promise<void> {
-  console.log("\nInstalling dependencies:");
-  for (const dependency in packageJson.dependencies)
-    console.log(`- ${cyan(dependency)}`);
-
-  console.log("\nInstalling devDependencies:");
-  for (const dependency in packageJson.devDependencies)
-    console.log(`- ${cyan(dependency)}`);
-
-  console.log();
-
-  await callPackageManager(packageManager, isOnline).catch((error) => {
-    console.error("Failed to install TS dependencies. Exiting...");
-    process.exit(1);
-  });
-}

packages/create-llama/helpers/uv.ts

@@ -1,42 +0,0 @@
-// Migrate poetry to uv
-import { execSync } from "child_process";
-import fs from "fs";
-import { red } from "picocolors";
-
-export function isUvAvailable(): boolean {
-  try {
-    execSync("uv --version", { stdio: "ignore" });
-    return true;
-  } catch (_) {}
-  return false;
-}
-
-export function tryUvSync(): boolean {
-  try {
-    console.log("Syncing environment with pyproject.toml...");
-    execSync(`uv sync`, {
-      stdio: "inherit",
-    });
-    return true;
-  } catch (_) {}
-  return false;
-}
-
-export function tryUvRun(command: string): boolean {
-  try {
-    // Use uv run <command>
-    execSync(`uv run ${command}`, { stdio: "inherit" });
-    return true;
-  } catch (error) {
-    console.error(red(`Failed to run ${command}. Error: ${error}`));
-    return false;
-  }
-}
-
-export function isHavingUvLockFile(): boolean {
-  try {
-    // Check if uv.lock exists in the current directory
-    return fs.existsSync("uv.lock");
-  } catch (_) {}
-  return false;
-}

packages/create-llama/package.json

@@ -1,76 +0,0 @@
-{
-  "name": "create-llama",
-  "version": "0.5.22",
-  "description": "Create LlamaIndex-powered apps with one command",
-  "keywords": [
-    "rag",
-    "llamaindex",
-    "next.js"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/run-llama/create-llama",
-    "directory": "packages/create-llama"
-  },
-  "license": "MIT",
-  "bin": {
-    "create-llama": "./dist/index.js"
-  },
-  "files": [
-    "dist",
-    "README.md",
-    "LICENSE.md"
-  ],
-  "scripts": {
-    "copy": "cp -r ../../README.md ../../LICENSE.md .",
-    "build": "bash ./scripts/build.sh",
-    "build:ncc": "pnpm run clean && ncc build ./index.ts -o ./dist/ --minify --no-cache --no-source-map-register",
-    "postbuild": "pnpm run copy",
-    "clean": "rimraf --glob ./dist ./templates/**/__pycache__ ./templates/**/node_modules ./templates/**/poetry.lock",
-    "dev": "ncc build ./index.ts -w -o dist/",
-    "e2e": "playwright test",
-    "e2e:python": "playwright test e2e/shared e2e/python",
-    "e2e:typescript": "playwright test e2e/shared e2e/typescript",
-    "pack-install": "bash ./scripts/pack.sh"
-  },
-  "dependencies": {
-    "@types/async-retry": "1.4.2",
-    "@types/ci-info": "2.0.0",
-    "@types/cross-spawn": "6.0.0",
-    "@types/fs-extra": "11.0.4",
-    "@types/node": "^20.11.7",
-    "@types/prompts": "2.4.2",
-    "@types/tar": "6.1.5",
-    "@types/validate-npm-package-name": "3.0.0",
-    "async-retry": "1.3.1",
-    "async-sema": "3.0.1",
-    "ci-info": "github:watson/ci-info#f43f6a1cefff47fb361c88cf4b943fdbcaafe540",
-    "commander": "12.1.0",
-    "cross-spawn": "7.0.3",
-    "fast-glob": "3.3.1",
-    "fs-extra": "11.2.0",
-    "global-agent": "^3.0.0",
-    "got": "10.7.0",
-    "ollama": "^0.5.0",
-    "ora": "^8.0.1",
-    "picocolors": "1.0.0",
-    "prompts": "2.4.2",
-    "smol-toml": "^1.1.4",
-    "tar": "6.1.15",
-    "terminal-link": "^3.0.0",
-    "update-check": "1.5.4",
-    "validate-npm-package-name": "3.0.0",
-    "yaml": "2.4.1"
-  },
-  "devDependencies": {
-    "@playwright/test": "^1.41.1",
-    "@vercel/ncc": "0.38.1",
-    "rimraf": "^5.0.5",
-    "typescript": "^5.3.3",
-    "wait-port": "^1.1.0"
-  },
-  "packageManager": "pnpm@9.0.5",
-  "engines": {
-    "node": ">=16.14.0"
-  }
-}

packages/create-llama/questions/ci.ts

@@ -1,30 +0,0 @@
-import { askModelConfig } from "../helpers/providers";
-import { QuestionArgs, QuestionResults } from "./types";
-
-const defaults: Omit<QuestionArgs, "modelConfig"> = {
-  template: "streaming",
-  framework: "nextjs",
-  ui: "shadcn",
-  frontend: false,
-  llamaCloudKey: undefined,
-  useLlamaParse: false,
-  communityProjectConfig: undefined,
-  llamapack: "",
-  postInstallAction: "dependencies",
-  dataSources: [],
-  tools: [],
-};
-
-export async function getCIQuestionResults(
-  program: QuestionArgs,
-): Promise<QuestionResults> {
-  return {
-    ...defaults,
-    ...program,
-    modelConfig: await askModelConfig({
-      openAiKey: program.openAiKey,
-      askModels: false,
-      framework: program.framework,
-    }),
-  };
-}

packages/create-llama/questions/datasources.ts

@@ -1,64 +0,0 @@
-import {
-  TemplateDataSource,
-  TemplateFramework,
-  TemplateType,
-} from "../helpers";
-import { supportedContextFileTypes } from "./utils";
-
-export const getDataSourceChoices = (
-  framework: TemplateFramework,
-  selectedDataSource: TemplateDataSource[],
-  template?: TemplateType,
-) => {
-  const choices = [];
-
-  if (selectedDataSource.length > 0) {
-    choices.push({
-      title: "No",
-      value: "no",
-    });
-  }
-  if (selectedDataSource === undefined || selectedDataSource.length === 0) {
-    choices.push({
-      title: "No datasource",
-      value: "none",
-    });
-    choices.push({
-      title:
-        process.platform !== "linux"
-          ? "Use an example PDF"
-          : "Use an example PDF (you can add your own data files later)",
-      value: "exampleFile",
-    });
-  }
-
-  // Linux has many distros so we won't support file/folder picker for now
-  if (process.platform !== "linux") {
-    choices.push(
-      {
-        title: `Use local files (${supportedContextFileTypes.join(", ")})`,
-        value: "file",
-      },
-      {
-        title:
-          process.platform === "win32"
-            ? "Use a local folder"
-            : "Use local folders",
-        value: "folder",
-      },
-    );
-  }
-
-  if (framework === "fastapi" && template !== "reflex") {
-    choices.push({
-      title: "Use website content (requires Chrome)",
-      value: "web",
-    });
-    choices.push({
-      title: "Use data from a database (Mysql, PostgreSQL)",
-      value: "db",
-    });
-  }
-
-  return choices;
-};

packages/create-llama/questions/index.ts

@@ -1,28 +0,0 @@
-import ciInfo from "ci-info";
-import { bold, yellow } from "picocolors";
-import { getCIQuestionResults } from "./ci";
-import { askProQuestions } from "./questions";
-import { askSimpleQuestions } from "./simple";
-import { QuestionArgs, QuestionResults } from "./types";
-
-export const isCI = ciInfo.isCI || process.env.PLAYWRIGHT_TEST === "1";
-
-export const askQuestions = async (
-  args: QuestionArgs,
-): Promise<QuestionResults> => {
-  if (isCI) {
-    return await getCIQuestionResults(args);
-  } else if (args.pro) {
-    // TODO: refactor pro questions to return a result object
-    console.log(
-      yellow(
-        `Pro mode is deprecated. Please use the new templates using the ${bold("LlamaIndexServer")} by not specifying pro mode.`,
-      ),
-    );
-
-    await askProQuestions(args);
-    return args as unknown as QuestionResults;
-  }
-  const results = await askSimpleQuestions(args);
-  return results;
-};

packages/create-llama/questions/questions.ts

@@ -1,459 +0,0 @@
-import { blue } from "picocolors";
-import prompts from "prompts";
-import { isCI } from ".";
-import { COMMUNITY_OWNER, COMMUNITY_REPO } from "../helpers/constant";
-import { EXAMPLE_FILE, EXAMPLE_GDPR } from "../helpers/datasources";
-import { getAvailableLlamapackOptions } from "../helpers/llama-pack";
-import { askModelConfig } from "../helpers/providers";
-import { getProjectOptions } from "../helpers/repo";
-import { supportedTools, toolRequiresConfig } from "../helpers/tools";
-import { getDataSourceChoices } from "./datasources";
-import { getVectorDbChoices } from "./stores";
-import { QuestionArgs } from "./types";
-import {
-  askPostInstallAction,
-  onPromptState,
-  questionHandlers,
-  selectLocalContextData,
-} from "./utils";
-
-export const askProQuestions = async (program: QuestionArgs) => {
-  if (!program.template) {
-    const styledRepo = blue(
-      `https://github.com/${COMMUNITY_OWNER}/${COMMUNITY_REPO}`,
-    );
-    const { template } = await prompts(
-      {
-        type: "select",
-        name: "template",
-        message: "Which template would you like to use?",
-        choices: [
-          { title: "Agentic RAG (e.g. chat with docs)", value: "streaming" },
-          {
-            title: "Multi-agent app (using workflows)",
-            value: "multiagent",
-          },
-          { title: "Fullstack python template with Reflex", value: "reflex" },
-          {
-            title: `Community template from ${styledRepo}`,
-            value: "community",
-          },
-          {
-            title: "Example using a LlamaPack",
-            value: "llamapack",
-          },
-        ],
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    program.template = template;
-  }
-
-  if (program.template === "community") {
-    const projectOptions = await getProjectOptions(
-      COMMUNITY_OWNER,
-      COMMUNITY_REPO,
-    );
-    const { communityProjectConfig } = await prompts(
-      {
-        type: "select",
-        name: "communityProjectConfig",
-        message: "Select community template",
-        choices: projectOptions.map(({ title, value }) => ({
-          title,
-          value: JSON.stringify(value), // serialize value to string in terminal
-        })),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    const projectConfig = JSON.parse(communityProjectConfig);
-    program.communityProjectConfig = projectConfig;
-    return; // early return - no further questions needed for community projects
-  }
-
-  if (program.template === "llamapack") {
-    const availableLlamaPacks = await getAvailableLlamapackOptions();
-    const { llamapack } = await prompts(
-      {
-        type: "select",
-        name: "llamapack",
-        message: "Select LlamaPack",
-        choices: availableLlamaPacks.map((pack) => ({
-          title: pack.name,
-          value: pack.folderPath,
-        })),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    program.llamapack = llamapack;
-    if (!program.postInstallAction) {
-      program.postInstallAction = await askPostInstallAction(program);
-    }
-    return; // early return - no further questions needed for llamapack projects
-  }
-
-  if (program.template === "reflex") {
-    // Reflex template only supports FastAPI, empty data sources, and llamacloud
-    // So we just use example file for extractor template, this allows user to choose vector database later
-    program.dataSources = [EXAMPLE_FILE];
-    program.framework = "fastapi";
-    // Ask for which Reflex use case to use
-    const { useCase } = await prompts(
-      {
-        type: "select",
-        name: "useCase",
-        message: "Which use case would you like to build?",
-        choices: [
-          { title: "Structured Extractor", value: "extractor" },
-          {
-            title: "Contract review (using Workflow)",
-            value: "contract_review",
-          },
-        ],
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    program.useCase = useCase;
-  }
-
-  if (!program.framework) {
-    const choices = [
-      { title: "NextJS", value: "nextjs" },
-      { title: "Express", value: "express" },
-      { title: "FastAPI (Python)", value: "fastapi" },
-    ];
-
-    const { framework } = await prompts(
-      {
-        type: "select",
-        name: "framework",
-        message: "Which framework would you like to use?",
-        choices,
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    program.framework = framework;
-  }
-
-  if (
-    program.framework === "fastapi" &&
-    (program.template === "streaming" || program.template === "multiagent")
-  ) {
-    // if a backend-only framework is selected, ask whether we should create a frontend
-    if (program.frontend === undefined) {
-      const styledNextJS = blue("NextJS");
-      const { frontend } = await prompts({
-        onState: onPromptState,
-        type: "toggle",
-        name: "frontend",
-        message: `Would you like to generate a ${styledNextJS} frontend for your FastAPI backend?`,
-        initial: false,
-        active: "Yes",
-        inactive: "No",
-      });
-      program.frontend = Boolean(frontend);
-    }
-  } else {
-    program.frontend = false;
-  }
-
-  if (program.framework === "nextjs" || program.frontend) {
-    if (!program.ui) {
-      program.ui = "shadcn";
-    }
-  }
-
-  if (!program.observability && program.template === "streaming") {
-    const { observability } = await prompts(
-      {
-        type: "select",
-        name: "observability",
-        message: "Would you like to set up observability?",
-        choices: [
-          { title: "No", value: "none" },
-          ...(program.framework === "fastapi"
-            ? [{ title: "LlamaTrace", value: "llamatrace" }]
-            : []),
-          { title: "Traceloop", value: "traceloop" },
-        ],
-        initial: 0,
-      },
-      questionHandlers,
-    );
-
-    program.observability = observability;
-  }
-
-  if (
-    (program.template === "reflex" || program.template === "multiagent") &&
-    !program.useCase
-  ) {
-    const choices =
-      program.template === "reflex"
-        ? [
-            { title: "Structured Extractor", value: "extractor" },
-            {
-              title: "Contract review (using Workflow)",
-              value: "contract_review",
-            },
-          ]
-        : [
-            {
-              title: "Financial report (generate a financial report)",
-              value: "financial_report",
-            },
-            {
-              title: "Form filling (fill missing value in a CSV file)",
-              value: "form_filling",
-            },
-            { title: "Blog writer (Write a blog post)", value: "blog" },
-          ];
-
-    const { useCase } = await prompts(
-      {
-        type: "select",
-        name: "useCase",
-        message: "Which use case would you like to use?",
-        choices,
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    program.useCase = useCase;
-  }
-
-  // Configure framework and data sources for Reflex template
-  if (program.template === "reflex") {
-    program.framework = "fastapi";
-
-    program.dataSources =
-      program.useCase === "extractor" ? [EXAMPLE_FILE] : [EXAMPLE_GDPR];
-  }
-
-  if (!program.modelConfig) {
-    const modelConfig = await askModelConfig({
-      openAiKey: program.openAiKey,
-      askModels: program.askModels ?? false,
-      framework: program.framework,
-    });
-    program.modelConfig = modelConfig;
-  }
-
-  if (!program.vectorDb) {
-    const { vectorDb } = await prompts(
-      {
-        type: "select",
-        name: "vectorDb",
-        message: "Would you like to use a vector database?",
-        choices: getVectorDbChoices(program.framework),
-        initial: 0,
-      },
-      questionHandlers,
-    );
-    program.vectorDb = vectorDb;
-  }
-
-  if (program.vectorDb === "llamacloud" && program.dataSources.length === 0) {
-    // When using a LlamaCloud index and no data sources are provided, just copy an example file
-    program.dataSources = [EXAMPLE_FILE];
-  }
-
-  if (!program.dataSources) {
-    program.dataSources = [];
-    // continue asking user for data sources if none are initially provided
-    while (true) {
-      const firstQuestion = program.dataSources.length === 0;
-      const choices = getDataSourceChoices(
-        program.framework,
-        program.dataSources,
-        program.template,
-      );
-      if (choices.length === 0) break;
-      const { selectedSource } = await prompts(
-        {
-          type: "select",
-          name: "selectedSource",
-          message: firstQuestion
-            ? "Which data source would you like to use?"
-            : "Would you like to add another data source?",
-          choices,
-          initial: firstQuestion ? 1 : 0,
-        },
-        questionHandlers,
-      );
-
-      if (selectedSource === "no" || selectedSource === "none") {
-        // user doesn't want another data source or any data source
-        break;
-      }
-      switch (selectedSource) {
-        case "exampleFile": {
-          program.dataSources.push(EXAMPLE_FILE);
-          break;
-        }
-        case "file":
-        case "folder": {
-          const selectedPaths = await selectLocalContextData(selectedSource);
-          for (const p of selectedPaths) {
-            program.dataSources.push({
-              type: "file",
-              config: {
-                path: p,
-              },
-            });
-          }
-          break;
-        }
-        case "web": {
-          const { baseUrl } = await prompts(
-            {
-              type: "text",
-              name: "baseUrl",
-              message: "Please provide base URL of the website: ",
-              initial: "https://www.llamaindex.ai",
-              validate: (value: string) => {
-                if (!value.includes("://")) {
-                  value = `https://${value}`;
-                }
-                const urlObj = new URL(value);
-                if (
-                  urlObj.protocol !== "https:" &&
-                  urlObj.protocol !== "http:"
-                ) {
-                  return `URL=${value} has invalid protocol, only allow http or https`;
-                }
-                return true;
-              },
-            },
-            questionHandlers,
-          );
-
-          program.dataSources.push({
-            type: "web",
-            config: {
-              baseUrl,
-              prefix: baseUrl,
-              depth: 1,
-            },
-          });
-          break;
-        }
-        case "db": {
-          const dbPrompts: prompts.PromptObject<string>[] = [
-            {
-              type: "text",
-              name: "uri",
-              message:
-                "Please enter the connection string (URI) for the database.",
-              initial: "mysql+pymysql://user:pass@localhost:3306/mydb",
-              validate: (value: string) => {
-                if (!value) {
-                  return "Please provide a valid connection string";
-                } else if (
-                  !(
-                    value.startsWith("mysql+pymysql://") ||
-                    value.startsWith("postgresql+psycopg://")
-                  )
-                ) {
-                  return "The connection string must start with 'mysql+pymysql://' for MySQL or 'postgresql+psycopg://' for PostgreSQL";
-                }
-                return true;
-              },
-            },
-            // Only ask for a query, user can provide more complex queries in the config file later
-            {
-              type: (prev) => (prev ? "text" : null),
-              name: "queries",
-              message: "Please enter the SQL query to fetch data:",
-              initial: "SELECT * FROM mytable",
-            },
-          ];
-          program.dataSources.push({
-            type: "db",
-            config: await prompts(dbPrompts, questionHandlers),
-          });
-          break;
-        }
-      }
-    }
-  }
-
-  const isUsingLlamaCloud = program.vectorDb === "llamacloud";
-
-  // Asking for LlamaParse if user selected file data source
-  if (isUsingLlamaCloud) {
-    // default to use LlamaParse if using LlamaCloud
-    program.useLlamaParse = true;
-  } else {
-    // Reflex template doesn't support LlamaParse right now (cannot use asyncio loop in Reflex)
-    if (program.useLlamaParse === undefined && program.template !== "reflex") {
-      // if already set useLlamaParse, don't ask again
-      if (program.dataSources.some((ds) => ds.type === "file")) {
-        const { useLlamaParse } = await prompts(
-          {
-            type: "toggle",
-            name: "useLlamaParse",
-            message:
-              "Would you like to use LlamaParse (improved parser for RAG - requires API key)?",
-            initial: false,
-            active: "Yes",
-            inactive: "No",
-          },
-          questionHandlers,
-        );
-        program.useLlamaParse = useLlamaParse;
-      }
-    }
-  }
-
-  // Ask for LlamaCloud API key when using a LlamaCloud index or LlamaParse
-  if (isUsingLlamaCloud || program.useLlamaParse) {
-    if (!program.llamaCloudKey && !isCI) {
-      // if already set, don't ask again
-      // Ask for LlamaCloud API key
-      const { llamaCloudKey } = await prompts(
-        {
-          type: "text",
-          name: "llamaCloudKey",
-          message:
-            "Please provide your LlamaCloud API key (leave blank to skip):",
-        },
-        questionHandlers,
-      );
-      program.llamaCloudKey = llamaCloudKey || process.env.LLAMA_CLOUD_API_KEY;
-    }
-  }
-
-  if (
-    !program.tools &&
-    (program.template === "streaming" || program.template === "multiagent")
-  ) {
-    const options = supportedTools.filter((t) =>
-      t.supportedFrameworks?.includes(program.framework),
-    );
-    const toolChoices = options.map((tool) => ({
-      title: `${tool.display}${toolRequiresConfig(tool) ? " (needs configuration)" : ""}`,
-      value: tool.name,
-    }));
-    const { toolsName } = await prompts({
-      type: "multiselect",
-      name: "toolsName",
-      message:
-        "Would you like to build an agent using tools? If so, select the tools here, otherwise just press enter",
-      choices: toolChoices,
-    });
-    const tools = toolsName?.map((tool: string) =>
-      supportedTools.find((t) => t.name === tool),
-    );
-    program.tools = tools;
-  }
-
-  if (!program.postInstallAction) {
-    program.postInstallAction = await askPostInstallAction(program);
-  }
-};

packages/create-llama/questions/simple.ts

@@ -1,208 +0,0 @@
-import prompts from "prompts";
-import { NO_DATA_USE_CASES } from "../helpers/constant";
-import { EXAMPLE_10K_SEC_FILES, EXAMPLE_FILE } from "../helpers/datasources";
-import { askModelConfig } from "../helpers/providers";
-import { getTools } from "../helpers/tools";
-import { ModelConfig, TemplateFramework } from "../helpers/types";
-import { PureQuestionArgs, QuestionResults } from "./types";
-import { askPostInstallAction, questionHandlers } from "./utils";
-
-type AppType =
-  | "agentic_rag"
-  | "financial_report"
-  | "deep_research"
-  | "code_generator"
-  | "document_generator"
-  | "hitl";
-
-type SimpleAnswers = {
-  appType: AppType;
-  language: TemplateFramework;
-  useLlamaCloud: boolean;
-  llamaCloudKey?: string;
-};
-
-export const askSimpleQuestions = async (
-  args: PureQuestionArgs,
-): Promise<QuestionResults> => {
-  const { appType } = await prompts(
-    {
-      type: "select",
-      name: "appType",
-      message: "What use case do you want to build?",
-      choices: [
-        {
-          title: "Agentic RAG",
-          value: "agentic_rag",
-          description:
-            "Chatbot that answers questions based on provided documents.",
-        },
-        {
-          title: "Financial Report",
-          value: "financial_report",
-          description:
-            "Agent that analyzes data and generates visualizations by using a code interpreter.",
-        },
-        {
-          title: "Deep Research",
-          value: "deep_research",
-          description:
-            "Researches and analyzes provided documents from multiple perspectives, generating a comprehensive report with citations to support key findings and insights.",
-        },
-        {
-          title: "Code Generator",
-          value: "code_generator",
-          description: "Build a Vercel v0 styled code generator.",
-        },
-        {
-          title: "Document Generator",
-          value: "document_generator",
-          description: "Build a OpenAI canvas-styled document generator.",
-        },
-        {
-          title: "Human in the Loop",
-          value: "hitl",
-          description:
-            "Build a CLI command workflow that is reviewed by a human before execution",
-        },
-      ],
-    },
-    questionHandlers,
-  );
-
-  let language: TemplateFramework = "fastapi";
-  let llamaCloudKey = args.llamaCloudKey;
-
-  let useLlamaCloud = false;
-
-  const { language: newLanguage } = await prompts(
-    {
-      type: "select",
-      name: "language",
-      message: "What language do you want to use?",
-      choices: [
-        { title: "Python (FastAPI)", value: "fastapi" },
-        { title: "Typescript (NextJS)", value: "nextjs" },
-      ],
-    },
-    questionHandlers,
-  );
-  language = newLanguage;
-
-  const shouldAskLlamaCloud = !NO_DATA_USE_CASES.includes(appType);
-  if (shouldAskLlamaCloud) {
-    const { useLlamaCloud: newUseLlamaCloud } = await prompts(
-      {
-        type: "toggle",
-        name: "useLlamaCloud",
-        message: "Do you want to use LlamaCloud services?",
-        initial: false,
-        active: "Yes",
-        inactive: "No",
-        hint: "see https://www.llamaindex.ai/enterprise for more info",
-      },
-      questionHandlers,
-    );
-    useLlamaCloud = newUseLlamaCloud;
-  }
-
-  if (useLlamaCloud && !llamaCloudKey) {
-    // Ask for LlamaCloud API key, if not set
-    const { llamaCloudKey: newLlamaCloudKey } = await prompts(
-      {
-        type: "text",
-        name: "llamaCloudKey",
-        message:
-          "Please provide your LlamaCloud API key (leave blank to skip):",
-      },
-      questionHandlers,
-    );
-    llamaCloudKey = newLlamaCloudKey || process.env.LLAMA_CLOUD_API_KEY;
-  }
-
-  const results = await convertAnswers(args, {
-    appType,
-    language,
-    useLlamaCloud,
-    llamaCloudKey,
-  });
-
-  results.postInstallAction = await askPostInstallAction(results);
-  return results;
-};
-
-const convertAnswers = async (
-  args: PureQuestionArgs,
-  answers: SimpleAnswers,
-): Promise<QuestionResults> => {
-  const MODEL_GPT41: ModelConfig = {
-    provider: "openai",
-    apiKey: args.openAiKey,
-    model: "gpt-4.1",
-    embeddingModel: "text-embedding-3-large",
-    dimensions: 1536,
-    isConfigured(): boolean {
-      return !!args.openAiKey;
-    },
-  };
-  const lookup: Record<
-    AppType,
-    Pick<QuestionResults, "template" | "tools" | "dataSources" | "useCase"> & {
-      modelConfig?: ModelConfig;
-    }
-  > = {
-    agentic_rag: {
-      template: "llamaindexserver",
-      dataSources: [EXAMPLE_FILE],
-    },
-    financial_report: {
-      template: "llamaindexserver",
-      dataSources: EXAMPLE_10K_SEC_FILES,
-      tools: getTools(["interpreter", "document_generator"]),
-      modelConfig: MODEL_GPT41,
-    },
-    deep_research: {
-      template: "llamaindexserver",
-      dataSources: EXAMPLE_10K_SEC_FILES,
-      tools: [],
-      modelConfig: MODEL_GPT41,
-    },
-    code_generator: {
-      template: "llamaindexserver",
-      dataSources: [],
-      tools: [],
-      modelConfig: MODEL_GPT41,
-    },
-    document_generator: {
-      template: "llamaindexserver",
-      dataSources: [],
-      tools: [],
-      modelConfig: MODEL_GPT41,
-    },
-    hitl: {
-      template: "llamaindexserver",
-      dataSources: [],
-      tools: [],
-      modelConfig: MODEL_GPT41,
-    },
-  };
-
-  const results = lookup[answers.appType];
-  return {
-    framework: answers.language,
-    useCase: answers.appType,
-    ui: "shadcn",
-    llamaCloudKey: answers.llamaCloudKey,
-    useLlamaParse: answers.useLlamaCloud,
-    vectorDb: answers.useLlamaCloud ? "llamacloud" : "none",
-    ...results,
-    modelConfig:
-      results.modelConfig ??
-      (await askModelConfig({
-        openAiKey: args.openAiKey,
-        askModels: args.askModels ?? false,
-        framework: answers.language,
-      })),
-    frontend: true,
-  };
-};

packages/create-llama/questions/stores.ts

@@ -1,36 +0,0 @@
-import fs from "fs";
-import path from "path";
-import { TemplateFramework } from "../helpers";
-import { templatesDir } from "../helpers/dir";
-
-export const getVectorDbChoices = (framework: TemplateFramework) => {
-  const choices = [
-    {
-      title: "No, just store the data in the file system",
-      value: "none",
-    },
-    { title: "MongoDB", value: "mongo" },
-    { title: "PostgreSQL", value: "pg" },
-    { title: "Pinecone", value: "pinecone" },
-    { title: "Milvus", value: "milvus" },
-    { title: "Astra", value: "astra" },
-    { title: "Qdrant", value: "qdrant" },
-    { title: "ChromaDB", value: "chroma" },
-    { title: "Weaviate", value: "weaviate" },
-    { title: "LlamaCloud (use Managed Index)", value: "llamacloud" },
-  ];
-
-  const vectordbLang = framework === "fastapi" ? "python" : "typescript";
-  const compPath = path.join(templatesDir, "components");
-  const vectordbPath = path.join(compPath, "vectordbs", vectordbLang);
-
-  const availableChoices = fs
-    .readdirSync(vectordbPath)
-    .filter((file) => fs.statSync(path.join(vectordbPath, file)).isDirectory());
-
-  const displayedChoices = choices.filter((choice) =>
-    availableChoices.includes(choice.value),
-  );
-
-  return displayedChoices;
-};

packages/create-llama/questions/types.ts

@@ -1,15 +0,0 @@
-import { InstallAppArgs } from "../create-app";
-
-export type QuestionResults = Omit<
-  InstallAppArgs,
-  "appPath" | "packageManager"
->;
-
-export type PureQuestionArgs = {
-  askModels?: boolean;
-  pro?: boolean;
-  openAiKey?: string;
-  llamaCloudKey?: string;
-};
-
-export type QuestionArgs = QuestionResults & PureQuestionArgs;

packages/create-llama/questions/utils.ts

@@ -1,178 +0,0 @@
-import { execSync } from "child_process";
-import fs from "fs";
-import path from "path";
-import { red } from "picocolors";
-import prompts from "prompts";
-import { TemplateDataSourceType, TemplatePostInstallAction } from "../helpers";
-import { toolsRequireConfig } from "../helpers/tools";
-import { QuestionResults } from "./types";
-
-export const supportedContextFileTypes = [
-  ".pdf",
-  ".doc",
-  ".docx",
-  ".xls",
-  ".xlsx",
-  ".csv",
-];
-
-const MACOS_FILE_SELECTION_SCRIPT = `
-osascript -l JavaScript -e '
-  a = Application.currentApplication();
-  a.includeStandardAdditions = true;
-  a.chooseFile({ withPrompt: "Please select files to process:", multipleSelectionsAllowed: true }).map(file => file.toString())
-'`;
-
-const MACOS_FOLDER_SELECTION_SCRIPT = `
-osascript -l JavaScript -e '
-  a = Application.currentApplication();
-  a.includeStandardAdditions = true;
-  a.chooseFolder({ withPrompt: "Please select folders to process:", multipleSelectionsAllowed: true }).map(folder => folder.toString())
-'`;
-
-const WINDOWS_FILE_SELECTION_SCRIPT = `
-Add-Type -AssemblyName System.Windows.Forms
-$openFileDialog = New-Object System.Windows.Forms.OpenFileDialog
-$openFileDialog.InitialDirectory = [Environment]::GetFolderPath('Desktop')
-$openFileDialog.Multiselect = $true
-$result = $openFileDialog.ShowDialog()
-if ($result -eq 'OK') {
-  $openFileDialog.FileNames
-}
-`;
-
-const WINDOWS_FOLDER_SELECTION_SCRIPT = `
-Add-Type -AssemblyName System.windows.forms
-$folderBrowser = New-Object System.Windows.Forms.FolderBrowserDialog
-$dialogResult = $folderBrowser.ShowDialog()
-if ($dialogResult -eq [System.Windows.Forms.DialogResult]::OK)
-{
-    $folderBrowser.SelectedPath
-}
-`;
-
-export const selectLocalContextData = async (type: TemplateDataSourceType) => {
-  try {
-    let selectedPath: string = "";
-    let execScript: string;
-    let execOpts: any = {};
-    switch (process.platform) {
-      case "win32": // Windows
-        execScript =
-          type === "file"
-            ? WINDOWS_FILE_SELECTION_SCRIPT
-            : WINDOWS_FOLDER_SELECTION_SCRIPT;
-        execOpts = { shell: "powershell.exe" };
-        break;
-      case "darwin": // MacOS
-        execScript =
-          type === "file"
-            ? MACOS_FILE_SELECTION_SCRIPT
-            : MACOS_FOLDER_SELECTION_SCRIPT;
-        break;
-      default: // Unsupported OS
-        console.log(red("Unsupported OS error!"));
-        process.exit(1);
-    }
-    selectedPath = execSync(execScript, execOpts).toString().trim();
-    const paths =
-      process.platform === "win32"
-        ? selectedPath.split("\r\n")
-        : selectedPath.split(", ");
-
-    for (const p of paths) {
-      if (
-        fs.statSync(p).isFile() &&
-        !supportedContextFileTypes.includes(path.extname(p))
-      ) {
-        console.log(
-          red(
-            `Please select a supported file type: ${supportedContextFileTypes}`,
-          ),
-        );
-        process.exit(1);
-      }
-    }
-    return paths;
-  } catch (error) {
-    console.log(
-      red(
-        "Got an error when trying to select local context data! Please try again or select another data source option.",
-      ),
-    );
-    process.exit(1);
-  }
-};
-
-export const onPromptState = (state: any) => {
-  if (state.aborted) {
-    // If we don't re-enable the terminal cursor before exiting
-    // the program, the cursor will remain hidden
-    process.stdout.write("\x1B[?25h");
-    process.stdout.write("\n");
-    process.exit(1);
-  }
-};
-
-export const toChoice = (value: string) => {
-  return { title: value, value };
-};
-
-export const questionHandlers = {
-  onCancel: () => {
-    console.error("Exiting.");
-    process.exit(1);
-  },
-};
-
-// Ask for next action after installation
-export async function askPostInstallAction(
-  args: QuestionResults,
-): Promise<TemplatePostInstallAction> {
-  const actionChoices = [
-    {
-      title: "Just generate code (~1 sec)",
-      value: "none",
-    },
-    {
-      title: "Start in VSCode (~1 sec)",
-      value: "VSCode",
-    },
-    {
-      title: "Generate code and install dependencies (~2 min)",
-      value: "dependencies",
-    },
-  ];
-
-  const modelConfigured = !args.llamapack && args.modelConfig.isConfigured();
-  // If using LlamaParse, require LlamaCloud API key
-  const llamaCloudKeyConfigured = args.useLlamaParse
-    ? args.llamaCloudKey || process.env["LLAMA_CLOUD_API_KEY"]
-    : true;
-  const hasVectorDb = args.vectorDb && args.vectorDb !== "none";
-  // Can run the app if all tools do not require configuration
-  if (
-    !hasVectorDb &&
-    modelConfigured &&
-    llamaCloudKeyConfigured &&
-    !toolsRequireConfig(args.tools)
-  ) {
-    actionChoices.push({
-      title: "Generate code, install dependencies, and run the app (~2 min)",
-      value: "runApp",
-    });
-  }
-
-  const { action } = await prompts(
-    {
-      type: "select",
-      name: "action",
-      message: "How would you like to proceed?",
-      choices: actionChoices,
-      initial: 1,
-    },
-    questionHandlers,
-  );
-
-  return action;
-}

packages/create-llama/templates/components/agents/python/blog/README-template.md

@@ -1,68 +0,0 @@
-## Overview
-
-This example is using three agents to generate a blog post:
-
-- a researcher that retrieves content via a RAG pipeline,
-- a writer that specializes in writing blog posts and
-- a reviewer that is reviewing the blog post.
-
-There are three different methods how the agents can interact to reach their goal:
-
-1. [Choreography](./app/agents/choreography.py) - the agents decide themselves to delegate a task to another agent
-1. [Orchestrator](./app/agents/orchestrator.py) - a central orchestrator decides which agent should execute a task
-1. [Explicit Workflow](./app/agents/workflow.py) - a pre-defined workflow specific for the task is used to execute the tasks
-
-## Getting Started
-
-First, setup the environment with poetry:
-
-> **_Note:_** This step is not needed if you are using the dev-container.
-
-```shell
-uv sync
-```
-
-Then check the parameters that have been pre-configured in the `.env` file in this directory. (E.g. you might need to configure an `OPENAI_API_KEY` if you're using OpenAI as model provider).
-Second, generate the embeddings of the documents in the `./data` directory:
-
-```shell
-uv run generate
-```
-
-Third, run the development server:
-
-```shell
-uv run dev
-```
-
-Per default, the example is using the explicit workflow. You can change the example by setting the `EXAMPLE_TYPE` environment variable to `choreography` or `orchestrator`.
-The example provides one streaming API endpoint `/api/chat`.
-You can test the endpoint with the following curl request:
-
-```
-curl --location 'localhost:8000/api/chat' \
---header 'Content-Type: application/json' \
---data '{ "messages": [{ "role": "user", "content": "Write a blog post about physical standards for letters" }] }'
-```
-
-You can start editing the API by modifying `app/api/routers/chat.py` or `app/examples/workflow.py`. The API auto-updates as you save the files.
-
-Open [http://localhost:8000](http://localhost:8000) with your browser to start the app.
-
-To start the app optimized for **production**, run:
-
-```
-uv run prod
-```
-
-## Deployments
-
-For production deployments, check the [DEPLOY.md](DEPLOY.md) file.
-
-## Learn More
-
-To learn more about LlamaIndex, take a look at the following resources:
-
-- [LlamaIndex Documentation](https://docs.llamaindex.ai) - learn about LlamaIndex.
-- [Workflows Introduction](https://docs.llamaindex.ai/en/stable/understanding/workflows/) - learn about LlamaIndex workflows.
-  You can check out [the LlamaIndex GitHub repository](https://github.com/run-llama/llama_index) - your feedback and contributions are welcome!

packages/create-llama/templates/components/agents/python/blog/app/agents/choreography.py

@@ -1,34 +0,0 @@
-from textwrap import dedent
-from typing import List, Optional
-
-from app.agents.publisher import create_publisher
-from app.agents.researcher import create_researcher
-from app.workflows.multi import AgentCallingAgent
-from app.workflows.single import FunctionCallingAgent
-from llama_index.core.chat_engine.types import ChatMessage
-
-
-def create_choreography(chat_history: Optional[List[ChatMessage]] = None, **kwargs):
-    researcher = create_researcher(chat_history, **kwargs)
-    publisher = create_publisher(chat_history)
-    reviewer = FunctionCallingAgent(
-        name="reviewer",
-        description="expert in reviewing blog posts, needs a written post to review",
-        system_prompt="You are an expert in reviewing blog posts. You are given a task to review a blog post. Review the post for logical inconsistencies, ask critical questions, and provide suggestions for improvement. Furthermore, proofread the post for grammar and spelling errors. If the post is good, you can say 'The post is good.'",
-        chat_history=chat_history,
-    )
-    return AgentCallingAgent(
-        name="writer",
-        agents=[researcher, reviewer, publisher],
-        description="expert in writing blog posts, needs researched information and images to write a blog post",
-        system_prompt=dedent(
-            """
-            You are an expert in writing blog posts. You are given a task to write a blog post. Before starting to write the post, consult the researcher agent to get the information you need. Don't make up any information yourself.
-            After creating a draft for the post, send it to the reviewer agent to receive feedback and make sure to incorporate the feedback from the reviewer.
-            You can consult the reviewer and researcher a maximum of two times. Your output should contain only the blog post.
-            Finally, always request the publisher to create a document (PDF, HTML) and publish the blog post.
-        """
-        ),
-        # TODO: add chat_history support to AgentCallingAgent
-        # chat_history=chat_history,
-    )

packages/create-llama/templates/components/agents/python/blog/app/agents/orchestrator.py

@@ -1,44 +0,0 @@
-from textwrap import dedent
-from typing import List, Optional
-
-from app.agents.publisher import create_publisher
-from app.agents.researcher import create_researcher
-from app.workflows.multi import AgentOrchestrator
-from app.workflows.single import FunctionCallingAgent
-from llama_index.core.chat_engine.types import ChatMessage
-
-
-def create_orchestrator(chat_history: Optional[List[ChatMessage]] = None, **kwargs):
-    researcher = create_researcher(chat_history, **kwargs)
-    writer = FunctionCallingAgent(
-        name="writer",
-        description="expert in writing blog posts, need information and images to write a post",
-        system_prompt=dedent(
-            """
-            You are an expert in writing blog posts.
-            You are given a task to write a blog post. Do not make up any information yourself.
-            If you don't have the necessary information to write a blog post, reply "I need information about the topic to write the blog post".
-            If you need to use images, reply "I need images about the topic to write the blog post". Do not use any dummy images made up by you.
-            If you have all the information needed, write the blog post.
-        """
-        ),
-        chat_history=chat_history,
-    )
-    reviewer = FunctionCallingAgent(
-        name="reviewer",
-        description="expert in reviewing blog posts, needs a written blog post to review",
-        system_prompt=dedent(
-            """
-            You are an expert in reviewing blog posts. You are given a task to review a blog post. Review the post and fix any issues found yourself. You must output a final blog post.
-            A post must include at least one valid image. If not, reply "I need images about the topic to write the blog post". An image URL starting with "example" or "your website" is not valid.
-            Especially check for logical inconsistencies and proofread the post for grammar and spelling errors.
-        """
-        ),
-        chat_history=chat_history,
-    )
-    publisher = create_publisher(chat_history)
-    return AgentOrchestrator(
-        agents=[writer, reviewer, researcher, publisher],
-        refine_plan=False,
-        chat_history=chat_history,
-    )

packages/create-llama/templates/components/agents/python/blog/app/agents/publisher.py

@@ -1,35 +0,0 @@
-from textwrap import dedent
-from typing import List, Tuple
-
-from app.engine.tools import ToolFactory
-from app.workflows.single import FunctionCallingAgent
-from llama_index.core.chat_engine.types import ChatMessage
-from llama_index.core.tools import FunctionTool
-
-
-def get_publisher_tools() -> Tuple[List[FunctionTool], str, str]:
-    tools = []
-    # Get configured tools from the tools.yaml file
-    configured_tools = ToolFactory.from_env(map_result=True)
-    if "generate_document" in configured_tools.keys():
-        tools.append(configured_tools["generate_document"])
-        prompt_instructions = dedent("""
-            Normally, reply the blog post content to the user directly. 
-            But if user requested to generate a file, use the generate_document tool to generate the file and reply the link to the file.
-        """)
-        description = "Expert in publishing the blog post, able to publish the blog post in PDF or HTML format."
-    else:
-        prompt_instructions = "You don't have a tool to generate document. Please reply the content directly."
-        description = "Expert in publishing the blog post"
-    return tools, prompt_instructions, description
-
-
-def create_publisher(chat_history: List[ChatMessage]):
-    tools, prompt_instructions, description = get_publisher_tools()
-    return FunctionCallingAgent(
-        name="publisher",
-        tools=tools,
-        description=description,
-        system_prompt=prompt_instructions,
-        chat_history=chat_history,
-    )

packages/create-llama/templates/components/agents/python/blog/app/agents/researcher.py

@@ -1,71 +0,0 @@
-from textwrap import dedent
-from typing import List
-
-from app.engine.index import IndexConfig, get_index
-from app.engine.tools import ToolFactory
-from app.workflows.single import FunctionCallingAgent
-from llama_index.core.chat_engine.types import ChatMessage
-from app.engine.tools.query_engine import get_query_engine_tool
-
-
-def _get_research_tools(**kwargs):
-    """
-    Researcher take responsibility for retrieving information.
-    Try init wikipedia or duckduckgo tool if available.
-    """
-    tools = []
-    # Create query engine tool
-    index_config = IndexConfig(**kwargs)
-    index = get_index(index_config)
-    if index is not None:
-        query_engine_tool = get_query_engine_tool(index=index)
-        if query_engine_tool is not None:
-            tools.append(query_engine_tool)
-
-    # Create duckduckgo tool
-    researcher_tool_names = [
-        "duckduckgo_search",
-        "duckduckgo_image_search",
-        "wikipedia.WikipediaToolSpec",
-    ]
-    configured_tools = ToolFactory.from_env(map_result=True)
-    for tool_name, tool in configured_tools.items():
-        if tool_name in researcher_tool_names:
-            tools.append(tool)
-    return tools
-
-
-def create_researcher(chat_history: List[ChatMessage], **kwargs):
-    """
-    Researcher is an agent that take responsibility for using tools to complete a given task.
-    """
-    tools = _get_research_tools(**kwargs)
-    return FunctionCallingAgent(
-        name="researcher",
-        tools=tools,
-        description="expert in retrieving any unknown content or searching for images from the internet",
-        system_prompt=dedent(
-            """
-            You are a researcher agent. You are given a research task.
-            
-            If the conversation already includes the information and there is no new request for additional information from the user, you should return the appropriate content to the writer.
-            Otherwise, you must use tools to retrieve information or images needed for the task.
-
-            It's normal for the task to include some ambiguity. You must always think carefully about the context of the user's request to understand what are the main content needs to be retrieved.
-            Example:
-                Request: "Create a blog post about the history of the internet, write in English and publish in PDF format."
-                ->Though: The main content is "history of the internet", while "write in English and publish in PDF format" is a requirement for other agents.
-                Your task: Look for information in English about the history of the Internet.
-                This is not your task: Create a blog post or look for how to create a PDF.
-
-                Next request: "Publish the blog post in HTML format."
-                ->Though: User just asking for a format change, the previous content is still valid.
-                Your task: Return the previous content of the post to the writer. No need to do any research.
-                This is not your task: Look for how to create an HTML file.
-
-            If you use the tools but don't find any related information, please return "I didn't find any new information for {the topic}." along with the content you found. Don't try to make up information yourself.
-            If the request doesn't need any new information because it was in the conversation history, please return "The task doesn't need any new information. Please reuse the existing content in the conversation history."
-        """
-        ),
-        chat_history=chat_history,
-    )

packages/create-llama/templates/components/agents/python/blog/app/agents/workflow.py

@@ -1,267 +0,0 @@
-from textwrap import dedent
-from typing import AsyncGenerator, List, Optional
-
-from app.agents.publisher import create_publisher
-from app.agents.researcher import create_researcher
-from app.workflows.single import AgentRunEvent, AgentRunResult, FunctionCallingAgent
-from llama_index.core.chat_engine.types import ChatMessage
-from llama_index.core.prompts import PromptTemplate
-from llama_index.core.settings import Settings
-from llama_index.core.workflow import (
-    Context,
-    Event,
-    StartEvent,
-    StopEvent,
-    Workflow,
-    step,
-)
-
-
-def create_workflow(chat_history: Optional[List[ChatMessage]] = None, **kwargs):
-    researcher = create_researcher(
-        chat_history=chat_history,
-        **kwargs,
-    )
-    publisher = create_publisher(
-        chat_history=chat_history,
-    )
-    writer = FunctionCallingAgent(
-        name="writer",
-        description="expert in writing blog posts, need information and images to write a post.",
-        system_prompt=dedent(
-            """
-            You are an expert in writing blog posts.
-            You are given the task of writing a blog post based on research content provided by the researcher agent. Do not invent any information yourself. 
-            It's important to read the entire conversation history to write the blog post accurately.
-            If you receive a review from the reviewer, update the post according to the feedback and return the new post content.
-            If the content is not valid (e.g., broken link, broken image, etc.), do not use it.
-            It's normal for the task to include some ambiguity, so you must define the user's initial request to write the post correctly.
-            If you update the post based on the reviewer's feedback, first explain what changes you made to the post, then provide the new post content. Do not include the reviewer's comments.
-            Example:
-                Task: "Here is the information I found about the history of the internet: 
-                Create a blog post about the history of the internet, write in English, and publish in PDF format."
-                -> Your task: Use the research content {...} to write a blog post in English.
-                -> This is not your task: Create a PDF
-                Please note that a localhost link is acceptable, but dummy links like "example.com" or "your-website.com" are not valid.
-        """
-        ),
-        chat_history=chat_history,
-    )
-    reviewer = FunctionCallingAgent(
-        name="reviewer",
-        description="expert in reviewing blog posts, needs a written blog post to review.",
-        system_prompt=dedent(
-            """
-            You are an expert in reviewing blog posts.
-            You are given a task to review a blog post. As a reviewer, it's important that your review aligns with the user's request. Please focus on the user's request when reviewing the post.
-            Review the post for logical inconsistencies, ask critical questions, and provide suggestions for improvement.
-            Furthermore, proofread the post for grammar and spelling errors.
-            Only if the post is good enough for publishing should you return 'The post is good.' In all other cases, return your review.
-            It's normal for the task to include some ambiguity, so you must define the user's initial request to review the post correctly.
-            Please note that a localhost link is acceptable, but dummy links like "example.com" or "your-website.com" are not valid.
-            Example:
-                Task: "Create a blog post about the history of the internet, write in English and publish in PDF format."
-                -> Your task: Review whether the main content of the post is about the history of the internet and if it is written in English.
-                -> This is not your task: Create blog post, create PDF, write in English.
-        """
-        ),
-        chat_history=chat_history,
-    )
-    workflow = BlogPostWorkflow(
-        timeout=360, chat_history=chat_history
-    )  # Pass chat_history here
-    workflow.add_workflows(
-        researcher=researcher,
-        writer=writer,
-        reviewer=reviewer,
-        publisher=publisher,
-    )
-    return workflow
-
-
-class ResearchEvent(Event):
-    input: str
-
-
-class WriteEvent(Event):
-    input: str
-    is_good: bool = False
-
-
-class ReviewEvent(Event):
-    input: str
-
-
-class PublishEvent(Event):
-    input: str
-
-
-class BlogPostWorkflow(Workflow):
-    def __init__(
-        self, timeout: int = 360, chat_history: Optional[List[ChatMessage]] = None
-    ):
-        super().__init__(timeout=timeout)
-        self.chat_history = chat_history or []
-
-    @step()
-    async def start(self, ctx: Context, ev: StartEvent) -> ResearchEvent | PublishEvent:
-        # set streaming
-        ctx.data["streaming"] = getattr(ev, "streaming", False)
-        # start the workflow with researching about a topic
-        ctx.data["task"] = ev.input
-        ctx.data["user_input"] = ev.input
-
-        # Decision-making process
-        decision = await self._decide_workflow(ev.input, self.chat_history)
-
-        if decision != "publish":
-            return ResearchEvent(input=f"Research for this task: {ev.input}")
-        else:
-            chat_history_str = "\n".join(
-                [f"{msg.role}: {msg.content}" for msg in self.chat_history]
-            )
-            return PublishEvent(
-                input=f"Please publish content based on the chat history\n{chat_history_str}\n\n and task: {ev.input}"
-            )
-
-    async def _decide_workflow(
-        self, input: str, chat_history: List[ChatMessage]
-    ) -> str:
-        prompt_template = PromptTemplate(
-            dedent(
-                """
-                You are an expert in decision-making, helping people write and publish blog posts.
-                If the user is asking for a file or to publish content, respond with 'publish'.
-                If the user requests to write or update a blog post, respond with 'not_publish'.
-
-                Here is the chat history:
-                {chat_history}
-
-                The current user request is:
-                {input}
-
-                Given the chat history and the new user request, decide whether to publish based on existing information.
-                Decision (respond with either 'not_publish' or 'publish'):
-            """
-            )
-        )
-
-        chat_history_str = "\n".join(
-            [f"{msg.role}: {msg.content}" for msg in chat_history]
-        )
-        prompt = prompt_template.format(chat_history=chat_history_str, input=input)
-
-        output = await Settings.llm.acomplete(prompt)
-        decision = output.text.strip().lower()
-
-        return "publish" if decision == "publish" else "research"
-
-    @step()
-    async def research(
-        self, ctx: Context, ev: ResearchEvent, researcher: FunctionCallingAgent
-    ) -> WriteEvent:
-        result: AgentRunResult = await self.run_agent(ctx, researcher, ev.input)
-        content = result.response.message.content
-        return WriteEvent(
-            input=f"Write a blog post given this task: {ctx.data['task']} using this research content: {content}"
-        )
-
-    @step()
-    async def write(
-        self, ctx: Context, ev: WriteEvent, writer: FunctionCallingAgent
-    ) -> ReviewEvent | StopEvent:
-        MAX_ATTEMPTS = 2
-        ctx.data["attempts"] = ctx.data.get("attempts", 0) + 1
-        too_many_attempts = ctx.data["attempts"] > MAX_ATTEMPTS
-        if too_many_attempts:
-            ctx.write_event_to_stream(
-                AgentRunEvent(
-                    name=writer.name,
-                    msg=f"Too many attempts ({MAX_ATTEMPTS}) to write the blog post. Proceeding with the current version.",
-                )
-            )
-        if ev.is_good or too_many_attempts:
-            # too many attempts or the blog post is good - stream final response if requested
-            result = await self.run_agent(
-                ctx,
-                writer,
-                f"Based on the reviewer's feedback, refine the post and return only the final version of the post. Here's the current version: {ev.input}",
-                streaming=ctx.data["streaming"],
-            )
-            return StopEvent(result=result)
-        result: AgentRunResult = await self.run_agent(ctx, writer, ev.input)
-        ctx.data["result"] = result
-        return ReviewEvent(input=result.response.message.content)
-
-    @step()
-    async def review(
-        self, ctx: Context, ev: ReviewEvent, reviewer: FunctionCallingAgent
-    ) -> WriteEvent:
-        result: AgentRunResult = await self.run_agent(ctx, reviewer, ev.input)
-        review = result.response.message.content
-        old_content = ctx.data["result"].response.message.content
-        post_is_good = "post is good" in review.lower()
-        ctx.write_event_to_stream(
-            AgentRunEvent(
-                name=reviewer.name,
-                msg=f"The post is {'not ' if not post_is_good else ''}good enough for publishing. Sending back to the writer{' for publication.' if post_is_good else '.'}",
-            )
-        )
-        if post_is_good:
-            return WriteEvent(
-                input=f"You're blog post is ready for publication. Please respond with just the blog post. Blog post: ```{old_content}```",
-                is_good=True,
-            )
-        else:
-            return WriteEvent(
-                input=dedent(
-                    f"""
-                    Improve the writing of a given blog post by using a given review.
-                    Blog post:
-                    ```
-                    {old_content}
-                    ``` 
-
-                    Review: 
-                    ```
-                    {review}
-                    ```
-                    """
-                ),
-            )
-
-    @step()
-    async def publish(
-        self,
-        ctx: Context,
-        ev: PublishEvent,
-        publisher: FunctionCallingAgent,
-    ) -> StopEvent:
-        try:
-            result: AgentRunResult = await self.run_agent(
-                ctx, publisher, ev.input, streaming=ctx.data["streaming"]
-            )
-            return StopEvent(result=result)
-        except Exception as e:
-            ctx.write_event_to_stream(
-                AgentRunEvent(
-                    name=publisher.name,
-                    msg=f"Error publishing: {e}",
-                )
-            )
-            return StopEvent(result=None)
-
-    async def run_agent(
-        self,
-        ctx: Context,
-        agent: FunctionCallingAgent,
-        input: str,
-        streaming: bool = False,
-    ) -> AgentRunResult | AsyncGenerator:
-        handler = agent.run(input=input, streaming=streaming)
-        # bubble all events while running the executor to the planner
-        async for event in handler.stream_events():
-            # Don't write the StopEvent from sub task to the stream
-            if type(event) is not StopEvent:
-                ctx.write_event_to_stream(event)
-        return await handler

packages/create-llama/templates/components/agents/python/blog/app/workflows/__init__.py

@@ -1,3 +0,0 @@
-from .blog import create_workflow
-
-__all__ = ["create_workflow"]

packages/create-llama/templates/components/agents/python/blog/app/workflows/blog.py

@@ -1,30 +0,0 @@
-import logging
-import os
-from typing import List, Optional
-
-from app.agents.choreography import create_choreography
-from app.agents.orchestrator import create_orchestrator
-from app.agents.workflow import create_workflow as create_blog_workflow
-from llama_index.core.chat_engine.types import ChatMessage
-from llama_index.core.workflow import Workflow
-
-logger = logging.getLogger("uvicorn")
-
-
-def create_workflow(
-    chat_history: Optional[List[ChatMessage]] = None, **kwargs
-) -> Workflow:
-    # Chat filters are not supported yet
-    kwargs.pop("filters", None)
-    agent_type = os.getenv("EXAMPLE_TYPE", "").lower()
-    match agent_type:
-        case "choreography":
-            agent = create_choreography(chat_history, **kwargs)
-        case "orchestrator":
-            agent = create_orchestrator(chat_history, **kwargs)
-        case _:
-            agent = create_blog_workflow(chat_history, **kwargs)
-
-    logger.info(f"Using agent pattern: {agent_type}")
-
-    return agent

packages/create-llama/templates/components/agents/python/blog/app/workflows/multi.py

@@ -1,86 +0,0 @@
-from typing import Any, List
-
-from app.workflows.planner import StructuredPlannerAgent
-from app.workflows.single import (
-    AgentRunResult,
-    ContextAwareTool,
-    FunctionCallingAgent,
-)
-from llama_index.core.tools.types import ToolMetadata, ToolOutput
-from llama_index.core.tools.utils import create_schema_from_function
-from llama_index.core.workflow import Context, StopEvent, Workflow
-
-
-class AgentCallTool(ContextAwareTool):
-    def __init__(self, agent: Workflow) -> None:
-        self.agent = agent
-        name = f"call_{agent.name}"
-
-        async def schema_call(input: str) -> str:
-            pass
-
-        # create the schema without the Context
-        fn_schema = create_schema_from_function(name, schema_call)
-        self._metadata = ToolMetadata(
-            name=name,
-            description=(
-                f"Use this tool to delegate a sub task to the {agent.name} agent."
-                + (
-                    f" The agent is an {agent.description}."
-                    if agent.description
-                    else ""
-                )
-            ),
-            fn_schema=fn_schema,
-        )
-
-    # overload the acall function with the ctx argument as it's needed for bubbling the events
-    async def acall(self, ctx: Context, input: str) -> ToolOutput:
-        handler = self.agent.run(input=input)
-        # bubble all events while running the agent to the calling agent
-        async for ev in handler.stream_events():
-            if type(ev) is not StopEvent:
-                ctx.write_event_to_stream(ev)
-        ret: AgentRunResult = await handler
-        response = ret.response.message.content
-        return ToolOutput(
-            content=str(response),
-            tool_name=self.metadata.name,
-            raw_input={"args": input, "kwargs": {}},
-            raw_output=response,
-        )
-
-
-class AgentCallingAgent(FunctionCallingAgent):
-    def __init__(
-        self,
-        *args: Any,
-        name: str,
-        agents: List[FunctionCallingAgent] | None = None,
-        **kwargs: Any,
-    ) -> None:
-        agents = agents or []
-        tools = [AgentCallTool(agent=agent) for agent in agents]
-        super().__init__(*args, name=name, tools=tools, **kwargs)
-        # call add_workflows so agents will get detected by llama agents automatically
-        self.add_workflows(**{agent.name: agent for agent in agents})
-
-
-class AgentOrchestrator(StructuredPlannerAgent):
-    def __init__(
-        self,
-        *args: Any,
-        name: str = "orchestrator",
-        agents: List[FunctionCallingAgent] | None = None,
-        **kwargs: Any,
-    ) -> None:
-        agents = agents or []
-        tools = [AgentCallTool(agent=agent) for agent in agents]
-        super().__init__(
-            *args,
-            name=name,
-            tools=tools,
-            **kwargs,
-        )
-        # call add_workflows so agents will get detected by llama agents automatically
-        self.add_workflows(**{agent.name: agent for agent in agents})

packages/create-llama/templates/components/agents/python/blog/app/workflows/planner.py

@@ -1,347 +0,0 @@
-import uuid
-from enum import Enum
-from typing import Any, AsyncGenerator, Dict, List, Optional, Tuple, Union
-
-from app.workflows.single import AgentRunEvent, AgentRunResult, FunctionCallingAgent
-from llama_index.core.agent.runner.planner import (
-    DEFAULT_INITIAL_PLAN_PROMPT,
-    DEFAULT_PLAN_REFINE_PROMPT,
-    Plan,
-    PlannerAgentState,
-    SubTask,
-)
-from llama_index.core.bridge.pydantic import ValidationError
-from llama_index.core.chat_engine.types import ChatMessage
-from llama_index.core.llms.function_calling import FunctionCallingLLM
-from llama_index.core.prompts import PromptTemplate
-from llama_index.core.settings import Settings
-from llama_index.core.tools import BaseTool
-from llama_index.core.workflow import (
-    Context,
-    Event,
-    StartEvent,
-    StopEvent,
-    Workflow,
-    step,
-)
-
-INITIAL_PLANNER_PROMPT = """\
-Think step-by-step. Given a conversation, set of tools and a user request. Your responsibility is to create a plan to complete the task.
-The plan must adapt with the user request and the conversation.
-
-The tools available are:
-{tools_str}
-
-Conversation: {chat_history}
-
-Overall Task: {task}
-"""
-
-
-class ExecutePlanEvent(Event):
-    pass
-
-
-class SubTaskEvent(Event):
-    sub_task: SubTask
-
-
-class SubTaskResultEvent(Event):
-    sub_task: SubTask
-    result: AgentRunResult | AsyncGenerator
-
-
-class PlanEventType(Enum):
-    CREATED = "created"
-    REFINED = "refined"
-
-
-class PlanEvent(AgentRunEvent):
-    event_type: PlanEventType
-    plan: Plan
-
-    @property
-    def msg(self) -> str:
-        sub_task_names = ", ".join(task.name for task in self.plan.sub_tasks)
-        return f"Plan {self.event_type.value}: Let's do: {sub_task_names}"
-
-
-class StructuredPlannerAgent(Workflow):
-    def __init__(
-        self,
-        *args: Any,
-        name: str,
-        llm: FunctionCallingLLM | None = None,
-        tools: List[BaseTool] | None = None,
-        timeout: float = 360.0,
-        refine_plan: bool = False,
-        chat_history: Optional[List[ChatMessage]] = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(*args, timeout=timeout, **kwargs)
-        self.name = name
-        self.refine_plan = refine_plan
-        self.chat_history = chat_history
-
-        self.tools = tools or []
-        self.planner = Planner(
-            llm=llm,
-            tools=self.tools,
-            initial_plan_prompt=INITIAL_PLANNER_PROMPT,
-            verbose=self._verbose,
-        )
-        # The executor is keeping the memory of all tool calls and decides to call the right tool for the task
-        self.executor = FunctionCallingAgent(
-            name="executor",
-            llm=llm,
-            tools=self.tools,
-            write_events=False,
-            # it's important to instruct to just return the tool call, otherwise the executor will interpret and change the result
-            system_prompt="You are an expert in completing given tasks by calling the right tool for the task. Just return the result of the tool call. Don't add any information yourself",
-        )
-        self.add_workflows(executor=self.executor)
-
-    @step()
-    async def create_plan(
-        self, ctx: Context, ev: StartEvent
-    ) -> ExecutePlanEvent | StopEvent:
-        # set streaming
-        ctx.data["streaming"] = getattr(ev, "streaming", False)
-        ctx.data["task"] = ev.input
-
-        plan_id, plan = await self.planner.create_plan(
-            input=ev.input, chat_history=self.chat_history
-        )
-        ctx.data["act_plan_id"] = plan_id
-
-        # inform about the new plan
-        ctx.write_event_to_stream(
-            PlanEvent(name=self.name, event_type=PlanEventType.CREATED, plan=plan)
-        )
-        if self._verbose:
-            print("=== Executing plan ===\n")
-        return ExecutePlanEvent()
-
-    @step()
-    async def execute_plan(self, ctx: Context, ev: ExecutePlanEvent) -> SubTaskEvent:
-        upcoming_sub_tasks = self.planner.state.get_next_sub_tasks(
-            ctx.data["act_plan_id"]
-        )
-
-        if upcoming_sub_tasks:
-            # Execute only the first sub-task
-            # otherwise the executor will get over-lapping messages
-            # alternatively, we could use one executor for all sub tasks
-            next_sub_task = upcoming_sub_tasks[0]
-            return SubTaskEvent(sub_task=next_sub_task)
-
-        return None
-
-    @step()
-    async def execute_sub_task(
-        self, ctx: Context, ev: SubTaskEvent
-    ) -> SubTaskResultEvent:
-        if self._verbose:
-            print(f"=== Executing sub task: {ev.sub_task.name} ===")
-        is_last_tasks = self.get_remaining_subtasks(ctx) == 1
-        # TODO: streaming only works without plan refining
-        streaming = is_last_tasks and ctx.data["streaming"] and not self.refine_plan
-        handler = self.executor.run(
-            input=ev.sub_task.input,
-            streaming=streaming,
-        )
-        # bubble all events while running the executor to the planner
-        async for event in handler.stream_events():
-            # Don't write the StopEvent from sub task to the stream
-            if type(event) is not StopEvent:
-                ctx.write_event_to_stream(event)
-        result: AgentRunResult = await handler
-        if self._verbose:
-            print("=== Done executing sub task ===\n")
-        self.planner.state.add_completed_sub_task(ctx.data["act_plan_id"], ev.sub_task)
-        return SubTaskResultEvent(sub_task=ev.sub_task, result=result)
-
-    @step()
-    async def gather_results(
-        self, ctx: Context, ev: SubTaskResultEvent
-    ) -> ExecutePlanEvent | StopEvent:
-        result = ev
-
-        upcoming_sub_tasks = self.get_upcoming_sub_tasks(ctx)
-        # if no more tasks to do, stop workflow and send result of last step
-        if upcoming_sub_tasks == 0:
-            return StopEvent(result=result.result)
-
-        if self.refine_plan:
-            # store the result for refining the plan
-            ctx.data["results"] = ctx.data.get("results", {})
-            ctx.data["results"][result.sub_task.name] = result.result
-
-            new_plan = await self.planner.refine_plan(
-                ctx.data["task"], ctx.data["act_plan_id"], ctx.data["results"]
-            )
-            # inform about the new plan
-            if new_plan is not None:
-                ctx.write_event_to_stream(
-                    PlanEvent(
-                        name=self.name, event_type=PlanEventType.REFINED, plan=new_plan
-                    )
-                )
-
-        # continue executing plan
-        return ExecutePlanEvent()
-
-    def get_upcoming_sub_tasks(self, ctx: Context):
-        upcoming_sub_tasks = self.planner.state.get_next_sub_tasks(
-            ctx.data["act_plan_id"]
-        )
-        return len(upcoming_sub_tasks)
-
-    def get_remaining_subtasks(self, ctx: Context):
-        remaining_subtasks = self.planner.state.get_remaining_subtasks(
-            ctx.data["act_plan_id"]
-        )
-        return len(remaining_subtasks)
-
-
-# Concern dealing with creating and refining a plan, extracted from https://github.com/run-llama/llama_index/blob/main/llama-index-core/llama_index/core/agent/runner/planner.py#L138
-class Planner:
-    def __init__(
-        self,
-        llm: FunctionCallingLLM | None = None,
-        tools: List[BaseTool] | None = None,
-        initial_plan_prompt: Union[str, PromptTemplate] = DEFAULT_INITIAL_PLAN_PROMPT,
-        plan_refine_prompt: Union[str, PromptTemplate] = DEFAULT_PLAN_REFINE_PROMPT,
-        verbose: bool = True,
-    ) -> None:
-        if llm is None:
-            llm = Settings.llm
-        self.llm = llm
-        assert self.llm.metadata.is_function_calling_model
-
-        self.tools = tools or []
-        self.state = PlannerAgentState()
-        self.verbose = verbose
-
-        if isinstance(initial_plan_prompt, str):
-            initial_plan_prompt = PromptTemplate(initial_plan_prompt)
-        self.initial_plan_prompt = initial_plan_prompt
-
-        if isinstance(plan_refine_prompt, str):
-            plan_refine_prompt = PromptTemplate(plan_refine_prompt)
-        self.plan_refine_prompt = plan_refine_prompt
-
-    async def create_plan(
-        self, input: str, chat_history: Optional[List[ChatMessage]] = None
-    ) -> Tuple[str, Plan]:
-        tools = self.tools
-        tools_str = ""
-        for tool in tools:
-            tools_str += tool.metadata.name + ": " + tool.metadata.description + "\n"
-
-        try:
-            plan = await self.llm.astructured_predict(
-                Plan,
-                self.initial_plan_prompt,
-                tools_str=tools_str,
-                task=input,
-                chat_history=chat_history,
-            )
-        except (ValueError, ValidationError):
-            if self.verbose:
-                print("No complex plan predicted. Defaulting to a single task plan.")
-            plan = Plan(
-                sub_tasks=[
-                    SubTask(
-                        name="default", input=input, expected_output="", dependencies=[]
-                    )
-                ]
-            )
-
-        if self.verbose:
-            print("=== Initial plan ===")
-            for sub_task in plan.sub_tasks:
-                print(
-                    f"{sub_task.name}:\n{sub_task.input} -> {sub_task.expected_output}\ndeps: {sub_task.dependencies}\n\n"
-                )
-
-        plan_id = str(uuid.uuid4())
-        self.state.plan_dict[plan_id] = plan
-
-        return plan_id, plan
-
-    async def refine_plan(
-        self,
-        input: str,
-        plan_id: str,
-        completed_sub_tasks: Dict[str, str],
-    ) -> Optional[Plan]:
-        """Refine a plan."""
-        prompt_args = self.get_refine_plan_prompt_kwargs(
-            plan_id, input, completed_sub_tasks
-        )
-
-        try:
-            new_plan = await self.llm.astructured_predict(
-                Plan, self.plan_refine_prompt, **prompt_args
-            )
-
-            self._update_plan(plan_id, new_plan)
-
-            return new_plan
-        except (ValueError, ValidationError) as e:
-            # likely no new plan predicted
-            if self.verbose:
-                print(f"No new plan predicted: {e}")
-            return None
-
-    def _update_plan(self, plan_id: str, new_plan: Plan) -> None:
-        """Update the plan."""
-        # update state with new plan
-        self.state.plan_dict[plan_id] = new_plan
-
-        if self.verbose:
-            print("=== Refined plan ===")
-            for sub_task in new_plan.sub_tasks:
-                print(
-                    f"{sub_task.name}:\n{sub_task.input} -> {sub_task.expected_output}\ndeps: {sub_task.dependencies}\n\n"
-                )
-
-    def get_refine_plan_prompt_kwargs(
-        self,
-        plan_id: str,
-        task: str,
-        completed_sub_task: Dict[str, str],
-    ) -> dict:
-        """Get the refine plan prompt."""
-        # gather completed sub-tasks and response pairs
-        completed_outputs_str = ""
-        for sub_task_name, task_output in completed_sub_task.items():
-            task_str = f"{sub_task_name}:\n\t{task_output!s}\n"
-            completed_outputs_str += task_str
-
-        # get a string for the remaining sub-tasks
-        remaining_sub_tasks = self.state.get_remaining_subtasks(plan_id)
-        remaining_sub_tasks_str = "" if len(remaining_sub_tasks) != 0 else "None"
-        for sub_task in remaining_sub_tasks:
-            task_str = (
-                f"SubTask(name='{sub_task.name}', "
-                f"input='{sub_task.input}', "
-                f"expected_output='{sub_task.expected_output}', "
-                f"dependencies='{sub_task.dependencies}')\n"
-            )
-            remaining_sub_tasks_str += task_str
-
-        # get the tools string
-        tools = self.tools
-        tools_str = ""
-        for tool in tools:
-            tools_str += tool.metadata.name + ": " + tool.metadata.description + "\n"
-
-        # return the kwargs
-        return {
-            "tools_str": tools_str.strip(),
-            "task": task.strip(),
-            "completed_outputs": completed_outputs_str.strip(),
-            "remaining_sub_tasks": remaining_sub_tasks_str.strip(),
-        }

packages/create-llama/templates/components/agents/python/blog/app/workflows/single.py

@@ -1,254 +0,0 @@
-from abc import abstractmethod
-from enum import Enum
-from typing import Any, AsyncGenerator, List, Optional
-
-from llama_index.core.llms import ChatMessage, ChatResponse
-from llama_index.core.llms.function_calling import FunctionCallingLLM
-from llama_index.core.memory import ChatMemoryBuffer
-from llama_index.core.settings import Settings
-from llama_index.core.tools import FunctionTool, ToolOutput, ToolSelection
-from llama_index.core.tools.types import BaseTool
-from llama_index.core.workflow import (
-    Context,
-    Event,
-    StartEvent,
-    StopEvent,
-    Workflow,
-    step,
-)
-from pydantic import BaseModel, Field
-
-
-class InputEvent(Event):
-    input: list[ChatMessage]
-
-
-class ToolCallEvent(Event):
-    tool_calls: list[ToolSelection]
-
-
-class AgentRunEventType(Enum):
-    TEXT = "text"
-    PROGRESS = "progress"
-
-
-class AgentRunEvent(Event):
-    name: str
-    msg: str
-    event_type: AgentRunEventType = Field(default=AgentRunEventType.TEXT)
-    data: Optional[dict] = None
-
-    def to_response(self) -> dict:
-        return {
-            "type": "agent",
-            "data": {
-                "agent": self.name,
-                "type": self.event_type.value,
-                "text": self.msg,
-                "data": self.data,
-            },
-        }
-
-
-class AgentRunResult(BaseModel):
-    response: ChatResponse
-    sources: list[ToolOutput]
-
-
-class ContextAwareTool(FunctionTool):
-    @abstractmethod
-    async def acall(self, ctx: Context, input: Any) -> ToolOutput:
-        pass
-
-
-class FunctionCallingAgent(Workflow):
-    def __init__(
-        self,
-        *args: Any,
-        llm: FunctionCallingLLM | None = None,
-        chat_history: Optional[List[ChatMessage]] = None,
-        tools: List[BaseTool] | None = None,
-        system_prompt: str | None = None,
-        verbose: bool = False,
-        timeout: float = 360.0,
-        name: str,
-        write_events: bool = True,
-        description: str | None = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(*args, verbose=verbose, timeout=timeout, **kwargs)
-        self.tools = tools or []
-        self.name = name
-        self.write_events = write_events
-        self.description = description
-
-        if llm is None:
-            llm = Settings.llm
-        self.llm = llm
-        assert self.llm.metadata.is_function_calling_model
-
-        self.system_prompt = system_prompt
-
-        self.memory = ChatMemoryBuffer.from_defaults(
-            llm=self.llm, chat_history=chat_history
-        )
-        self.sources = []
-
-    @step()
-    async def prepare_chat_history(self, ctx: Context, ev: StartEvent) -> InputEvent:
-        # clear sources
-        self.sources = []
-
-        # set system prompt
-        if self.system_prompt is not None:
-            system_msg = ChatMessage(role="system", content=self.system_prompt)
-            self.memory.put(system_msg)
-
-        # set streaming
-        ctx.data["streaming"] = getattr(ev, "streaming", False)
-
-        # get user input
-        user_input = ev.input
-        user_msg = ChatMessage(role="user", content=user_input)
-        self.memory.put(user_msg)
-        if self.write_events:
-            ctx.write_event_to_stream(
-                AgentRunEvent(name=self.name, msg=f"Start to work on: {user_input}")
-            )
-
-        # get chat history
-        chat_history = self.memory.get()
-        return InputEvent(input=chat_history)
-
-    @step()
-    async def handle_llm_input(
-        self, ctx: Context, ev: InputEvent
-    ) -> ToolCallEvent | StopEvent:
-        if ctx.data["streaming"]:
-            return await self.handle_llm_input_stream(ctx, ev)
-
-        chat_history = ev.input
-
-        response = await self.llm.achat_with_tools(
-            self.tools, chat_history=chat_history
-        )
-        self.memory.put(response.message)
-
-        tool_calls = self.llm.get_tool_calls_from_response(
-            response, error_on_no_tool_call=False
-        )
-
-        if not tool_calls:
-            if self.write_events:
-                ctx.write_event_to_stream(
-                    AgentRunEvent(name=self.name, msg="Finished task")
-                )
-            return StopEvent(
-                result=AgentRunResult(response=response, sources=[*self.sources])
-            )
-        else:
-            return ToolCallEvent(tool_calls=tool_calls)
-
-    async def handle_llm_input_stream(
-        self, ctx: Context, ev: InputEvent
-    ) -> ToolCallEvent | StopEvent:
-        chat_history = ev.input
-
-        async def response_generator() -> AsyncGenerator:
-            response_stream = await self.llm.astream_chat_with_tools(
-                self.tools, chat_history=chat_history
-            )
-
-            full_response = None
-            yielded_indicator = False
-            async for chunk in response_stream:
-                if "tool_calls" not in chunk.message.additional_kwargs:
-                    # Yield a boolean to indicate whether the response is a tool call
-                    if not yielded_indicator:
-                        yield False
-                        yielded_indicator = True
-
-                    # if not a tool call, yield the chunks!
-                    yield chunk
-                elif not yielded_indicator:
-                    # Yield the indicator for a tool call
-                    yield True
-                    yielded_indicator = True
-
-                full_response = chunk
-
-            # Write the full response to memory
-            self.memory.put(full_response.message)
-
-            # Yield the final response
-            yield full_response
-
-        # Start the generator
-        generator = response_generator()
-
-        # Check for immediate tool call
-        is_tool_call = await generator.__anext__()
-        if is_tool_call:
-            full_response = await generator.__anext__()
-            tool_calls = self.llm.get_tool_calls_from_response(full_response)
-            return ToolCallEvent(tool_calls=tool_calls)
-
-        # If we've reached here, it's not an immediate tool call, so we return the generator
-        if self.write_events:
-            ctx.write_event_to_stream(
-                AgentRunEvent(name=self.name, msg="Finished task")
-            )
-        return StopEvent(result=generator)
-
-    @step()
-    async def handle_tool_calls(self, ctx: Context, ev: ToolCallEvent) -> InputEvent:
-        tool_calls = ev.tool_calls
-        tools_by_name = {tool.metadata.get_name(): tool for tool in self.tools}
-
-        tool_msgs = []
-
-        # call tools -- safely!
-        for tool_call in tool_calls:
-            tool = tools_by_name.get(tool_call.tool_name)
-            additional_kwargs = {
-                "tool_call_id": tool_call.tool_id,
-                "name": tool.metadata.get_name(),
-            }
-            if not tool:
-                tool_msgs.append(
-                    ChatMessage(
-                        role="tool",
-                        content=f"Tool {tool_call.tool_name} does not exist",
-                        additional_kwargs=additional_kwargs,
-                    )
-                )
-                continue
-
-            try:
-                if isinstance(tool, ContextAwareTool):
-                    # inject context for calling an context aware tool
-                    tool_output = await tool.acall(ctx=ctx, **tool_call.tool_kwargs)
-                else:
-                    tool_output = await tool.acall(**tool_call.tool_kwargs)
-                self.sources.append(tool_output)
-                tool_msgs.append(
-                    ChatMessage(
-                        role="tool",
-                        content=tool_output.content,
-                        additional_kwargs=additional_kwargs,
-                    )
-                )
-            except Exception as e:
-                tool_msgs.append(
-                    ChatMessage(
-                        role="tool",
-                        content=f"Encountered error in tool call: {e}",
-                        additional_kwargs=additional_kwargs,
-                    )
-                )
-
-        for msg in tool_msgs:
-            self.memory.put(msg)
-
-        chat_history = self.memory.get()
-        return InputEvent(input=chat_history)

packages/create-llama/templates/components/agents/python/deep_research/README-template.md

@@ -1,47 +0,0 @@
-This is a [LlamaIndex](https://www.llamaindex.ai/) multi-agents project using [Workflows](https://docs.llamaindex.ai/en/stable/understanding/workflows/).
-
-## Getting Started
-
-First, setup the environment with poetry:
-
-> **_Note:_** This step is not needed if you are using the dev-container.
-
-```shell
-uv sync
-```
-
-Then check the parameters that have been pre-configured in the `.env` file in this directory. (E.g. you might need to configure an `OPENAI_API_KEY` if you're using OpenAI as model provider).
-Second, generate the embeddings of the documents in the `./data` directory:
-
-```shell
-uv run generate
-```
-
-Third, run the development server:
-
-```shell
-uv run dev
-```
-
-## Use Case: Deep Research over own documents
-
-The workflow performs deep research by retrieving and analyzing documents from the [data](./data) directory from multiple perspectives. The project includes a sample PDF about AI investment in 2024 to help you get started. You can also add your own documents by placing them in the data directory and running the generate script again to index them.
-
-After starting the server, go to [http://localhost:8000](http://localhost:8000) and send a message to the agent to write a blog post.
-E.g: "AI investment in 2024"
-
-To update the workflow, you can edit the [deep_research.py](./app/workflows/deep_research.py) file.
-
-By default, the workflow retrieves 10 results from your documents. To customize the amount of information covered in the answer, you can adjust the `TOP_K` environment variable in the `.env` file. A higher value will retrieve more results from your documents, potentially providing more comprehensive answers.
-
-## Deployments
-
-For production deployments, check the [DEPLOY.md](DEPLOY.md) file.
-
-## Learn More
-
-To learn more about LlamaIndex, take a look at the following resources:
-
-- [LlamaIndex Documentation](https://docs.llamaindex.ai) - learn about LlamaIndex.
-- [Workflows Introduction](https://docs.llamaindex.ai/en/stable/understanding/workflows/) - learn about LlamaIndex workflows.
-  You can check out [the LlamaIndex GitHub repository](https://github.com/run-llama/llama_index) - your feedback and contributions are welcome!

packages/create-llama/templates/components/agents/python/deep_research/app/workflows/__init__.py

@@ -1,3 +0,0 @@
-from .deep_research import create_workflow
-
-__all__ = ["create_workflow"]

packages/create-llama/templates/components/agents/python/deep_research/app/workflows/agents.py

@@ -1,183 +0,0 @@
-from typing import List, Literal, Optional
-
-from llama_index.core.base.llms.types import (
-    CompletionResponse,
-    CompletionResponseAsyncGen,
-)
-from llama_index.core.memory.simple_composable_memory import SimpleComposableMemory
-from llama_index.core.prompts import PromptTemplate
-from llama_index.core.schema import MetadataMode, Node, NodeWithScore
-from llama_index.core.settings import Settings
-from pydantic import BaseModel, Field
-
-
-class AnalysisDecision(BaseModel):
-    decision: Literal["research", "write", "cancel"] = Field(
-        description="Whether to continue research, write a report, or cancel the research after several retries"
-    )
-    research_questions: Optional[List[str]] = Field(
-        description="""
-        If the decision is to research, provide a list of questions to research that related to the user request.
-        Maximum 3 questions. Set to null or empty if writing a report or cancel the research.
-        """,
-        default_factory=list,
-    )
-    cancel_reason: Optional[str] = Field(
-        description="The reason for cancellation if the decision is to cancel research.",
-        default=None,
-    )
-
-
-async def plan_research(
-    memory: SimpleComposableMemory,
-    context_nodes: List[Node],
-    user_request: str,
-    total_questions: int,
-) -> AnalysisDecision:
-    analyze_prompt = """
-      You are a professor who is guiding a researcher to research a specific request/problem.
-      Your task is to decide on a research plan for the researcher.
-
-      The possible actions are:
-      + Provide a list of questions for the researcher to investigate, with the purpose of clarifying the request.
-      + Write a report if the researcher has already gathered enough research on the topic and can resolve the initial request.
-      + Cancel the research if most of the answers from researchers indicate there is insufficient information to research the request. Do not attempt more than 3 research iterations or too many questions.
-
-      The workflow should be:
-      + Always begin by providing some initial questions for the researcher to investigate.
-      + Analyze the provided answers against the initial topic/request. If the answers are insufficient to resolve the initial request, provide additional questions for the researcher to investigate.
-      + If the answers are sufficient to resolve the initial request, instruct the researcher to write a report.
-
-      Here are the context: 
-      <Collected information>
-      {context_str}
-      </Collected information>
-
-      <Conversation context>
-      {conversation_context}
-      </Conversation context>
-
-      {enhanced_prompt}
-
-      Now, provide your decision in the required format for this user request:
-      <User request>
-      {user_request}
-      </User request>
-      """
-    # Manually craft the prompt to avoid LLM hallucination
-    enhanced_prompt = ""
-    if total_questions == 0:
-        # Avoid writing a report without any research context
-        enhanced_prompt = """
-        
-        The student has no questions to research. Let start by asking some questions.
-        """
-    elif total_questions > 6:
-        # Avoid asking too many questions (when the data is not ready for writing a report)
-        enhanced_prompt = f"""
-
-        The student has researched {total_questions} questions. Should cancel the research if the context is not enough to write a report.
-        """
-
-    conversation_context = "\n".join(
-        [f"{message.role}: {message.content}" for message in memory.get_all()]
-    )
-    context_str = "\n".join(
-        [node.get_content(metadata_mode=MetadataMode.LLM) for node in context_nodes]
-    )
-    res = await Settings.llm.astructured_predict(
-        output_cls=AnalysisDecision,
-        prompt=PromptTemplate(template=analyze_prompt),
-        user_request=user_request,
-        context_str=context_str,
-        conversation_context=conversation_context,
-        enhanced_prompt=enhanced_prompt,
-    )
-    return res
-
-
-async def research(
-    question: str,
-    context_nodes: List[NodeWithScore],
-) -> str:
-    prompt = """
-    You are a researcher who is in the process of answering the question.
-    The purpose is to answer the question based on the collected information, without using prior knowledge or making up any new information.
-    Always add citations to the sentence/point/paragraph using the id of the provided content.
-    The citation should follow this format: [citation:id]() where id is the id of the content.
-    
-    E.g:
-    If we have a context like this:
-    <Citation id='abc-xyz'>
-    Baby llama is called cria
-    </Citation id='abc-xyz'>
-
-    And your answer uses the content, then the citation should be:
-    - Baby llama is called cria [citation:abc-xyz]()
-
-    Here is the provided context for the question:
-    <Collected information>
-    {context_str}
-    </Collected information>`
-
-    No prior knowledge, just use the provided context to answer the question: {question}
-    """
-    context_str = "\n".join(
-        [_get_text_node_content_for_citation(node) for node in context_nodes]
-    )
-    res = await Settings.llm.acomplete(
-        prompt=prompt.format(question=question, context_str=context_str),
-    )
-    return res.text
-
-
-async def write_report(
-    memory: SimpleComposableMemory,
-    user_request: str,
-    stream: bool = False,
-) -> CompletionResponse | CompletionResponseAsyncGen:
-    report_prompt = """
-    You are a researcher writing a report based on a user request and the research context.
-    You have researched various perspectives related to the user request.
-    The report should provide a comprehensive outline covering all important points from the researched perspectives.
-    Create a well-structured outline for the research report that covers all the answers.
-
-    # IMPORTANT when writing in markdown format:
-    + Use tables or figures where appropriate to enhance presentation.
-    + Preserve all citation syntax (the `[citation:id]()` parts in the provided context). Keep these citations in the final report - no separate reference section is needed.
-    + Do not add links, a table of contents, or a references section to the report.
-
-    <User request>
-    {user_request}
-    </User request>
-
-    <Research context>
-    {research_context}
-    </Research context>
-
-    Now, write a report addressing the user request based on the research provided following the format and guidelines above.
-    """
-    research_context = "\n".join(
-        [f"{message.role}: {message.content}" for message in memory.get_all()]
-    )
-
-    llm_complete_func = (
-        Settings.llm.astream_complete if stream else Settings.llm.acomplete
-    )
-
-    res = await llm_complete_func(
-        prompt=report_prompt.format(
-            user_request=user_request,
-            research_context=research_context,
-        ),
-    )
-    return res
-
-
-def _get_text_node_content_for_citation(node: NodeWithScore) -> str:
-    """
-    Construct node content for LLM with citation flag.
-    """
-    node_id = node.node.node_id
-    content = f"<Citation id='{node_id}'>\n{node.get_content(metadata_mode=MetadataMode.LLM)}</Citation id='{node_id}'>"
-    return content

packages/create-llama/templates/components/agents/python/deep_research/app/workflows/deep_research.py

@@ -1,328 +0,0 @@
-import logging
-import os
-import uuid
-from typing import Any, Dict, List, Optional
-
-from llama_index.core.indices.base import BaseIndex
-from llama_index.core.memory import ChatMemoryBuffer
-from llama_index.core.memory.simple_composable_memory import SimpleComposableMemory
-from llama_index.core.schema import Node
-from llama_index.core.types import ChatMessage, MessageRole
-from llama_index.core.workflow import (
-    Context,
-    StartEvent,
-    StopEvent,
-    Workflow,
-    step,
-)
-
-from app.engine.index import IndexConfig, get_index
-from app.workflows.agents import plan_research, research, write_report
-from app.workflows.events import SourceNodesEvent
-from app.workflows.models import (
-    CollectAnswersEvent,
-    DataEvent,
-    PlanResearchEvent,
-    ReportEvent,
-    ResearchEvent,
-)
-
-logger = logging.getLogger("uvicorn")
-logger.setLevel(logging.INFO)
-
-
-def create_workflow(
-    params: Optional[Dict[str, Any]] = None,
-    **kwargs,
-) -> Workflow:
-    index_config = IndexConfig(**params)
-    index = get_index(index_config)
-    if index is None:
-        raise ValueError(
-            "Index is not found. Try run generation script to create the index first."
-        )
-
-    return DeepResearchWorkflow(
-        index=index,
-        timeout=120.0,
-    )
-
-
-class DeepResearchWorkflow(Workflow):
-    """
-    A workflow to research and analyze documents from multiple perspectives and write a comprehensive report.
-
-    Requirements:
-    - An indexed documents containing the knowledge base related to the topic
-
-    Steps:
-    1. Retrieve information from the knowledge base
-    2. Analyze the retrieved information and provide questions for answering
-    3. Answer the questions
-    4. Write the report based on the research results
-    """
-
-    memory: SimpleComposableMemory
-    context_nodes: List[Node]
-    index: BaseIndex
-    user_request: str
-    stream: bool = True
-
-    def __init__(
-        self,
-        index: BaseIndex,
-        **kwargs,
-    ):
-        super().__init__(**kwargs)
-        self.index = index
-        self.context_nodes = []
-        self.memory = SimpleComposableMemory.from_defaults(
-            primary_memory=ChatMemoryBuffer.from_defaults(),
-        )
-
-    @step
-    async def retrieve(self, ctx: Context, ev: StartEvent) -> PlanResearchEvent:
-        """
-        Initiate the workflow: memory, tools, agent
-        """
-        self.stream = ev.get("stream", True)
-        self.user_request = ev.get("user_msg")
-        chat_history = ev.get("chat_history")
-        if chat_history is not None:
-            self.memory.put_messages(chat_history)
-
-        await ctx.set("total_questions", 0)
-
-        # Add user message to memory
-        self.memory.put_messages(
-            messages=[
-                ChatMessage(
-                    role=MessageRole.USER,
-                    content=self.user_request,
-                )
-            ]
-        )
-        ctx.write_event_to_stream(
-            DataEvent(
-                type="deep_research_event",
-                data={
-                    "event": "retrieve",
-                    "state": "inprogress",
-                },
-            )
-        )
-        retriever = self.index.as_retriever(
-            similarity_top_k=int(os.getenv("TOP_K", 10)),
-        )
-        nodes = retriever.retrieve(self.user_request)
-        self.context_nodes.extend(nodes)
-        ctx.write_event_to_stream(
-            DataEvent(
-                type="deep_research_event",
-                data={
-                    "event": "retrieve",
-                    "state": "done",
-                },
-            )
-        )
-        # Send source nodes to the stream
-        # Use SourceNodesEvent to display source nodes in the UI.
-        ctx.write_event_to_stream(
-            SourceNodesEvent(
-                nodes=nodes,
-            )
-        )
-        return PlanResearchEvent()
-
-    @step
-    async def analyze(
-        self, ctx: Context, ev: PlanResearchEvent
-    ) -> ResearchEvent | ReportEvent | StopEvent:
-        """
-        Analyze the retrieved information
-        """
-        logger.info("Analyzing the retrieved information")
-        ctx.write_event_to_stream(
-            DataEvent(
-                type="deep_research_event",
-                data={
-                    "event": "analyze",
-                    "state": "inprogress",
-                },
-            )
-        )
-        total_questions = await ctx.get("total_questions")
-        res = await plan_research(
-            memory=self.memory,
-            context_nodes=self.context_nodes,
-            user_request=self.user_request,
-            total_questions=total_questions,
-        )
-        if res.decision == "cancel":
-            ctx.write_event_to_stream(
-                DataEvent(
-                    type="deep_research_event",
-                    data={
-                        "event": "analyze",
-                        "state": "done",
-                    },
-                )
-            )
-            return StopEvent(
-                result=res.cancel_reason,
-            )
-        elif res.decision == "write":
-            # Writing a report without any research context is not allowed.
-            # It's a LLM hallucination.
-            if total_questions == 0:
-                ctx.write_event_to_stream(
-                    DataEvent(
-                        type="deep_research_event",
-                        data={
-                            "event": "analyze",
-                            "state": "done",
-                        },
-                    )
-                )
-                return StopEvent(
-                    result="Sorry, I have a problem when analyzing the retrieved information. Please try again.",
-                )
-
-            self.memory.put(
-                message=ChatMessage(
-                    role=MessageRole.ASSISTANT,
-                    content="No more idea to analyze. We should report the answers.",
-                )
-            )
-            ctx.send_event(ReportEvent())
-        else:
-            total_questions += len(res.research_questions)
-            await ctx.set("total_questions", total_questions)  # For tracking
-            await ctx.set(
-                "waiting_questions", len(res.research_questions)
-            )  # For waiting questions to be answered
-            self.memory.put(
-                message=ChatMessage(
-                    role=MessageRole.ASSISTANT,
-                    content="We need to find answers to the following questions:\n"
-                    + "\n".join(res.research_questions),
-                )
-            )
-            for question in res.research_questions:
-                question_id = str(uuid.uuid4())
-                ctx.write_event_to_stream(
-                    DataEvent(
-                        type="deep_research_event",
-                        data={
-                            "event": "answer",
-                            "state": "pending",
-                            "id": question_id,
-                            "question": question,
-                            "answer": None,
-                        },
-                    )
-                )
-                ctx.send_event(
-                    ResearchEvent(
-                        question_id=question_id,
-                        question=question,
-                        context_nodes=self.context_nodes,
-                    )
-                )
-        ctx.write_event_to_stream(
-            DataEvent(
-                type="deep_research_event",
-                data={
-                    "event": "analyze",
-                    "state": "done",
-                },
-            )
-        )
-        return None
-
-    @step(num_workers=2)
-    async def answer(self, ctx: Context, ev: ResearchEvent) -> CollectAnswersEvent:
-        """
-        Answer the question
-        """
-        ctx.write_event_to_stream(
-            DataEvent(
-                type="deep_research_event",
-                data={
-                    "event": "answer",
-                    "state": "inprogress",
-                    "id": ev.question_id,
-                    "question": ev.question,
-                },
-            )
-        )
-        try:
-            answer = await research(
-                context_nodes=ev.context_nodes,
-                question=ev.question,
-            )
-        except Exception as e:
-            logger.error(f"Error answering question {ev.question}: {e}")
-            answer = f"Got error when answering the question: {ev.question}"
-        ctx.write_event_to_stream(
-            DataEvent(
-                type="deep_research_event",
-                data={
-                    "event": "answer",
-                    "state": "done",
-                    "id": ev.question_id,
-                    "question": ev.question,
-                    "answer": answer,
-                },
-            )
-        )
-
-        return CollectAnswersEvent(
-            question_id=ev.question_id,
-            question=ev.question,
-            answer=answer,
-        )
-
-    @step
-    async def collect_answers(
-        self, ctx: Context, ev: CollectAnswersEvent
-    ) -> PlanResearchEvent:
-        """
-        Collect answers to all questions
-        """
-        num_questions = await ctx.get("waiting_questions")
-        results = ctx.collect_events(
-            ev,
-            expected=[CollectAnswersEvent] * num_questions,
-        )
-        if results is None:
-            return None
-        for result in results:
-            self.memory.put(
-                message=ChatMessage(
-                    role=MessageRole.ASSISTANT,
-                    content=f"<Question>{result.question}</Question>\n<Answer>{result.answer}</Answer>",
-                )
-            )
-        await ctx.set("waiting_questions", 0)
-        self.memory.put(
-            message=ChatMessage(
-                role=MessageRole.ASSISTANT,
-                content="Researched all the questions. Now, i need to analyze if it's ready to write a report or need to research more.",
-            )
-        )
-        return PlanResearchEvent()
-
-    @step
-    async def report(self, ctx: Context, ev: ReportEvent) -> StopEvent:
-        """
-        Report the answers
-        """
-        res = await write_report(
-            memory=self.memory,
-            user_request=self.user_request,
-            stream=self.stream,
-        )
-        return StopEvent(
-            result=res,
-        )

packages/create-llama/templates/components/agents/python/deep_research/app/workflows/models.py

@@ -1,43 +0,0 @@
-from typing import List, Literal, Optional
-
-from llama_index.core.schema import NodeWithScore
-from llama_index.core.workflow import Event
-from pydantic import BaseModel
-
-
-# Workflow events
-class PlanResearchEvent(Event):
-    pass
-
-
-class ResearchEvent(Event):
-    question_id: str
-    question: str
-    context_nodes: List[NodeWithScore]
-
-
-class CollectAnswersEvent(Event):
-    question_id: str
-    question: str
-    answer: str
-
-
-class ReportEvent(Event):
-    pass
-
-
-# Events that are streamed to the frontend and rendered there
-class DeepResearchEventData(BaseModel):
-    event: Literal["retrieve", "analyze", "answer"]
-    state: Literal["pending", "inprogress", "done", "error"]
-    id: Optional[str] = None
-    question: Optional[str] = None
-    answer: Optional[str] = None
-
-
-class DataEvent(Event):
-    type: Literal["deep_research_event"]
-    data: DeepResearchEventData
-
-    def to_response(self):
-        return self.model_dump()

packages/create-llama/templates/components/agents/python/financial_report/README-template.md

@@ -1,57 +0,0 @@
-This is a [LlamaIndex](https://www.llamaindex.ai/) multi-agents project using [Workflows](https://docs.llamaindex.ai/en/stable/understanding/workflows/).
-
-## Getting Started
-
-First, setup the environment with poetry:
-
-> **_Note:_** This step is not needed if you are using the dev-container.
-
-```shell
-uv sync
-```
-
-Then check the parameters that have been pre-configured in the `.env` file in this directory. (E.g. you might need to configure an `OPENAI_API_KEY` if you're using OpenAI as model provider and `E2B_API_KEY` for the [E2B's code interpreter tool](https://e2b.dev/docs)).
-
-Second, generate the embeddings of the documents in the `./data` directory:
-
-```shell
-uv run generate
-```
-
-Third, run the development server:
-
-```shell
-uv run dev
-```
-
-The example provides one streaming API endpoint `/api/chat`.
-You can test the endpoint with the following curl request:
-
-```
-curl --location 'localhost:8000/api/chat' \
---header 'Content-Type: application/json' \
---data '{ "messages": [{ "role": "user", "content": "Create a report comparing the finances of Apple and Tesla" }] }'
-```
-
-You can start editing the API by modifying `app/api/routers/chat.py` or `app/workflows/financial_report.py`. The API auto-updates as you save the files.
-
-Open [http://localhost:8000](http://localhost:8000) with your browser to start the app.
-
-To start the app optimized for **production**, run:
-
-```
-uv run prod
-```
-
-## Deployments
-
-For production deployments, check the [DEPLOY.md](DEPLOY.md) file.
-
-## Learn More
-
-To learn more about LlamaIndex, take a look at the following resources:
-
-- [LlamaIndex Documentation](https://docs.llamaindex.ai) - learn about LlamaIndex.
-- [Workflows Introduction](https://docs.llamaindex.ai/en/stable/understanding/workflows/) - learn about LlamaIndex workflows.
-
-You can check out [the LlamaIndex GitHub repository](https://github.com/run-llama/llama_index) - your feedback and contributions are welcome!