chore: create-llama monorepo (#581)

* chore: create-llama monorepo

* add root package.json and pnpm workspace

* keep e2e inside create-llama

* update root package.json

* move scripts and dev dependencies of create-llama to root

* update e2e test for create-llama package

* update lint workflow

* update release llama-index-server workflow

* update path for test_llama_index_server workflow

* remove local lock file

* keep lint and format in create-llama

* fix: format

* update pre-commit

* move playwright back to create-llama

* disable pnpm for installing generated frontend

* use npm for type check

* update gitignore

* try --ignore-workspace option

* Move llama-index-server from packages/python-server to python directory

* update CI for python server

* Create plenty-spies-tickle.md

.changeset/plenty-spies-tickle.md

@@ -0,0 +1,5 @@
+---
+"create-llama": patch
+---
+
+chore: create-llama monorepo

.github/workflows/e2e.yml

@@ -1,13 +1,13 @@
-name: E2E Tests
+name: E2E Tests for create-llama package
 on:
   push:
     branches: [main]
     paths-ignore:
-      - "llama-index-server/**"
+      - "python/llama-index-server/**"
   pull_request:
     branches: [main]
     paths-ignore:
-      - "llama-index-server/**"
+      - "python/llama-index-server/**"
 
 jobs:
   e2e-python:
@@ -51,15 +51,15 @@ jobs:
 
       - name: Install Playwright Browsers
         run: pnpm exec playwright install --with-deps
-        working-directory: .
+        working-directory: packages/create-llama
 
       - name: Build create-llama
         run: pnpm run build
-        working-directory: .
+        working-directory: packages/create-llama
 
       - name: Install
         run: pnpm run pack-install
-        working-directory: .
+        working-directory: packages/create-llama
 
       - name: Run Playwright tests for Python
         run: pnpm run e2e:python
@@ -70,13 +70,13 @@ jobs:
           DATASOURCE: ${{ matrix.datasources }}
           PYTHONIOENCODING: utf-8
           PYTHONLEGACYWINDOWSSTDIO: utf-8
-        working-directory: .
+        working-directory: packages/create-llama
 
       - uses: actions/upload-artifact@v4
         if: always()
         with:
           name: playwright-report-python-${{ matrix.os }}-${{ matrix.frameworks }}-${{ matrix.datasources }}
-          path: ./playwright-report/
+          path: packages/create-llama/playwright-report/
           overwrite: true
           retention-days: 30
 
@@ -121,15 +121,15 @@ jobs:
 
       - name: Install Playwright Browsers
         run: pnpm exec playwright install --with-deps
-        working-directory: .
+        working-directory: packages/create-llama
 
       - name: Build create-llama
         run: pnpm run build
-        working-directory: .
+        working-directory: packages/create-llama
 
       - name: Install
         run: pnpm run pack-install
-        working-directory: .
+        working-directory: packages/create-llama
 
       - name: Run Playwright tests for TypeScript
         run: pnpm run e2e:typescript
@@ -138,12 +138,12 @@ jobs:
           LLAMA_CLOUD_API_KEY: ${{ secrets.LLAMA_CLOUD_API_KEY }}
           FRAMEWORK: ${{ matrix.frameworks }}
           DATASOURCE: ${{ matrix.datasources }}
-        working-directory: .
+        working-directory: packages/create-llama
 
       - uses: actions/upload-artifact@v4
         if: always()
         with:
           name: playwright-report-typescript-${{ matrix.os }}-${{ matrix.frameworks }}-${{ matrix.datasources }}-node${{ matrix.node-version }}
-          path: ./playwright-report/
+          path: packages/create-llama/playwright-report/
           overwrite: true
           retention-days: 30

.github/workflows/lint_on_push_or_pull.yml

@@ -35,8 +35,10 @@ jobs:
         uses: chartboost/ruff-action@v1
         with:
           args: "format --check"
+          src: "python/llama-index-server"
 
       - name: Run Python lint
         uses: chartboost/ruff-action@v1
         with:
           args: "check"
+          src: "python/llama-index-server"

.github/workflows/release_llama_index_server.yml

@@ -5,7 +5,7 @@ on:
     branches:
       - main
     paths:
-      - "llama-index-server/**"
+      - "python/llama-index-server/**"
       - ".github/workflows/release_llama_index_server.yml"
   pull_request:
     types:
@@ -19,7 +19,7 @@ jobs:
     runs-on: ubuntu-latest
     defaults:
       run:
-        working-directory: ./llama-index-server
+        working-directory: ./python/llama-index-server
     if: |
       github.event_name == 'push' && 
       !startsWith(github.ref, 'refs/heads/release/llama-index-server-v')
@@ -80,7 +80,7 @@ jobs:
     runs-on: ubuntu-latest
     defaults:
       run:
-        working-directory: ./llama-index-server
+        working-directory: ./python/llama-index-server
     if: |
       github.event_name == 'pull_request' && 
       github.event.pull_request.merged == true && 
@@ -114,7 +114,7 @@ jobs:
         with:
           python_version: "3.11"
           pypi_token: ${{ secrets.PYPI_TOKEN }}
-          package_directory: "llama-index-server"
+          package_directory: "python/llama-index-server"
           poetry_install_options: "--without dev"
 
       - name: Create GitHub Release

.github/workflows/test_llama_index_server.yml

@@ -13,7 +13,7 @@ jobs:
     runs-on: ${{ matrix.os }}
     defaults:
       run:
-        working-directory: llama-index-server
+        working-directory: python/llama-index-server
     strategy:
       matrix:
         os: [ubuntu-latest, windows-latest]
@@ -50,7 +50,7 @@ jobs:
     runs-on: ubuntu-latest
     defaults:
       run:
-        working-directory: llama-index-server
+        working-directory: python/llama-index-server
     steps:
       - uses: actions/checkout@v4
 
@@ -82,7 +82,7 @@ jobs:
     runs-on: ubuntu-latest
     defaults:
       run:
-        working-directory: llama-index-server
+        working-directory: python/llama-index-server
     steps:
       - uses: actions/checkout@v4
       - name: Install Poetry
@@ -108,4 +108,4 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: llama-index-server
-          path: llama-index-server/dist/
+          path: python/llama-index-server/dist/

.gitignore

@@ -6,10 +6,6 @@ node_modules
 .pnpm-store
 .pnp.js
 
-# testing
-coverage
-.coverage
-
 # next.js
 .next/
 out/
@@ -35,31 +31,9 @@ yarn-error.log*
 dist/
 lib/
 
-# e2e
-.cache
-test-results/
-playwright-report/
-blob-report/
-playwright/.cache/
-.tsbuildinfo
-e2e/cache
-
 # intellij
 **/.idea
 
-# Python
-.mypy_cache/
-venv/
-.venv/
-dist/
-.__pycache__
-__pycache__
-.python-version
-.ui
-
-# build artifacts
-create-llama-*.tgz
-
 # vscode
 .vscode
 !.vscode/settings.json

.husky/pre-commit

@@ -1,3 +1,3 @@
 pnpm format
 pnpm lint
-uvx ruff format --check templates/
+uvx ruff format --check packages/create-llama/templates/

package.json

@@ -1,86 +1,39 @@
 {
-  "name": "create-llama",
-  "version": "0.5.10",
-  "description": "Create LlamaIndex-powered apps with one command",
-  "keywords": [
-    "rag",
-    "llamaindex",
-    "next.js"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/run-llama/create-llama",
-    "directory": "packages/create-llama"
-  },
-  "license": "MIT",
-  "bin": {
-    "create-llama": "./dist/index.js"
-  },
-  "files": [
-    "dist"
-  ],
-  "scripts": {
-    "build": "bash ./scripts/build.sh",
-    "build:ncc": "pnpm run clean && ncc build ./index.ts -o ./dist/ --minify --no-cache --no-source-map-register",
-    "clean": "rimraf --glob ./dist ./templates/**/__pycache__ ./templates/**/node_modules ./templates/**/poetry.lock",
-    "dev": "ncc build ./index.ts -w -o dist/",
-    "e2e": "playwright test",
-    "e2e:python": "playwright test e2e/shared e2e/python",
-    "e2e:typescript": "playwright test e2e/shared e2e/typescript",
-    "format": "prettier --ignore-unknown --cache --check .",
-    "format:write": "prettier --ignore-unknown --write .",
-    "lint": "eslint . --ignore-pattern dist --ignore-pattern e2e/cache",
-    "new-snapshot": "pnpm run build && changeset version --snapshot",
-    "new-version": "pnpm run build && changeset version",
-    "pack-install": "bash ./scripts/pack.sh",
-    "prepare": "husky",
-    "release": "pnpm run build && changeset publish",
-    "release-snapshot": "pnpm run build && changeset publish --tag snapshot"
-  },
-  "dependencies": {
-    "@types/async-retry": "1.4.2",
-    "@types/ci-info": "2.0.0",
-    "@types/cross-spawn": "6.0.0",
-    "@types/fs-extra": "11.0.4",
-    "@types/node": "^20.11.7",
-    "@types/prompts": "2.4.2",
-    "@types/tar": "6.1.5",
-    "@types/validate-npm-package-name": "3.0.0",
-    "async-retry": "1.3.1",
-    "async-sema": "3.0.1",
-    "ci-info": "github:watson/ci-info#f43f6a1cefff47fb361c88cf4b943fdbcaafe540",
-    "commander": "12.1.0",
-    "cross-spawn": "7.0.3",
-    "fast-glob": "3.3.1",
-    "fs-extra": "11.2.0",
-    "global-agent": "^3.0.0",
-    "got": "10.7.0",
-    "ollama": "^0.5.0",
-    "ora": "^8.0.1",
-    "picocolors": "1.0.0",
-    "prompts": "2.4.2",
-    "smol-toml": "^1.1.4",
-    "tar": "6.1.15",
-    "terminal-link": "^3.0.0",
-    "update-check": "1.5.4",
-    "validate-npm-package-name": "3.0.0",
-    "yaml": "2.4.1"
-  },
-  "devDependencies": {
-    "@changesets/cli": "^2.27.1",
-    "@playwright/test": "^1.41.1",
-    "@vercel/ncc": "0.38.1",
-    "eslint": "^8.56.0",
-    "eslint-config-prettier": "^8.10.0",
-    "husky": "^9.0.10",
-    "prettier": "^3.2.5",
-    "prettier-plugin-organize-imports": "^3.2.4",
-    "rimraf": "^5.0.5",
-    "typescript": "^5.3.3",
-    "wait-port": "^1.1.0"
-  },
-  "packageManager": "pnpm@9.0.5",
-  "engines": {
-    "node": ">=16.14.0"
-  }
+	"name": "create-llama-monorepo",
+	"version": "1.0.0",
+	"private": true,
+	"description": "Monorepo for create-llama",
+	"keywords": [
+		"rag",
+		"llamaindex"
+	],
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/run-llama/create-llama"
+	},
+	"license": "MIT",
+	"workspaces": [
+		"packages/*"
+	],
+	"scripts": {
+		"prepare": "husky",
+		"new-snapshot": "pnpm -r build && changeset version --snapshot",
+		"new-version": "pnpm -r build && changeset version",
+		"release": "pnpm -r build && changeset publish",
+		"release-snapshot": "pnpm -r build && changeset publish --tag snapshot",
+		"build": "pnpm -r --filter create-llama build",
+		"e2e": "pnpm -r --filter create-llama e2e",
+		"dev": "pnpm -r --filter create-llama dev",
+		"format": "pnpm -r --filter create-llama format",
+		"format:write": "pnpm -r --filter create-llama format:write",
+		"lint": "pnpm -r --filter create-llama lint"
+	},
+	"devDependencies": {
+		"@changesets/cli": "^2.27.1",
+		"husky": "^9.0.10"
+	},
+	"packageManager": "pnpm@9.0.5",
+	"engines": {
+		"node": ">=16.14.0"
+	}
 }

packages/create-llama/.gitignore

@@ -0,0 +1,61 @@
+# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
+
+# dependencies
+node_modules
+.pnp
+.pnpm-store
+.pnp.js
+
+# testing
+coverage
+.coverage
+
+# next.js
+.next/
+out/
+build
+
+# misc
+.DS_Store
+*.pem
+
+# debug
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# local env files
+.env
+.env.local
+.env.development.local
+.env.test.local
+.env.production.local
+
+# build
+dist/
+lib/
+
+# e2e
+.cache
+test-results/
+playwright-report/
+blob-report/
+playwright/.cache/
+.tsbuildinfo
+e2e/cache
+
+# intellij
+**/.idea
+
+# Python
+.mypy_cache/
+venv/
+.venv/
+dist/
+.__pycache__
+__pycache__
+.python-version
+.ui
+
+# build artifacts
+create-llama-*.tgz

packages/create-llama/e2e/typescript/resolve_dependencies.spec.ts

@@ -74,7 +74,7 @@ test.describe("Test resolve TS dependencies", () => {
     // Install dependencies using pnpm
     try {
       const { stderr: installStderr } = await execAsync(
-        "pnpm install --prefer-offline",
+        "pnpm install --prefer-offline --ignore-workspace",
         {
           cwd: appDir,
         },

packages/create-llama/package.json

@@ -0,0 +1,79 @@
+{
+  "name": "create-llama",
+  "version": "0.5.10",
+  "description": "Create LlamaIndex-powered apps with one command",
+  "keywords": [
+    "rag",
+    "llamaindex",
+    "next.js"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/run-llama/create-llama",
+    "directory": "packages/create-llama"
+  },
+  "license": "MIT",
+  "bin": {
+    "create-llama": "./dist/index.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "bash ./scripts/build.sh",
+    "build:ncc": "pnpm run clean && ncc build ./index.ts -o ./dist/ --minify --no-cache --no-source-map-register",
+    "clean": "rimraf --glob ./dist ./templates/**/__pycache__ ./templates/**/node_modules ./templates/**/poetry.lock",
+    "dev": "ncc build ./index.ts -w -o dist/",
+    "e2e": "playwright test",
+    "e2e:python": "playwright test e2e/shared e2e/python",
+    "e2e:typescript": "playwright test e2e/shared e2e/typescript",
+    "format": "prettier --ignore-unknown --cache --check .",
+    "format:write": "prettier --ignore-unknown --write .",
+    "lint": "eslint . --ignore-pattern dist --ignore-pattern e2e/cache",
+    "pack-install": "bash ./scripts/pack.sh"
+  },
+  "dependencies": {
+    "@types/async-retry": "1.4.2",
+    "@types/ci-info": "2.0.0",
+    "@types/cross-spawn": "6.0.0",
+    "@types/fs-extra": "11.0.4",
+    "@types/node": "^20.11.7",
+    "@types/prompts": "2.4.2",
+    "@types/tar": "6.1.5",
+    "@types/validate-npm-package-name": "3.0.0",
+    "async-retry": "1.3.1",
+    "async-sema": "3.0.1",
+    "ci-info": "github:watson/ci-info#f43f6a1cefff47fb361c88cf4b943fdbcaafe540",
+    "commander": "12.1.0",
+    "cross-spawn": "7.0.3",
+    "fast-glob": "3.3.1",
+    "fs-extra": "11.2.0",
+    "global-agent": "^3.0.0",
+    "got": "10.7.0",
+    "ollama": "^0.5.0",
+    "ora": "^8.0.1",
+    "picocolors": "1.0.0",
+    "prompts": "2.4.2",
+    "smol-toml": "^1.1.4",
+    "tar": "6.1.15",
+    "terminal-link": "^3.0.0",
+    "update-check": "1.5.4",
+    "validate-npm-package-name": "3.0.0",
+    "yaml": "2.4.1"
+  },
+  "devDependencies": {
+    "eslint": "^8.56.0",
+    "eslint-config-prettier": "^8.10.0",
+    "prettier": "^3.2.5",
+    "prettier-plugin-organize-imports": "^3.2.4",
+    "@playwright/test": "^1.41.1",
+    "@vercel/ncc": "0.38.1",
+    "rimraf": "^5.0.5",
+    "typescript": "^5.3.3",
+    "wait-port": "^1.1.0"
+  },
+  "packageManager": "pnpm@9.0.5",
+  "engines": {
+    "node": ">=16.14.0"
+  }
+}