run-llama/LlamaIndexTS
1
0
Fork 0
mirror of https://github.com/run-llama/LlamaIndexTS.git synced 2026-07-18 16:44:33 -04:00
Code Issues 138 Packages Projects Releases 10 Wiki Activity

fix: cloudflare dev (#851)

Browse Source
This commit is contained in:
Alex Yang
2024-05-16 17:25:32 -07:00
committed by GitHub
parent c517f35526
commit 34fb1d8992
11 changed files with 56698 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.changeset/cuddly-elephants-crash.md
+7
View File
@@ -0,0 +1,7 @@
---
"llamaindex": patch
"@llamaindex/core-e2e": patch
"@llamaindex/cloudflare-worker-agent-test": patch
---
fix: cloudflare dev
packages/core/e2e/examples/cloudflare-worker-agent/package.json
+2 -2
View File
@@ -13,12 +13,12 @@
},
"devDependencies": {
"@cloudflare/vitest-pool-workers": "^0.2.6",
"@cloudflare/workers-types": "^4.20240502.0",
"@cloudflare/workers-types": "^4.20240512.0",
"@vitest/runner": "1.3.0",
"@vitest/snapshot": "1.3.0",
"typescript": "^5.4.5",
"vitest": "1.3.0",
"wrangler": "^3.53.1"
"wrangler": "^3.56.0"
},
"dependencies": {
"llamaindex": "workspace:*"
packages/core/package.json
+1
View File
@@ -56,6 +56,7 @@
"pgvector": "^0.1.8",
"portkey-ai": "^0.1.16",
"rake-modified": "^1.0.8",
"std-env": "^3.7.0",
"string-strip-html": "^13.4.8",
"wikipedia": "^2.1.2",
"wink-nlp": "^2.2.2"
packages/core/src/internal/deps/transformers.ts
+15 -7
View File
@@ -1,15 +1,23 @@
let transformer: typeof import("@xenova/transformers") | null = null;
/**
* Copy/paste from `@xenova/transformers` dist and types folders
*
* @module
*/
import { runtime } from "std-env";
// @ts-expect-error
let transformer: typeof import("./transformers/transformers.js") | null = null;
export async function lazyLoadTransformers() {
export async function lazyLoadTransformers(): Promise<
typeof import("@xenova/transformers")
> {
if (!transformer) {
transformer = await import("@xenova/transformers");
// @ts-expect-error
transformer = await import("./transformers/transformers.js");
}
// @ts-expect-error
if (typeof EdgeRuntime === "string") {
// there is no local file system in the edge runtime
if (runtime !== "node" && runtime !== "deno" && runtime !== "bun") {
// there is no local file system for such runtimes
transformer.env.allowLocalModels = false;
}
// fixme: handle cloudflare workers case here?
return transformer;
}
packages/core/src/internal/deps/transformers/ort-wasm-simd-threaded.wasm
BIN
View File
Binary file not shown.
packages/core/src/internal/deps/transformers/ort-wasm-simd.wasm
BIN
View File
Binary file not shown.
packages/core/src/internal/deps/transformers/ort-wasm-threaded.wasm
BIN
View File
Binary file not shown.
packages/core/src/internal/deps/transformers/ort-wasm.wasm
BIN
View File
Binary file not shown.
packages/core/src/internal/deps/transformers/transformers.js
+56511
View File
File diff suppressed because one or more lines are too long
packages/core/src/internal/deps/transformers/transformers.js.map
+1
View File
File diff suppressed because one or more lines are too long
pnpm-lock.yaml
Generated
+161 -34
View File
@@ -439,6 +439,9 @@ importers:
rake-modified:
specifier: ^1.0.8
version: 1.0.8
std-env:
specifier: ^3.7.0
version: 3.7.0
string-strip-html:
specifier: ^13.4.8
version: 13.4.8
@@ -494,10 +497,10 @@ importers:
devDependencies:
'@cloudflare/vitest-pool-workers':
specifier: ^0.2.6
version: 0.2.6(@cloudflare/workers-types@4.20240502.0)(@vitest/runner@1.3.0)(@vitest/snapshot@1.3.0)(vitest@1.3.0(@types/node@20.12.11)(terser@5.31.0))
version: 0.2.6(@cloudflare/workers-types@4.20240512.0)(@vitest/runner@1.3.0)(@vitest/snapshot@1.3.0)(vitest@1.3.0(@types/node@20.12.11)(terser@5.31.0))
'@cloudflare/workers-types':
specifier: ^4.20240502.0
version: 4.20240502.0
specifier: ^4.20240512.0
version: 4.20240512.0
'@vitest/runner':
specifier: 1.3.0
version: 1.3.0
@@ -511,8 +514,8 @@ importers:
specifier: 1.3.0
version: 1.3.0(@types/node@20.12.11)(terser@5.31.0)
wrangler:
specifier: ^3.53.1
version: 3.53.1(@cloudflare/workers-types@4.20240502.0)
specifier: ^3.56.0
version: 3.56.0(@cloudflare/workers-types@4.20240512.0)
packages/core/e2e/examples/nextjs-agent:
dependencies:
@@ -1566,32 +1569,62 @@ packages:
cpu: [x64]
os: [darwin]
'@cloudflare/workerd-darwin-64@1.20240512.0':
resolution: {integrity: sha512-VMp+CsSHFALQiBzPdQ5dDI4T1qwLu0mQ0aeKVNDosXjueN0f3zj/lf+mFil5/9jBbG3t4mG0y+6MMnalP9Lobw==}
engines: {node: '>=16'}
cpu: [x64]
os: [darwin]
'@cloudflare/workerd-darwin-arm64@1.20240419.0':
resolution: {integrity: sha512-z4etQSPiD5Gcjs962LiC7ZdmXnN6SGof5KrYoFiSI9X9kUvpuGH/lnjVVPd+NnVNeDU2kzmcAIgyZjkjTaqVXQ==}
engines: {node: '>=16'}
cpu: [arm64]
os: [darwin]
'@cloudflare/workerd-darwin-arm64@1.20240512.0':
resolution: {integrity: sha512-lZktXGmzMrB5rJqY9+PmnNfv1HKlj/YLZwMjPfF0WVKHUFdvQbAHsi7NlKv6mW9uIvlZnS+K4sIkWc0MDXcRnA==}
engines: {node: '>=16'}
cpu: [arm64]
os: [darwin]
'@cloudflare/workerd-linux-64@1.20240419.0':
resolution: {integrity: sha512-lBwhg0j3sYTFMsEb4bOClbVje8nqrYOu0H3feQlX+Eks94JIhWPkf8ywK4at/BUc1comPMhCgzDHwc2OMPUGgg==}
engines: {node: '>=16'}
cpu: [x64]
os: [linux]
'@cloudflare/workerd-linux-64@1.20240512.0':
resolution: {integrity: sha512-wrHvqCZZqXz6Y3MUTn/9pQNsvaoNjbJpuA6vcXsXu8iCzJi911iVW2WUEBX+MpUWD+mBIP0oXni5tTlhkokOPw==}
engines: {node: '>=16'}
cpu: [x64]
os: [linux]
'@cloudflare/workerd-linux-arm64@1.20240419.0':
resolution: {integrity: sha512-ZMY6wwWkxL+WPq8ydOp/irSYjAnMhBz1OC1+4z+OANtDs2beaZODmq7LEB3hb5WUAaTPY7DIjZh3DfDfty0nYg==}
engines: {node: '>=16'}
cpu: [arm64]
os: [linux]
'@cloudflare/workerd-linux-arm64@1.20240512.0':
resolution: {integrity: sha512-YPezHMySL9J9tFdzxz390eBswQ//QJNYcZolz9Dgvb3FEfdpK345cE/bsWbMOqw5ws2f82l388epoenghtYvAg==}
engines: {node: '>=16'}
cpu: [arm64]
os: [linux]
'@cloudflare/workerd-windows-64@1.20240419.0':
resolution: {integrity: sha512-YJjgaJN2yGTkV7Cr4K3i8N4dUwVQTclT3Pr3NpRZCcLjTszwlE53++XXDnHMKGXBbSguIizaVbmcU2EtmIXyeQ==}
engines: {node: '>=16'}
cpu: [x64]
os: [win32]
'@cloudflare/workers-types@4.20240502.0':
resolution: {integrity: sha512-OB1jIyPOzyOcuZFHWhsQnkRLN6u8+jmU9X3T4KZlGgn3Ivw8pBiswhLOp+yFeChR3Y4/5+V0hPFRko5SReordg==}
'@cloudflare/workerd-windows-64@1.20240512.0':
resolution: {integrity: sha512-SxKapDrIYSscMR7lGIp/av0l6vokjH4xQ9ACxHgXh+OdOus9azppSmjaPyw4/ePvg7yqpkaNjf9o258IxWtvKQ==}
engines: {node: '>=16'}
cpu: [x64]
os: [win32]
'@cloudflare/workers-types@4.20240512.0':
resolution: {integrity: sha512-o2yTEWg+YK/I1t/Me+dA0oarO0aCbjibp6wSeaw52DSE9tDyKJ7S+Qdyw/XsMrKn4t8kF6f/YOba+9O4MJfW9w==}
'@colors/colors@1.5.0':
resolution: {integrity: sha512-ooWCrlZP11i8GImSjTHYHLkvFDP48nS4+204nGb1RiX/WXYHmJA2III9/e2DWVabCESdW7hBAEzHRqUn9OUVvQ==}
@@ -3809,14 +3842,17 @@ packages:
bare-events@2.2.2:
resolution: {integrity: sha512-h7z00dWdG0PYOQEvChhOSWvOfkIKsdZGkWr083FgN/HyoQuebSew/cgirYqh9SCuy/hRvxc5Vy6Fw8xAmYHLkQ==}
bare-fs@2.2.3:
resolution: {integrity: sha512-amG72llr9pstfXOBOHve1WjiuKKAMnebcmMbPWDZ7BCevAoJLpugjuAPRsDINEyjT0a6tbaVx3DctkXIRbLuJw==}
bare-fs@2.3.0:
resolution: {integrity: sha512-TNFqa1B4N99pds2a5NYHR15o0ZpdNKbAeKTE/+G6ED/UeOavv8RY3dr/Fu99HW3zU3pXpo2kDNO8Sjsm2esfOw==}
bare-os@2.2.1:
resolution: {integrity: sha512-OwPyHgBBMkhC29Hl3O4/YfxW9n7mdTr2+SsO29XBWKKJsbgj3mnorDB80r5TiCQgQstgE5ga1qNYrpes6NvX2w==}
bare-os@2.3.0:
resolution: {integrity: sha512-oPb8oMM1xZbhRQBngTgpcQ5gXw6kjOaRsSWsIeNyRxGed2w/ARyP7ScBYpWR1qfX2E5rS3gBw6OWcSQo+s+kUg==}
bare-path@2.1.1:
resolution: {integrity: sha512-OHM+iwRDRMDBsSW7kl3dO62JyHdBKO3B25FB9vNQBPcGHMo4+eA8Yj41Lfbk3pS/seDY+siNge0LdRTulAau/A==}
bare-path@2.1.2:
resolution: {integrity: sha512-o7KSt4prEphWUHa3QUwCxUI00R86VdjiuxmJK0iNVDHYPGo+HsDaVCnqCmPbf/MiW1ok8F4p3m8RTHlWk8K2ig==}
bare-stream@1.0.0:
resolution: {integrity: sha512-KhNUoDL40iP4gFaLSsoGE479t0jHijfYdIcxRn/XtezA2BaUD0NRf/JGRpsMq6dMNM+SrCrB0YSSo/5wBY4rOQ==}
base64-js@1.5.1:
resolution: {integrity: sha512-AKpaYlHn8t4SVbOHCy+b5+KKgvR4vrsD8vbvrbiQJps7fKDTkjkDry6ji0rUJjC0kzbNePLwzxq8iypo41qeWA==}
@@ -6836,6 +6872,11 @@ packages:
engines: {node: '>=16.13'}
hasBin: true
miniflare@3.20240512.0:
resolution: {integrity: sha512-X0PlKR0AROKpxFoJNmRtCMIuJxj+ngEcyTOlEokj2rAQ0TBwUhB4/1uiPvdI6ofW5NugPOD1uomAv+gLjwsLDQ==}
engines: {node: '>=16.13'}
hasBin: true
minimalistic-assert@1.0.1:
resolution: {integrity: sha512-UtJcAD4yEaGtjPezWuO9wC4nwUnVH/8/Im3yEHQP4b67cXlD/Qr9hdITCU1xDbSEXg2XKNaP8jsReV7vQd00/A==}
@@ -7009,8 +7050,8 @@ packages:
no-case@3.0.4:
resolution: {integrity: sha512-fgAN3jGAh+RoxUGZHTSOLJIqUc2wmoBwGR4tbpNAKmmovFoWq0OdRkb0VkldReO2a2iBT/OEulG9XSUc10r3zg==}
node-abi@3.57.0:
resolution: {integrity: sha512-Dp+A9JWxRaKuHP35H77I4kCKesDy5HUDEmScia2FyncMTOXASMyg251F5PhFoDA5uqBrDDffiLpbqnrZmNXW+g==}
node-abi@3.62.0:
resolution: {integrity: sha512-CPMcGa+y33xuL1E0TcNIu4YyaZCxnnvkVaEXrsosR3FxN+fV8xvb7Mzpb7IgKler10qeMkE6+Dp8qJhpzdq35g==}
engines: {node: '>=10'}
node-addon-api@3.2.1:
@@ -9026,8 +9067,8 @@ packages:
tar-fs@2.1.1:
resolution: {integrity: sha512-V0r2Y9scmbDRLCNex/+hYzvp/zyYjvFbHPNgVTKfQvVrb6guiE/fxP+XblDNR011utopbkex2nM4dHNV6GDsng==}
tar-fs@3.0.5:
resolution: {integrity: sha512-JOgGAmZyMgbqpLwct7ZV8VzkEB6pxXFBVErLtb+XCOqzc6w1xiWKI9GVd6bwk68EX7eJ4DWmfXVmq8K2ziZTGg==}
tar-fs@3.0.6:
resolution: {integrity: sha512-iokBDQQkUyeXhgPYaZxmczGPhnhXZ0CmrqI+MOb/WFGS9DW5wnfrLgtjUJBvz50vQ3qfRwJ62QVoCFu8mPVu5w==}
tar-stream@2.2.0:
resolution: {integrity: sha512-ujeqbceABgwMZxEJnk2HDY2DlnUZ+9oEcb1KzTVfYHio0UE6dG71n60d8D2I4qNvleWrrXpmjpt7vZeF1LnMZQ==}
@@ -9825,6 +9866,11 @@ packages:
engines: {node: '>=16'}
hasBin: true
workerd@1.20240512.0:
resolution: {integrity: sha512-VUBmR1PscAPHEE0OF/G2K7/H1gnr9aDWWZzdkIgWfNKkv8dKFCT75H+GJtUHjfwqz3rYCzaNZmatSXOpLGpF8A==}
engines: {node: '>=16'}
hasBin: true
wrangler@3.53.1:
resolution: {integrity: sha512-bdMRQdHYdvowIwOhEMFkARIZUh56aDw7HLUZ/2JreBjj760osXE4Fc4L1TCkfRRBWgB6/LKF5LA4OcvORMYmHg==}
engines: {node: '>=16.17.0'}
@@ -9835,6 +9881,16 @@ packages:
'@cloudflare/workers-types':
optional: true
wrangler@3.56.0:
resolution: {integrity: sha512-YEUscEmg6F7nVPoNX5uaQ/KT0ztkPLLN4XGOl9uwgLCTHsyilzeh4WvEg6lelDi60EIXhuzWLjf0jBFN4wbnZw==}
engines: {node: '>=16.17.0'}
hasBin: true
peerDependencies:
'@cloudflare/workers-types': ^4.20240512.0
peerDependenciesMeta:
'@cloudflare/workers-types':
optional: true
wrap-ansi@6.2.0:
resolution: {integrity: sha512-r6lPcBGxZXlIcymEu7InxDMhdW0KDxpLgoFLcguasxCaJ/SOIZwINatK9KY/tf+ZrlywOKU0UDj3ATXUBfxJXA==}
engines: {node: '>=8'}
@@ -11098,7 +11154,7 @@ snapshots:
dependencies:
mime: 3.0.0
'@cloudflare/vitest-pool-workers@0.2.6(@cloudflare/workers-types@4.20240502.0)(@vitest/runner@1.3.0)(@vitest/snapshot@1.3.0)(vitest@1.3.0(@types/node@20.12.11)(terser@5.31.0))':
'@cloudflare/vitest-pool-workers@0.2.6(@cloudflare/workers-types@4.20240512.0)(@vitest/runner@1.3.0)(@vitest/snapshot@1.3.0)(vitest@1.3.0(@types/node@20.12.11)(terser@5.31.0))':
dependencies:
'@vitest/runner': 1.3.0
'@vitest/snapshot': 1.3.0
@@ -11108,7 +11164,7 @@ snapshots:
esbuild: 0.17.19
miniflare: 3.20240419.0
vitest: 1.3.0(@types/node@20.12.11)(terser@5.31.0)
wrangler: 3.53.1(@cloudflare/workers-types@4.20240502.0)
wrangler: 3.53.1(@cloudflare/workers-types@4.20240512.0)
zod: 3.23.8
transitivePeerDependencies:
- '@cloudflare/workers-types'
@@ -11119,19 +11175,34 @@ snapshots:
'@cloudflare/workerd-darwin-64@1.20240419.0':
optional: true
'@cloudflare/workerd-darwin-64@1.20240512.0':
optional: true
'@cloudflare/workerd-darwin-arm64@1.20240419.0':
optional: true
'@cloudflare/workerd-darwin-arm64@1.20240512.0':
optional: true
'@cloudflare/workerd-linux-64@1.20240419.0':
optional: true
'@cloudflare/workerd-linux-64@1.20240512.0':
optional: true
'@cloudflare/workerd-linux-arm64@1.20240419.0':
optional: true
'@cloudflare/workerd-linux-arm64@1.20240512.0':
optional: true
'@cloudflare/workerd-windows-64@1.20240419.0':
optional: true
'@cloudflare/workers-types@4.20240502.0': {}
'@cloudflare/workerd-windows-64@1.20240512.0':
optional: true
'@cloudflare/workers-types@4.20240512.0': {}
'@colors/colors@1.5.0':
optional: true
@@ -13823,19 +13894,24 @@ snapshots:
bare-events@2.2.2:
optional: true
bare-fs@2.2.3:
bare-fs@2.3.0:
dependencies:
bare-events: 2.2.2
bare-path: 2.1.1
streamx: 2.16.1
bare-path: 2.1.2
bare-stream: 1.0.0
optional: true
bare-os@2.2.1:
bare-os@2.3.0:
optional: true
bare-path@2.1.1:
bare-path@2.1.2:
dependencies:
bare-os: 2.2.1
bare-os: 2.3.0
optional: true
bare-stream@1.0.0:
dependencies:
streamx: 2.16.1
optional: true
base64-js@1.5.1: {}
@@ -17600,6 +17676,25 @@ snapshots:
- supports-color
- utf-8-validate
miniflare@3.20240512.0:
dependencies:
'@cspotcode/source-map-support': 0.8.1
acorn: 8.11.3
acorn-walk: 8.3.2
capnp-ts: 0.7.0
exit-hook: 2.2.1
glob-to-regexp: 0.4.1
stoppable: 1.1.0
undici: 5.28.4
workerd: 1.20240512.0
ws: 8.17.0
youch: 3.3.3
zod: 3.23.8
transitivePeerDependencies:
- bufferutil
- supports-color
- utf-8-validate
minimalistic-assert@1.0.1: {}
minimatch@3.1.2:
@@ -17784,7 +17879,7 @@ snapshots:
lower-case: 2.0.2
tslib: 2.6.2
node-abi@3.57.0:
node-abi@3.62.0:
dependencies:
semver: 7.6.1
@@ -18593,7 +18688,7 @@ snapshots:
minimist: 1.2.8
mkdirp-classic: 0.5.3
napi-build-utils: 1.0.2
node-abi: 3.57.0
node-abi: 3.62.0
pump: 3.0.0
rc: 1.2.8
simple-get: 4.0.1
@@ -19521,7 +19616,7 @@ snapshots:
prebuild-install: 7.1.2
semver: 7.6.1
simple-get: 4.0.1
tar-fs: 3.0.5
tar-fs: 3.0.6
tunnel-agent: 0.6.0
sharp@0.33.3:
@@ -20084,13 +20179,13 @@ snapshots:
pump: 3.0.0
tar-stream: 2.2.0
tar-fs@3.0.5:
tar-fs@3.0.6:
dependencies:
pump: 3.0.0
tar-stream: 3.1.7
optionalDependencies:
bare-fs: 2.2.3
bare-path: 2.1.1
bare-fs: 2.3.0
bare-path: 2.1.2
tar-stream@2.2.0:
dependencies:
@@ -21063,7 +21158,15 @@ snapshots:
'@cloudflare/workerd-linux-arm64': 1.20240419.0
'@cloudflare/workerd-windows-64': 1.20240419.0
wrangler@3.53.1(@cloudflare/workers-types@4.20240502.0):
workerd@1.20240512.0:
optionalDependencies:
'@cloudflare/workerd-darwin-64': 1.20240512.0
'@cloudflare/workerd-darwin-arm64': 1.20240512.0
'@cloudflare/workerd-linux-64': 1.20240512.0
'@cloudflare/workerd-linux-arm64': 1.20240512.0
'@cloudflare/workerd-windows-64': 1.20240512.0
wrangler@3.53.1(@cloudflare/workers-types@4.20240512.0):
dependencies:
'@cloudflare/kv-asset-handler': 0.3.2
'@esbuild-plugins/node-globals-polyfill': 0.2.3(esbuild@0.17.19)
@@ -21080,7 +21183,31 @@ snapshots:
source-map: 0.6.1
xxhash-wasm: 1.0.2
optionalDependencies:
'@cloudflare/workers-types': 4.20240502.0
'@cloudflare/workers-types': 4.20240512.0
fsevents: 2.3.3
transitivePeerDependencies:
- bufferutil
- supports-color
- utf-8-validate
wrangler@3.56.0(@cloudflare/workers-types@4.20240512.0):
dependencies:
'@cloudflare/kv-asset-handler': 0.3.2
'@esbuild-plugins/node-globals-polyfill': 0.2.3(esbuild@0.17.19)
'@esbuild-plugins/node-modules-polyfill': 0.2.2(esbuild@0.17.19)
blake3-wasm: 2.1.5
chokidar: 3.6.0
esbuild: 0.17.19
miniflare: 3.20240512.0
nanoid: 3.3.7
path-to-regexp: 6.2.2
resolve: 1.22.8
resolve.exports: 2.0.2
selfsigned: 2.4.1
source-map: 0.6.1
xxhash-wasm: 1.0.2
optionalDependencies:
'@cloudflare/workers-types': 4.20240512.0
fsevents: 2.3.3
transitivePeerDependencies:
- bufferutil