chore: manual export modules

packages/core/package.json

@@ -136,6 +136,11 @@
       "import": "./dist/Tool.mjs",
       "require": "./dist/Tool.js"
     },
+    "./readers": {
+      "types": "./dist/readers.d.mts",
+      "import": "./dist/readers.mjs",
+      "require": "./dist/readers.js"
+    },
     "./readers/AssemblyAI": {
       "types": "./dist/readers/AssemblyAI.d.mts",
       "import": "./dist/readers/AssemblyAI.mjs",
@@ -146,10 +151,10 @@
       "import": "./dist/readers/base.mjs",
       "require": "./dist/readers/base.js"
     },
-    "./readers/CSVReader": {
-      "types": "./dist/readers/CSVReader.d.mts",
-      "import": "./dist/readers/CSVReader.mjs",
-      "require": "./dist/readers/CSVReader.js"
+    "./readers/PapaCSVReader": {
+      "types": "./dist/readers/PapaCSVReader.d.mts",
+      "import": "./dist/readers/PapaCSVReader.mjs",
+      "require": "./dist/readers/PapaCSVReader.js"
     },
     "./readers/DocxReader": {
       "types": "./dist/readers/DocxReader.d.mts",
@@ -207,8 +212,8 @@
   "scripts": {
     "lint": "eslint .",
     "test": "jest",
-    "build": "bunchee",
-    "dev": "bunchee -w",
+    "build": "NODE_OPTIONS=--max_old_space_size=8192 bunchee",
+    "dev": "NODE_OPTIONS=--max_old_space_size=8192 bunchee -w",
     "circular-check": "madge --circular ./src/*.ts"
   }
 }

packages/core/src/index.ts

@@ -21,15 +21,6 @@ export * from "./ingestion";
 export * from "./llm";
 export * from "./nodeParsers";
 export * from "./postprocessors";
-export * from "./readers/AssemblyAI";
-export * from "./readers/CSVReader";
-export * from "./readers/DocxReader";
-export * from "./readers/HTMLReader";
-export * from "./readers/MarkdownReader";
-export * from "./readers/NotionReader";
-export * from "./readers/PDFReader";
-export * from "./readers/SimpleDirectoryReader";
-export * from "./readers/SimpleMongoReader";
-export * from "./readers/base";
+export * from "./readers";
 export * from "./storage";
 export * from "./synthesizers";

packages/core/src/readers/SimpleDirectoryReader.ts

@@ -2,12 +2,12 @@ import _ from "lodash";
 import { Document } from "../Node";
 import { defaultFS } from "../env";
 import { CompleteFileSystem, walk } from "../storage/FileSystem";
-import { PapaCSVReader } from "./CSVReader";
 import { DocxReader } from "./DocxReader";
 import { HTMLReader } from "./HTMLReader";
 import { ImageReader } from "./ImageReader";
 import { MarkdownReader } from "./MarkdownReader";
 import { PDFReader } from "./PDFReader";
+import { PapaCSVReader } from "./PapaCSVReader";
 import { BaseReader } from "./base";
 
 type ReaderCallback = (

packages/core/src/readers/index.ts

@@ -0,0 +1,25 @@
+export {
+  AudioSubtitlesReader,
+  AudioTranscriptParagraphsReader,
+  AudioTranscriptReader,
+  AudioTranscriptSentencesReader,
+} from "./AssemblyAI";
+export type {
+  AssemblyAIOptions,
+  SubtitleFormat,
+  TranscribeParams,
+} from "./AssemblyAI";
+export { DocxReader } from "./DocxReader";
+export { HTMLReader } from "./HTMLReader";
+export { MarkdownReader } from "./MarkdownReader";
+export { NotionReader } from "./NotionReader";
+export { PDFReader } from "./PDFReader";
+export { PapaCSVReader } from "./PapaCSVReader";
+export {
+  FILE_EXT_TO_READER,
+  SimpleDirectoryReader,
+  TextFileReader,
+  type SimpleDirectoryReaderLoadDataProps,
+} from "./SimpleDirectoryReader";
+export { SimpleMongoReader } from "./SimpleMongoReader";
+export type { BaseReader } from "./base";