Class: IngestionPipeline
Constructors
constructor
• new IngestionPipeline(init?): IngestionPipeline
Parameters
| Name | Type |
|---|---|
init? | Partial<IngestionPipeline> & ClientParams |
Returns
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:73
Properties
_docStoreStrategy
• Private Optional _docStoreStrategy: TransformComponent
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:71
cache
• Optional cache: IngestionCache
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:64
client
• Optional client: PlatformApiClient
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:66
clientParams
• Optional clientParams: ClientParams
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:67
disableCache
• disableCache: boolean = false
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:65
docStore
• Optional docStore: BaseDocumentStore
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:62
docStoreStrategy
• docStoreStrategy: DocStoreStrategy = DocStoreStrategy.UPSERTS
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:63
documents
• Optional documents: Document<Metadata>[]
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:59
name
• name: string = DEFAULT_PIPELINE_NAME
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:69
projectName
• projectName: string = DEFAULT_PROJECT_NAME
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:68
reader
• Optional reader: BaseReader
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:60
transformations
• transformations: TransformComponent[] = []
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:58
vectorStore
• Optional vectorStore: VectorStore
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:61
Methods
getClient
▸ getClient(): Promise<PlatformApiClient>
Returns
Promise<PlatformApiClient>
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:132
prepareInput
▸ prepareInput(documents?, nodes?): Promise<BaseNode<Metadata>[]>
Parameters
| Name | Type |
|---|---|
documents? | Document<Metadata>[] |
nodes? | BaseNode<Metadata>[] |
Returns
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:86
register
▸ register(params): Promise<string>
Parameters
| Name | Type |
|---|---|
params | Object |
params.documents? | Document<Metadata>[] |
params.nodes? | BaseNode<Metadata>[] |
params.verbose? | boolean |
Returns
Promise<string>
Defined in
packages/core/src/ingestion/IngestionPipeline.ts:139
run
▸ run(args?, transformOptions?): Promise<BaseNode<Metadata>[]>
Parameters
| Name | Type |
|---|---|
args | IngestionRunArgs & TransformRunArgs |
transformOptions? | any |