pipeline.yaml

components:
  - name: DocumentStore
    type: FAISSDocumentStore
    params:
      faiss_index_path: "my_faiss_index.faiss"
      faiss_config_path: "my_faiss_config.json"

  - name: Retriever
    params:
      document_store: DocumentStore
      embedding_model: "sentence-transformers/multi-qa-mpnet-base-dot-v1"
    type: EmbeddingRetriever

  - name: PromptNode
    type: OpenAIAnswerGenerator
    params:
      model: text-davinci-003
      max_tokens: 200 # The maximum number of tokens allowed for each generated Answer.
      temperature: 0.8 # Determines the randomness of the model. Higher values mean the model will take more risks
      frequency_penalty: 0.1 # Positive values penalize new tokens based on their existing frequency in the text so far.
      presence_penalty: 0.1 #  Positive values penalize new tokens based on whether they have already appeared in the text.
      top_k: 3 # The number of results to return

  - name: TextFileConverter
    type: TextConverter
pipelines:
  - name: query
    nodes:
      - inputs: [Query]
        name: Retriever
      - inputs: [Retriever]
        name: PromptNode
  - name: indexing
    nodes:
      - name: TextFileConverter
        inputs: [File]
      - name: Retriever
        inputs: [TextFileConverter]
      - name: DocumentStore
        inputs: [Retriever]
version: ignore