Skip to content

update tutorial for sentence transformers new pkg #465

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
anakin87 wants to merge 2 commits into
base: main
Choose a base branch
from
Open

update tutorial for sentence transformers new pkg #465

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
54efc47
update tutorial for sentence transformers new pkg
anakin87 Jun 16, 2026
42645f6
fix
anakin87 Jun 16, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 10 additions & 10 deletions index.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ notebook = "27_First_RAG_Pipeline.ipynb"
aliases = []
completion_time = "10 min"
created_at = 2023-12-05
dependencies = ["datasets>=2.6.1", "sentence-transformers>=4.1.0", "mistral-haystack", "transformers-haystack"]
dependencies = ["datasets>=2.6.1", "sentence-transformers-haystack", "mistral-haystack", "transformers-haystack"]
featured = true

[[tutorial]]
Expand Down Expand Up @@ -47,7 +47,7 @@ aliases = []
completion_time = "15 min"
created_at = 2024-01-30
dependencies = [
"sentence-transformers>=4.1.0",
"sentence-transformers-haystack",
"huggingface-api-haystack",
"markdown-it-py",
"mdit_plain",
Expand Down Expand Up @@ -86,7 +86,7 @@ notebook = "33_Hybrid_Retrieval.ipynb"
aliases = []
completion_time = "15 min"
created_at = 2024-02-13
dependencies = ["datasets>=2.6.1", "sentence-transformers>=4.1.0", "accelerate"]
dependencies = ["datasets>=2.6.1", "sentence-transformers-haystack"]
needs_gpu = true

[[tutorial]]
Expand All @@ -98,7 +98,7 @@ notebook = "34_Extractive_QA_Pipeline.ipynb"
aliases = []
completion_time = "10 min"
created_at = 2024-02-09
dependencies = ["sentence-transformers", "datasets", "transformers-haystack"]
dependencies = ["sentence-transformers-haystack", "datasets", "transformers-haystack"]

[[tutorial]]
title = "Evaluating RAG Pipelines"
Expand All @@ -109,7 +109,7 @@ notebook = "35_Evaluating_RAG_Pipelines.ipynb"
aliases = ["35_model_based_evaluation_of_rag_pipelines"]
completion_time = "15 min"
created_at = 2024-02-12
dependencies = ["datasets>=2.6.1", "sentence-transformers"]
dependencies = ["datasets>=2.6.1", "sentence-transformers-haystack"]

[[tutorial]]
title = "Building an Agentic RAG with Fallback to Websearch"
Expand All @@ -132,7 +132,7 @@ notebook = "39_Embedding_Metadata_for_Improved_Retrieval.ipynb"
aliases = []
completion_time = "10 min"
created_at = 2024-02-20
dependencies = ["wikipedia", "sentence-transformers"]
dependencies = ["wikipedia", "sentence-transformers-haystack"]

[[tutorial]]
title = "Building a Chat Agent with Function Calling"
Expand All @@ -143,7 +143,7 @@ notebook = "40_Building_Chat_Application_with_Function_Calling.ipynb"
aliases = []
completion_time = "20 min"
created_at = 2024-03-05
dependencies = ["sentence-transformers>=4.1.0", "gradio", "pytz"]
dependencies = ["sentence-transformers-haystack", "gradio", "pytz"]

[[tutorial]]
title = "Query Classification with TransformersTextRouter and TransformersZeroShotTextRouter"
Expand All @@ -154,7 +154,7 @@ notebook = "41_Query_Classification_with_TransformersTextRouter_and_Transformers
aliases = []
completion_time = "25 min"
created_at = 2024-10-15
dependencies = ["sentence-transformers>=4.1.0", "gradio", "datasets", "transformers-haystack"]
dependencies = ["sentence-transformers-haystack", "gradio", "datasets", "transformers-haystack"]

[[tutorial]]
title = "Retrieving a Context Window Around a Sentence"
Expand Down Expand Up @@ -199,7 +199,7 @@ notebook = "44_Creating_Custom_SuperComponents.ipynb"
aliases = []
completion_time = "20 min"
created_at = 2025-04-22
dependencies = ["sentence-transformers>=4.1.0", "datasets", "accelerate", "transformers<5"]
dependencies = ["sentence-transformers-haystack", "datasets"]

[[tutorial]]
title = "Creating a Multi-Agent System with Haystack"
Expand All @@ -222,7 +222,7 @@ notebook = "46_Multimodal_RAG.ipynb"
aliases = []
completion_time = "20 min"
created_at = 2025-08-04
dependencies = ["pillow", "pypdf", "pypdfium2", "sentence-transformers>=4.1.0"]
dependencies = ["pillow", "pypdf", "pypdfium2", "sentence-transformers-haystack"]
featured = true

[[tutorial]]
Expand Down
8 changes: 4 additions & 4 deletions tutorials/27_First_RAG_Pipeline.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@
"outputId": "7a4ef73b-8822-467e-9979-a75169b36729"
},
"outputs": [],
"source": "%%bash\n\npip install haystack-ai mistral-haystack transformers-haystack \"datasets>=2.6.1\" \"sentence-transformers>=4.1.0\""
"source": "%%bash\n\npip install haystack-ai mistral-haystack transformers-haystack \"datasets>=2.6.1\" sentence-transformers-haystack"
},
{
"cell_type": "markdown",
Expand Down Expand Up @@ -245,7 +245,7 @@
},
"outputs": [],
"source": [
"from haystack.components.embedders import SentenceTransformersDocumentEmbedder\n",
"from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersDocumentEmbedder\n",
"\n",
"doc_embedder = SentenceTransformersDocumentEmbedder(model=\"sentence-transformers/all-MiniLM-L6-v2\")"
]
Expand Down Expand Up @@ -661,7 +661,7 @@
},
"outputs": [],
"source": [
"from haystack.components.embedders import SentenceTransformersTextEmbedder\n",
"from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersTextEmbedder\n",
"\n",
"text_embedder = SentenceTransformersTextEmbedder(model=\"sentence-transformers/all-MiniLM-L6-v2\")"
]
Expand Down Expand Up @@ -1157,4 +1157,4 @@
},
"nbformat": 4,
"nbformat_minor": 0
}
}
12 changes: 3 additions & 9 deletions tutorials/30_File_Type_Preprocessing_Index_Pipeline.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -55,13 +55,7 @@
"id": "2mP4empwf_x4"
},
"outputs": [],
"source": [
"%%bash\n",
"pip install haystack-ai huggingface-api-haystack\n",
"pip install \"sentence-transformers>=4.1.0\"\n",
"pip install markdown-it-py mdit_plain pypdf\n",
"pip install gdown"
]
"source": "%%bash\npip install haystack-ai huggingface-api-haystack\npip install sentence-transformers-haystack\npip install markdown-it-py mdit_plain pypdf\npip install gdown"
},
{
"cell_type": "markdown",
Expand Down Expand Up @@ -128,7 +122,7 @@
"from haystack.components.converters import MarkdownToDocument, PyPDFToDocument, TextFileToDocument\n",
"from haystack.components.preprocessors import DocumentSplitter, DocumentCleaner\n",
"from haystack.components.routers import FileTypeRouter\n",
"from haystack.components.embedders import SentenceTransformersDocumentEmbedder\n",
"from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersDocumentEmbedder\n",
"from haystack import Pipeline\n",
"from haystack.document_stores.in_memory import InMemoryDocumentStore\n",
"\n",
Expand Down Expand Up @@ -386,7 +380,7 @@
}
],
"source": [
"from haystack.components.embedders import SentenceTransformersTextEmbedder\n",
"from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersTextEmbedder\n",
"from haystack.components.retrievers.in_memory import InMemoryEmbeddingRetriever\n",
"from haystack.components.builders import ChatPromptBuilder\n",
"from haystack.dataclasses import ChatMessage\n",
Expand Down
17 changes: 5 additions & 12 deletions tutorials/33_Hybrid_Retrieval.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,14 +38,7 @@
"id": "L40ZxZW8lXQh"
},
"outputs": [],
"source": [
"%%bash\n",
"\n",
"pip install haystack-ai\n",
"pip install \"datasets>=2.6.1\"\n",
"pip install \"sentence-transformers>=4.1.0\"\n",
"pip install accelerate"
]
"source": "%%bash\n\npip install haystack-ai\npip install \"datasets>=2.6.1\"\npip install sentence-transformers-haystack"
},
{
"cell_type": "markdown",
Expand Down Expand Up @@ -144,7 +137,7 @@
"outputs": [],
"source": [
"from haystack.components.writers import DocumentWriter\n",
"from haystack.components.embedders import SentenceTransformersDocumentEmbedder\n",
"from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersDocumentEmbedder\n",
"from haystack.components.preprocessors.document_splitter import DocumentSplitter\n",
"from haystack import Pipeline\n",
"from haystack.utils import ComponentDevice\n",
Expand Down Expand Up @@ -208,7 +201,7 @@
"outputs": [],
"source": [
"from haystack.components.retrievers.in_memory import InMemoryBM25Retriever, InMemoryEmbeddingRetriever\n",
"from haystack.components.embedders import SentenceTransformersTextEmbedder\n",
"from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersTextEmbedder\n",
"\n",
"text_embedder = SentenceTransformersTextEmbedder(\n",
" model=\"BAAI/bge-small-en-v1.5\", device=ComponentDevice.from_str(\"cuda:0\")\n",
Expand All @@ -231,7 +224,7 @@
"id": "cN0woIxHs4Ng"
},
"outputs": [],
"source": "from haystack.components.rankers import SentenceTransformersSimilarityRanker\n\nranker = SentenceTransformersSimilarityRanker(model=\"BAAI/bge-reranker-base\")"
"source": "from haystack_integrations.components.rankers.sentence_transformers import SentenceTransformersSimilarityRanker\n\nranker = SentenceTransformersSimilarityRanker(model=\"BAAI/bge-reranker-base\")"
},
{
"cell_type": "markdown",
Expand Down Expand Up @@ -517,4 +510,4 @@
},
"nbformat": 4,
"nbformat_minor": 0
}
}
Loading