The rag tool appears to be returning the entire relevant content in a single string. How to delimit the chunks so that I can tell where each chunk starts/ends?
import os
from langchain_openai import ChatOpenAI
from crewai_tools import TXTSearchTool
import argparse
if name == “main”:
llm = ChatOpenAI(
model=“gpt-4o-mini”,
temperature=0.1,
max_tokens=1000,
)
rag_tool = TXTSearchTool(
txt=<txt>,
config=dict(
llm=dict(
provider="groq",
config=dict(
model="Deepseek-R1-Distill-Llama-70b"
),
),
embedder=dict(
provider="openai",
config=dict(
model="text-embedding-ada-002",
),
),
),
summarize=False
)
main_result = rag_tool.run(search_query=<question>)