from pathlib import Path

from haystack.components.converters import JSONConverter


converter = JSONConverter(
    jq_schema=".records[]",
    content_key="answer",
    extra_meta_fields={"question", "category", "source"},
)

result = converter.run(sources=[Path("faq-records.json")])
documents = result["documents"]

print(f"documents: {len(documents)}")
for number, document in enumerate(documents, start=1):
    print(f"{number}. content: {document.content}")
    print(f"   question: {document.meta['question']}")
    print(f"   category: {document.meta['category']}")
    print(f"   source: {document.meta['source']}")