Merge pull request #195 from CambioML/dev

Refactor pipeline class

Author: goldmermaid

example/pipeline/pipeline_pdf.ipynb

@@ -329,7 +329,7 @@
     "questions = []\n",
     "answers = []\n",
     "\n",
-    "for item in output[0]:\n",
+    "for item in output:\n",
     "    for i in item.get('output', []):\n",
     "        for response in i.get('response', []):\n",
     "            if any(key not in response for key in ['context', 'question', 'answer']):\n",

example/pipeline/pipeline_pdf_extract_transform.ipynb

@@ -350,7 +350,7 @@
     "keywords = [\"context:\", \"question:\", \"answer:\"]\n",
     "pattern = '|'.join(map(re.escape, keywords))\n",
     "\n",
-    "for item in output[0][3:5]:\n",
+    "for item in output[3:5]:\n",
     "    o = item['output'][0]['response'][0]\n",
     "    segments = [segment for segment in re.split(pattern, o) if segment.strip()]\n",
     "\n",