|
99 | 99 | "cell_type": "markdown", |
100 | 100 | "metadata": {}, |
101 | 101 | "source": [ |
102 | | - "### Set flow path and run input data" |
| 102 | + "### Set flow path" |
103 | 103 | ] |
104 | 104 | }, |
105 | 105 | { |
|
108 | 108 | "metadata": {}, |
109 | 109 | "outputs": [], |
110 | 110 | "source": [ |
111 | | - "flow = \"../../flows/standard/web-classification\" # path to the flow directory\n", |
112 | | - "data = \"../../flows/standard/web-classification/data.jsonl\" # path to the data file" |
| 111 | + "flow = \"../../flows/standard/web-classification\" # path to the flow directory" |
113 | 112 | ] |
114 | 113 | }, |
115 | 114 | { |
|
157 | 156 | "metadata": {}, |
158 | 157 | "outputs": [], |
159 | 158 | "source": [ |
| 159 | + "data = \"../../flows/standard/web-classification/data.jsonl\" # path to the data file\n", |
| 160 | + "\n", |
160 | 161 | "# create run with default variant\n", |
161 | 162 | "base_run = pf.run(flow=flow, data=data, stream=True)" |
162 | 163 | ] |
|
199 | 200 | "eval_run = pf.run(\n", |
200 | 201 | " flow=eval_flow,\n", |
201 | 202 | " data=\"../../flows/standard/web-classification/data.jsonl\", # path to the data file\n", |
202 | | - " run=base_run, # use run as the variant\n", |
| 203 | + " run=base_run, # specify base_run as the run you want to evaluate\n", |
203 | 204 | " column_mapping={\n", |
204 | 205 | " \"groundtruth\": \"${data.answer}\",\n", |
205 | 206 | " \"prediction\": \"${run.outputs.category}\",\n", |
|
262 | 263 | " - text: ${fetch_text_content_from_url.output}\n", |
263 | 264 | "\n", |
264 | 265 | "\n", |
265 | | - "You can check the whole flow definistion at `../../flows/standard/web-classification/flow.dag.yaml`" |
| 266 | + "You can check the whole flow definition at [flow.dag.yaml](../../flows/standard/web-classification/flow.dag.yaml)" |
266 | 267 | ] |
267 | 268 | }, |
268 | 269 | { |
|
381 | 382 | "name": "python", |
382 | 383 | "nbconvert_exporter": "python", |
383 | 384 | "pygments_lexer": "ipython3", |
384 | | - "version": "3.8.17" |
| 385 | + "version": "3.9.17" |
385 | 386 | }, |
386 | 387 | "orig_nbformat": 4 |
387 | 388 | }, |
|
0 commit comments