Skip to content

Commit

Permalink
Run PR check for guided notebooks
Browse files Browse the repository at this point in the history
  • Loading branch information
sutaakar committed Jul 26, 2024
1 parent 1d889b1 commit e288940
Show file tree
Hide file tree
Showing 9 changed files with 468 additions and 209 deletions.
20 changes: 20 additions & 0 deletions .github/resources/minio_remote_config_cell.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"@ray.remote\n",
"def get_minio_run_config():\n",
" import s3fs\n",
" import pyarrow\n",
" s3_fs = s3fs.S3FileSystem(\n",
" key = \"minio\",\n",
" secret = \"minio123\",\n",
" endpoint_url = \"http://minio-service.default.svc.cluster.local:9000\"\n",
" )\n",
" custom_fs = pyarrow.fs.PyFileSystem(pyarrow.fs.FSSpecHandler(s3_fs))\n",
" run_config = ray.train.RunConfig(storage_path='training', storage_filesystem=custom_fs)\n",
" return run_config"
]
}
20 changes: 20 additions & 0 deletions .github/resources/wait_for_job_cell.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"from time import sleep\n",
"\n",
"finished = False\n",
"while not finished:\n",
" sleep(5)\n",
" status = client.get_job_status(submission_id)\n",
" finished = (status == \"SUCCEEDED\" or status == \"FAILED\" or status == \"STOPPED\")\n",
" print(status)\n",
"print(\"Job status \" + status)\n",
"print(\"Logs: \")\n",
"print(client.get_job_logs(submission_id))\n",
"assert status == \"SUCCEEDED\", \"Job failed or was stopped!\""
]
}
164 changes: 0 additions & 164 deletions .github/workflows/e2e_tests.yaml

This file was deleted.

Loading

0 comments on commit e288940

Please sign in to comment.