Skip to content

update results in test cases #77

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
jsun-m wants to merge 1 commit into
base: main
Choose a base branch
from
Open

update results in test cases #77

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 32 additions & 32 deletions tests/light_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,7 @@ def test_quickstart():
]
result = subprocess.run(command, capture_output=True, text=True)
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy: {result.stdout}"

match = re.search(curl_pattern, result.stdout, re.DOTALL)
assert match is not None, f"{test_name} no curl command found"
Expand All @@ -93,7 +93,7 @@ def test_quickstart():
assert (
response.status_code == 200
), f"{test_name} request to endpoint failed with status code: {response.status_code}"
assert "result" in response.text, f"{test_name} unexpected response"
assert "result" in response.text, f"{test_name} unexpected response: {response.text}"
finally:
delete_deployments(deployment_name)
os.chdir(current_dir)
Expand All @@ -114,7 +114,7 @@ def test_custom_image():
]
result = subprocess.run(command, capture_output=True, text=True)
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy {result.stdout}"
curl_pattern = r"(curl -X POST.+\n(\s*-H .+\n)*\s*-d \'{.*?}\')"

# get the curl command and invoke it
Expand All @@ -126,7 +126,7 @@ def test_custom_image():
assert (
response.status_code == 200
), f"{test_name} request to endpoint failed with status code: {response.status_code}"
assert "torch_version" in response.text, f"{test_name} torch not found in output"
assert "torch_version" in response.text, f"{test_name} torch not found in output {response.text}"

finally:
delete_deployments(deployment_name)
Expand All @@ -147,7 +147,7 @@ def test_gpu_acceleration():
]
result = subprocess.run(command, capture_output=True, text=True)
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy {result.stdout}"
curl_pattern = r"(curl -X POST.+\n(\s*-H .+\n)*\s*-d \'{.*?}\')"

# get the curl command and invoke it
Expand All @@ -161,7 +161,7 @@ def test_gpu_acceleration():
), f"{test_name} request to endpoint failed with status code: {response.status_code}"
assert (
"This container has a GPU attached" in response.text
), f"{test_name} GPU not found in output"
), f"{test_name} GPU not found in output {response.text}"

finally:
delete_deployments(deployment_name)
Expand All @@ -176,8 +176,8 @@ def test_using_secrets():
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert (
"Function complete" in result.stdout
), f"{test_name} function did not complete"
assert "secret" in result.stdout, f"{test_name} no sum in output"
), f"{test_name} function did not complete {result.stdout}"
assert "secret" in result.stdout, f"{test_name} no sum in output {result.stdout}"

finally:
os.chdir(current_dir)
Expand All @@ -197,7 +197,7 @@ def test_creating_endpoint():
]
result = subprocess.run(command, capture_output=True, text=True)
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy {result.stdout}"
curl_pattern = r"(curl -X POST.+\n(\s*-H .+\n)*\s*-d \'{.*?}\')"

# get the curl command and invoke it
Expand All @@ -209,7 +209,7 @@ def test_creating_endpoint():
assert (
response.status_code == 200
), f"{test_name} request to endpoint failed with status code: {response.status_code}"
assert "result" in response.text, f"{test_name} result not found in output"
assert "result" in response.text, f"{test_name} result not found in output {response.text}"

finally:
delete_deployments(deployment_name)
Expand All @@ -230,7 +230,7 @@ def test_keep_warm():
]
result = subprocess.run(command, capture_output=True, text=True)
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy {result.stdout}"
curl_pattern = r"(curl -X POST.+\n(\s*-H .+\n)*\s*-d \'{.*?}\')"

# get the curl command and invoke it
Expand All @@ -242,7 +242,7 @@ def test_keep_warm():
assert (
response.status_code == 200
), f"{test_name} request to endpoint failed with status code: {response.status_code}"
assert "warm" in response.text, f"{test_name} warm not found in output"
assert "warm" in response.text, f"{test_name} warm not found in output {response.text}"

finally:
delete_deployments(deployment_name)
Expand All @@ -263,7 +263,7 @@ def test_preload_models():
]
result = subprocess.run(command, capture_output=True, text=True)
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy {result.stdout}"
curl_pattern = r"(curl -X POST.+\n(\s*-H .+\n)*\s*-d \'{.*?}\')"

# get the curl command and invoke it
Expand All @@ -282,7 +282,7 @@ def test_preload_models():
), f"{test_name} request to endpoint failed with status code: {response.status_code} and response: {response.text}"
assert (
"prediction" in response.text
), f"{test_name} prediction not found in output"
), f"{test_name} prediction not found in output {response.text}"
return
except BaseException as e:
retries += 1
Expand All @@ -308,7 +308,7 @@ def test_task_queue():
]
result = subprocess.run(command, capture_output=True, text=True)
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy"
assert "Deployed" in result.stdout, f"{test_name} failed to deploy {result.stdout}"
curl_pattern = r"(curl -X POST.+\n(\s*-H .+\n)*\s*-d \'{.*?}\')"

# get the curl command and invoke it
Expand All @@ -324,7 +324,7 @@ def test_task_queue():
res = json.loads(response.text)
assert (
res["task_id"] is not None
), f"{test_name} did not get task id in response"
), f"{test_name} did not get task id in response {response.text}"


@backoff.on_predicate(backoff.expo, predicate=lambda x: x['status'] in ["PENDING", "RUNNING", "COMPLETED"] , max_tries=10)
Expand All @@ -341,7 +341,7 @@ def get_task_status(task_id, auth_token):

try:
res = get_task_status(res['task_id'], AUTH_TOKEN)
assert res["status"] == "COMPLETE", f"{test_name} task did not complete successfully"
assert res["status"] == "COMPLETE", f"{test_name} task did not complete successfully {res}"
except requests.exceptions.RequestException as e:
assert False, f"{test_name} request to get task status failed: {str(e)}"

Expand All @@ -359,13 +359,13 @@ def test_task_callbacks():
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert (
"Function complete" in result.stdout
), f"{test_name} function did not complete"
), f"{test_name} function did not complete {result.stdout}"
assert (
"Sending data to callback" in result.stdout
), f"{test_name} failed to send data to callback"
), f"{test_name} failed to send data to callback {result.stdout}"
assert (
"Callback request took" in result.stdout
), f"{test_name} callback was not successful"
), f"{test_name} callback was not successful {result.stdout}"

finally:
os.chdir(current_dir)
Expand All @@ -380,9 +380,9 @@ def test_running_functions():
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert (
"Function complete" in result.stdout
), f"{test_name} function did not complete"
assert "{'sum': 285}" in result.stdout, f"{test_name} sum not found in output"
assert "{'sum': 14}" in result.stdout, f"{test_name} sum not found in output"
), f"{test_name} function did not complete {result.stdout}"
assert "{'sum': 285}" in result.stdout, f"{test_name} sum not found in output {result.stdout}"
assert "{'sum': 14}" in result.stdout, f"{test_name} sum not found in output {result.stdout}"

finally:
os.chdir(current_dir)
Expand All @@ -397,8 +397,8 @@ def test_scaling_out():
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert (
"Function complete" in result.stdout
), f"{test_name} function did not complete"
assert "result" in result.stdout, f"{test_name} result not found in output"
), f"{test_name} function did not complete {result.stdout}"
assert "result" in result.stdout, f"{test_name} result not found in output {result.stdout}"

finally:
os.chdir(current_dir)
Expand All @@ -413,9 +413,9 @@ def test_sharing_state():
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert (
"Function complete" in result.stdout
), f"{test_name} function did not complete"
), f"{test_name} function did not complete {result.stdout}"
assert "eli" in result.stdout, f"{test_name} local pop not found in output"
assert "daniel" in result.stdout, f"{test_name} remote pop not found in output"
assert "daniel" in result.stdout, f"{test_name} remote pop not found in output {result.stdout}"

finally:
os.chdir(current_dir)
Expand All @@ -430,10 +430,10 @@ def test_volume_use():
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert (
"Function complete" in result.stdout
), f"{test_name} function did not complete"
), f"{test_name} function did not complete {result.stdout}"
assert (
"On the volume!" in result.stdout
), f"{test_name} On the volume not found in output"
), f"{test_name} On the volume not found in output {result.stdout}"

finally:
os.chdir(current_dir)
Expand All @@ -448,11 +448,11 @@ def test_outputs():
assert result.returncode == 0, f"{test_name} failed with error: {result.stderr}"
assert (
"Function complete" in result.stdout
), f"{test_name} function did not complete"
assert "Output ID" in result.stdout, f"{test_name} failed to find output ID"
), f"{test_name} function did not complete {result.stdout}"
assert "Output ID" in result.stdout, f"{test_name} failed to find output ID {result.stdout}"
assert (
"Output Exists: True" in result.stdout
), f"{test_name} failed to confirm output exists"
), f"{test_name} failed to confirm output exists {result.stdout}"

finally:
os.chdir(current_dir)
Expand Down