mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-02 07:18:25 +01:00
Dave Berenbaum
7f6890ff25
* exp: live metrics config token and offline * refactor live metrics config * use get_studio_config * revert to using env vars for studio config * update dvc-studio-client to support live metrics config changes * upgrade dvc-studio-client * don't change environ when posting live metrics events
101 lines
3.2 KiB
Python
101 lines
3.2 KiB
Python
import pytest
|
|
from dvc_studio_client import env, post_live_metrics
|
|
from funcy import first
|
|
|
|
from dvc.env import (
|
|
DVC_STUDIO_OFFLINE,
|
|
DVC_STUDIO_REPO_URL,
|
|
DVC_STUDIO_TOKEN,
|
|
DVC_STUDIO_URL,
|
|
)
|
|
|
|
|
|
@pytest.mark.parametrize("tmp", [True, False])
|
|
@pytest.mark.parametrize("offline", [True, False])
|
|
def test_post_to_studio(
|
|
tmp_dir, dvc, scm, exp_stage, mocker, monkeypatch, tmp, offline
|
|
):
|
|
valid_response = mocker.MagicMock()
|
|
valid_response.status_code = 200
|
|
live_metrics = mocker.spy(post_live_metrics, "post_live_metrics")
|
|
mocked_post = mocker.patch("requests.post", return_value=valid_response)
|
|
|
|
monkeypatch.setenv(DVC_STUDIO_REPO_URL, "STUDIO_REPO_URL")
|
|
monkeypatch.setenv(DVC_STUDIO_TOKEN, "STUDIO_TOKEN")
|
|
monkeypatch.setenv(DVC_STUDIO_URL, "https://0.0.0.0")
|
|
monkeypatch.setenv(DVC_STUDIO_OFFLINE, offline)
|
|
|
|
baseline_sha = scm.get_rev()
|
|
exp_rev = first(
|
|
dvc.experiments.run(exp_stage.addressing, params=["foo=1"], tmp_dir=tmp)
|
|
)
|
|
name = dvc.experiments.get_exact_name([exp_rev])[exp_rev]
|
|
|
|
assert live_metrics.call_count == 2
|
|
start_call, done_call = live_metrics.call_args_list
|
|
|
|
if offline:
|
|
assert mocked_post.call_count == 0
|
|
|
|
else:
|
|
start_call, done_call = live_metrics.call_args_list
|
|
assert start_call.kwargs["dvc_studio_config"]["token"] == "STUDIO_TOKEN"
|
|
assert start_call.kwargs["dvc_studio_config"]["repo_url"] == "STUDIO_REPO_URL"
|
|
|
|
assert mocked_post.call_count == 2
|
|
|
|
start_call, done_call = mocked_post.call_args_list
|
|
|
|
assert start_call.kwargs["json"] == {
|
|
"type": "start",
|
|
"repo_url": "STUDIO_REPO_URL",
|
|
"baseline_sha": baseline_sha,
|
|
"name": name,
|
|
"params": {"params.yaml": {"foo": 1}},
|
|
"client": "dvc",
|
|
}
|
|
|
|
assert done_call.kwargs["json"] == {
|
|
"type": "done",
|
|
"repo_url": "STUDIO_REPO_URL",
|
|
"baseline_sha": baseline_sha,
|
|
"name": name,
|
|
"client": "dvc",
|
|
"experiment_rev": exp_rev,
|
|
"metrics": {"metrics.yaml": {"data": {"foo": 1}}},
|
|
}
|
|
|
|
|
|
@pytest.mark.parametrize("tmp", [True, False])
|
|
def test_post_to_studio_custom_message(
|
|
tmp_dir, dvc, scm, exp_stage, mocker, monkeypatch, tmp
|
|
):
|
|
valid_response = mocker.MagicMock()
|
|
valid_response.status_code = 200
|
|
mocked_post = mocker.patch("requests.post", return_value=valid_response)
|
|
|
|
monkeypatch.setenv(env.STUDIO_ENDPOINT, "https://0.0.0.0")
|
|
monkeypatch.setenv(env.STUDIO_REPO_URL, "STUDIO_REPO_URL")
|
|
monkeypatch.setenv(env.STUDIO_TOKEN, "STUDIO_TOKEN")
|
|
|
|
baseline_sha = scm.get_rev()
|
|
exp_rev = first(
|
|
dvc.experiments.run(
|
|
exp_stage.addressing, params=["foo=1"], tmp_dir=tmp, message="foo"
|
|
)
|
|
)
|
|
name = dvc.experiments.get_exact_name([exp_rev])[exp_rev]
|
|
assert mocked_post.call_count == 2
|
|
|
|
start_call = mocked_post.call_args_list[0]
|
|
|
|
assert start_call.kwargs["json"] == {
|
|
"type": "start",
|
|
"repo_url": "STUDIO_REPO_URL",
|
|
"baseline_sha": baseline_sha,
|
|
"name": name,
|
|
"params": {"params.yaml": {"foo": 1}},
|
|
"client": "dvc",
|
|
"message": "foo",
|
|
}
|