Remove Python metric upload script and package.json
This commit is contained in:
parent
6130b3da18
commit
6166f3d212
3 changed files with 0 additions and 5095 deletions
5004
src/ci/package-lock.json
generated
5004
src/ci/package-lock.json
generated
File diff suppressed because it is too large
Load diff
|
@ -1,5 +0,0 @@
|
|||
{
|
||||
"dependencies": {
|
||||
"@datadog/datadog-ci": "^2.45.1"
|
||||
}
|
||||
}
|
|
@ -1,86 +0,0 @@
|
|||
"""
|
||||
This script postprocesses data gathered during a CI run, computes certain metrics
|
||||
from them, and uploads these metrics to DataDog.
|
||||
|
||||
This script is expected to be executed from within a GitHub Actions job.
|
||||
|
||||
It expects the following environment variables:
|
||||
- DATADOG_SITE: path to the DataDog API endpoint
|
||||
- DATADOG_API_KEY: DataDog API token
|
||||
- DD_GITHUB_JOB_NAME: Name of the current GitHub Actions job
|
||||
|
||||
It expects the presence of a binary called `datadog-ci` inside `node_modules`.
|
||||
It can be installed with `npm ci` at `src/ci`.
|
||||
|
||||
Usage:
|
||||
```bash
|
||||
$ python3 upload-build-metrics.py <path-to-CPU-usage-CSV>
|
||||
```
|
||||
|
||||
`path-to-CPU-usage-CSV` is a path to a CSV generated by the `src/ci/cpu-usage-over-time.py` script.
|
||||
"""
|
||||
|
||||
import argparse
|
||||
import csv
|
||||
import os
|
||||
import subprocess
|
||||
import sys
|
||||
from pathlib import Path
|
||||
from typing import List
|
||||
|
||||
|
||||
def load_cpu_usage(path: Path) -> List[float]:
|
||||
usage = []
|
||||
with open(path) as f:
|
||||
reader = csv.reader(f, delimiter=",")
|
||||
for row in reader:
|
||||
# The log might contain incomplete rows or some Python exception
|
||||
if len(row) == 2:
|
||||
try:
|
||||
idle = float(row[1])
|
||||
usage.append(100.0 - idle)
|
||||
except ValueError:
|
||||
pass
|
||||
return usage
|
||||
|
||||
|
||||
def upload_datadog_measure(name: str, value: float):
|
||||
"""
|
||||
Uploads a single numeric metric for the current GitHub Actions job to DataDog.
|
||||
"""
|
||||
print(f"Metric {name}: {value:.4f}")
|
||||
|
||||
cmd = "npx"
|
||||
if os.getenv("GITHUB_ACTIONS") is not None and sys.platform.lower().startswith(
|
||||
"win"
|
||||
):
|
||||
# Due to weird interaction of MSYS2 and Python, we need to use an absolute path,
|
||||
# and also specify the ".cmd" at the end. See https://github.com/rust-lang/rust/pull/125771.
|
||||
cmd = "C:\\Program Files\\nodejs\\npx.cmd"
|
||||
|
||||
subprocess.run(
|
||||
[
|
||||
cmd,
|
||||
"datadog-ci",
|
||||
"measure",
|
||||
"--level",
|
||||
"job",
|
||||
"--measures",
|
||||
f"{name}:{value}",
|
||||
],
|
||||
check=False,
|
||||
)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(prog="DataDog metric uploader")
|
||||
parser.add_argument("cpu-usage-history-csv")
|
||||
args = parser.parse_args()
|
||||
|
||||
build_usage_csv = vars(args)["cpu-usage-history-csv"]
|
||||
usage_timeseries = load_cpu_usage(Path(build_usage_csv))
|
||||
if len(usage_timeseries) > 0:
|
||||
avg_cpu_usage = sum(usage_timeseries) / len(usage_timeseries)
|
||||
else:
|
||||
avg_cpu_usage = 0
|
||||
upload_datadog_measure("avg-cpu-usage", avg_cpu_usage)
|
Loading…
Add table
Add a link
Reference in a new issue