|
@@ -1,147 +0,0 @@
|
|
|
-"""Extracts the compile times from the JSON files in the specified directory and inserts them into the database."""
|
|
|
-
|
|
|
-from __future__ import annotations
|
|
|
-
|
|
|
-import argparse
|
|
|
-import json
|
|
|
-import os
|
|
|
-from pathlib import Path
|
|
|
-
|
|
|
-from utils import send_data_to_posthog
|
|
|
-
|
|
|
-
|
|
|
-def extract_stats_from_json(json_file: str) -> list[dict]:
|
|
|
- """Extracts the stats from the JSON data and returns them as a list of dictionaries.
|
|
|
-
|
|
|
- Args:
|
|
|
- json_file: The JSON file to extract the stats data from.
|
|
|
-
|
|
|
- Returns:
|
|
|
- list[dict]: The stats for each test.
|
|
|
- """
|
|
|
- with Path(json_file).open() as file:
|
|
|
- json_data = json.load(file)
|
|
|
-
|
|
|
- # Load the JSON data if it is a string, otherwise assume it's already a dictionary
|
|
|
- data = json.loads(json_data) if isinstance(json_data, str) else json_data
|
|
|
-
|
|
|
- # Initialize an empty list to store the stats for each test
|
|
|
- test_stats = []
|
|
|
-
|
|
|
- # Iterate over each test in the 'benchmarks' list
|
|
|
- for test in data.get("benchmarks", []):
|
|
|
- group = test.get("group", None)
|
|
|
- stats = test.get("stats", {})
|
|
|
- full_name = test.get("fullname")
|
|
|
- file_name = (
|
|
|
- full_name.split("/")[-1].split("::")[0].strip(".py") if full_name else None
|
|
|
- )
|
|
|
- test_name = test.get("name", "Unknown Test")
|
|
|
-
|
|
|
- test_stats.append(
|
|
|
- {
|
|
|
- "test_name": test_name,
|
|
|
- "group": group,
|
|
|
- "stats": stats,
|
|
|
- "full_name": full_name,
|
|
|
- "file_name": file_name,
|
|
|
- }
|
|
|
- )
|
|
|
- return test_stats
|
|
|
-
|
|
|
-
|
|
|
-def insert_benchmarking_data(
|
|
|
- os_type_version: str,
|
|
|
- python_version: str,
|
|
|
- performance_data: list[dict],
|
|
|
- commit_sha: str,
|
|
|
- pr_title: str,
|
|
|
- branch_name: str,
|
|
|
- event_type: str,
|
|
|
- pr_id: str,
|
|
|
-):
|
|
|
- """Insert the benchmarking data into the database.
|
|
|
-
|
|
|
- Args:
|
|
|
- os_type_version: The OS type and version to insert.
|
|
|
- python_version: The Python version to insert.
|
|
|
- performance_data: The performance data of reflex web to insert.
|
|
|
- commit_sha: The commit SHA to insert.
|
|
|
- pr_title: The PR title to insert.
|
|
|
- branch_name: The name of the branch.
|
|
|
- event_type: Type of github event(push, pull request, etc).
|
|
|
- pr_id: Id of the PR.
|
|
|
- """
|
|
|
- # Prepare the event data
|
|
|
- properties = {
|
|
|
- "os": os_type_version,
|
|
|
- "python_version": python_version,
|
|
|
- "distinct_id": commit_sha,
|
|
|
- "pr_title": pr_title,
|
|
|
- "branch_name": branch_name,
|
|
|
- "event_type": event_type,
|
|
|
- "performance": performance_data,
|
|
|
- "pr_id": pr_id,
|
|
|
- }
|
|
|
-
|
|
|
- send_data_to_posthog("simple_app_benchmark", properties)
|
|
|
-
|
|
|
-
|
|
|
-def main():
|
|
|
- """Runs the benchmarks and inserts the results."""
|
|
|
- # Get the commit SHA and JSON directory from the command line arguments
|
|
|
- parser = argparse.ArgumentParser(description="Run benchmarks and process results.")
|
|
|
- parser.add_argument(
|
|
|
- "--os", help="The OS type and version to insert into the database."
|
|
|
- )
|
|
|
- parser.add_argument(
|
|
|
- "--python-version", help="The Python version to insert into the database."
|
|
|
- )
|
|
|
- parser.add_argument(
|
|
|
- "--commit-sha", help="The commit SHA to insert into the database."
|
|
|
- )
|
|
|
- parser.add_argument(
|
|
|
- "--benchmark-json",
|
|
|
- help="The JSON file containing the benchmark results.",
|
|
|
- )
|
|
|
- parser.add_argument(
|
|
|
- "--pr-title",
|
|
|
- help="The PR title to insert into the database.",
|
|
|
- )
|
|
|
- parser.add_argument(
|
|
|
- "--branch-name",
|
|
|
- help="The current branch",
|
|
|
- required=True,
|
|
|
- )
|
|
|
- parser.add_argument(
|
|
|
- "--event-type",
|
|
|
- help="The github event type",
|
|
|
- required=True,
|
|
|
- )
|
|
|
- parser.add_argument(
|
|
|
- "--pr-id",
|
|
|
- help="ID of the PR.",
|
|
|
- required=True,
|
|
|
- )
|
|
|
- args = parser.parse_args()
|
|
|
-
|
|
|
- # Get the PR title from env or the args. For the PR merge or push event, there is no PR title, leaving it empty.
|
|
|
- pr_title = args.pr_title or os.getenv("PR_TITLE", "")
|
|
|
-
|
|
|
- # Get the results of pytest benchmarks
|
|
|
- cleaned_benchmark_results = extract_stats_from_json(args.benchmark_json)
|
|
|
- # Insert the data into the database
|
|
|
- insert_benchmarking_data(
|
|
|
- os_type_version=args.os,
|
|
|
- python_version=args.python_version,
|
|
|
- performance_data=cleaned_benchmark_results,
|
|
|
- commit_sha=args.commit_sha,
|
|
|
- pr_title=pr_title,
|
|
|
- branch_name=args.branch_name,
|
|
|
- event_type=args.event_type,
|
|
|
- pr_id=args.pr_id,
|
|
|
- )
|
|
|
-
|
|
|
-
|
|
|
-if __name__ == "__main__":
|
|
|
- main()
|