from datetime import datetime from decimal import Decimal import pytz from flask import jsonify from flask_login import current_user from flask_restful import Resource, reqparse from controllers.console import api from controllers.console.app.wraps import get_app_model from controllers.console.wraps import account_initialization_required, setup_required from extensions.ext_database import db from libs.helper import DatetimeString from libs.login import login_required from models.enums import WorkflowRunTriggeredFrom from models.model import AppMode class WorkflowDailyRunsStatistic(Resource): @setup_required @login_required @account_initialization_required @get_app_model def get(self, app_model): account = current_user parser = reqparse.RequestParser() parser.add_argument("start", type=DatetimeString("%Y-%m-%d %H:%M"), location="args") parser.add_argument("end", type=DatetimeString("%Y-%m-%d %H:%M"), location="args") args = parser.parse_args() sql_query = """SELECT DATE(DATE_TRUNC('day', created_at AT TIME ZONE 'UTC' AT TIME ZONE :tz )) AS date, COUNT(id) AS runs FROM workflow_runs WHERE app_id = :app_id AND triggered_from = :triggered_from""" arg_dict = { "tz": account.timezone, "app_id": app_model.id, "triggered_from": WorkflowRunTriggeredFrom.APP_RUN.value, } timezone = pytz.timezone(account.timezone) utc_timezone = pytz.utc if args["start"]: start_datetime = datetime.strptime(args["start"], "%Y-%m-%d %H:%M") start_datetime = start_datetime.replace(second=0) start_datetime_timezone = timezone.localize(start_datetime) start_datetime_utc = start_datetime_timezone.astimezone(utc_timezone) sql_query += " AND created_at >= :start" arg_dict["start"] = start_datetime_utc if args["end"]: end_datetime = datetime.strptime(args["end"], "%Y-%m-%d %H:%M") end_datetime = end_datetime.replace(second=0) end_datetime_timezone = timezone.localize(end_datetime) end_datetime_utc = end_datetime_timezone.astimezone(utc_timezone) sql_query += " AND created_at < :end" arg_dict["end"] = end_datetime_utc sql_query += " GROUP BY date ORDER BY date" response_data = [] with db.engine.begin() as conn: rs = conn.execute(db.text(sql_query), arg_dict) for i in rs: response_data.append({"date": str(i.date), "runs": i.runs}) return jsonify({"data": response_data}) class WorkflowDailyTerminalsStatistic(Resource): @setup_required @login_required @account_initialization_required @get_app_model def get(self, app_model): account = current_user parser = reqparse.RequestParser() parser.add_argument("start", type=DatetimeString("%Y-%m-%d %H:%M"), location="args") parser.add_argument("end", type=DatetimeString("%Y-%m-%d %H:%M"), location="args") args = parser.parse_args() sql_query = """SELECT DATE(DATE_TRUNC('day', created_at AT TIME ZONE 'UTC' AT TIME ZONE :tz )) AS date, COUNT(DISTINCT workflow_runs.created_by) AS terminal_count FROM workflow_runs WHERE app_id = :app_id AND triggered_from = :triggered_from""" arg_dict = { "tz": account.timezone, "app_id": app_model.id, "triggered_from": WorkflowRunTriggeredFrom.APP_RUN.value, } timezone = pytz.timezone(account.timezone) utc_timezone = pytz.utc if args["start"]: start_datetime = datetime.strptime(args["start"], "%Y-%m-%d %H:%M") start_datetime = start_datetime.replace(second=0) start_datetime_timezone = timezone.localize(start_datetime) start_datetime_utc = start_datetime_timezone.astimezone(utc_timezone) sql_query += " AND created_at >= :start" arg_dict["start"] = start_datetime_utc if args["end"]: end_datetime = datetime.strptime(args["end"], "%Y-%m-%d %H:%M") end_datetime = end_datetime.replace(second=0) end_datetime_timezone = timezone.localize(end_datetime) end_datetime_utc = end_datetime_timezone.astimezone(utc_timezone) sql_query += " AND created_at < :end" arg_dict["end"] = end_datetime_utc sql_query += " GROUP BY date ORDER BY date" response_data = [] with db.engine.begin() as conn: rs = conn.execute(db.text(sql_query), arg_dict) for i in rs: response_data.append({"date": str(i.date), "terminal_count": i.terminal_count}) return jsonify({"data": response_data}) class WorkflowDailyTokenCostStatistic(Resource): @setup_required @login_required @account_initialization_required @get_app_model def get(self, app_model): account = current_user parser = reqparse.RequestParser() parser.add_argument("start", type=DatetimeString("%Y-%m-%d %H:%M"), location="args") parser.add_argument("end", type=DatetimeString("%Y-%m-%d %H:%M"), location="args") args = parser.parse_args() sql_query = """SELECT DATE(DATE_TRUNC('day', created_at AT TIME ZONE 'UTC' AT TIME ZONE :tz )) AS date, SUM(workflow_runs.total_tokens) AS token_count FROM workflow_runs WHERE app_id = :app_id AND triggered_from = :triggered_from""" arg_dict = { "tz": account.timezone, "app_id": app_model.id, "triggered_from": WorkflowRunTriggeredFrom.APP_RUN.value, } timezone = pytz.timezone(account.timezone) utc_timezone = pytz.utc if args["start"]: start_datetime = datetime.strptime(args["start"], "%Y-%m-%d %H:%M") start_datetime = start_datetime.replace(second=0) start_datetime_timezone = timezone.localize(start_datetime) start_datetime_utc = start_datetime_timezone.astimezone(utc_timezone) sql_query += " AND created_at >= :start" arg_dict["start"] = start_datetime_utc if args["end"]: end_datetime = datetime.strptime(args["end"], "%Y-%m-%d %H:%M") end_datetime = end_datetime.replace(second=0) end_datetime_timezone = timezone.localize(end_datetime) end_datetime_utc = end_datetime_timezone.astimezone(utc_timezone) sql_query += " AND created_at < :end" arg_dict["end"] = end_datetime_utc sql_query += " GROUP BY date ORDER BY date" response_data = [] with db.engine.begin() as conn: rs = conn.execute(db.text(sql_query), arg_dict) for i in rs: response_data.append( { "date": str(i.date), "token_count": i.token_count, } ) return jsonify({"data": response_data}) class WorkflowAverageAppInteractionStatistic(Resource): @setup_required @login_required @account_initialization_required @get_app_model(mode=[AppMode.WORKFLOW]) def get(self, app_model): account = current_user parser = reqparse.RequestParser() parser.add_argument("start", type=DatetimeString("%Y-%m-%d %H:%M"), location="args") parser.add_argument("end", type=DatetimeString("%Y-%m-%d %H:%M"), location="args") args = parser.parse_args() sql_query = """SELECT AVG(sub.interactions) AS interactions, sub.date FROM ( SELECT DATE(DATE_TRUNC('day', c.created_at AT TIME ZONE 'UTC' AT TIME ZONE :tz )) AS date, c.created_by, COUNT(c.id) AS interactions FROM workflow_runs c WHERE c.app_id = :app_id AND c.triggered_from = :triggered_from {{start}} {{end}} GROUP BY date, c.created_by ) sub GROUP BY sub.date""" arg_dict = { "tz": account.timezone, "app_id": app_model.id, "triggered_from": WorkflowRunTriggeredFrom.APP_RUN.value, } timezone = pytz.timezone(account.timezone) utc_timezone = pytz.utc if args["start"]: start_datetime = datetime.strptime(args["start"], "%Y-%m-%d %H:%M") start_datetime = start_datetime.replace(second=0) start_datetime_timezone = timezone.localize(start_datetime) start_datetime_utc = start_datetime_timezone.astimezone(utc_timezone) sql_query = sql_query.replace("{{start}}", " AND c.created_at >= :start") arg_dict["start"] = start_datetime_utc else: sql_query = sql_query.replace("{{start}}", "") if args["end"]: end_datetime = datetime.strptime(args["end"], "%Y-%m-%d %H:%M") end_datetime = end_datetime.replace(second=0) end_datetime_timezone = timezone.localize(end_datetime) end_datetime_utc = end_datetime_timezone.astimezone(utc_timezone) sql_query = sql_query.replace("{{end}}", " AND c.created_at < :end") arg_dict["end"] = end_datetime_utc else: sql_query = sql_query.replace("{{end}}", "") response_data = [] with db.engine.begin() as conn: rs = conn.execute(db.text(sql_query), arg_dict) for i in rs: response_data.append( {"date": str(i.date), "interactions": float(i.interactions.quantize(Decimal("0.01")))} ) return jsonify({"data": response_data}) api.add_resource(WorkflowDailyRunsStatistic, "/apps//workflow/statistics/daily-conversations") api.add_resource(WorkflowDailyTerminalsStatistic, "/apps//workflow/statistics/daily-terminals") api.add_resource(WorkflowDailyTokenCostStatistic, "/apps//workflow/statistics/token-costs") api.add_resource( WorkflowAverageAppInteractionStatistic, "/apps//workflow/statistics/average-app-interactions" )