| | |
| | |
| |
|
| | import gradio as gr |
| | from aiconfigurator.webapp.components.static_tab import create_static_tab |
| | from aiconfigurator.webapp.components.ifb_tab import create_ifb_tab |
| | from aiconfigurator.webapp.components.ifb_pareto_tab import create_ifb_pareto_tab |
| | from aiconfigurator.webapp.components.disagg_pareto_tab import create_disagg_pareto_tab |
| | from aiconfigurator.webapp.components.pareto_comparison_tab import create_pareto_comparison_tab |
| | from aiconfigurator.webapp.components.disagg_pd_ratio_tab import create_disagg_pd_ratio_tab |
| | from aiconfigurator.webapp.components.readme_tab import create_readme_tab |
| | from aiconfigurator.webapp.events.event_handler import EventHandler |
| | from collections import defaultdict |
| | import argparse |
| | import logging |
| | import aiconfigurator |
| | import sys |
| | from typing import List |
| |
|
| | def configure_parser(parser): |
| | """ |
| | Configures the argument parser for the WebApp. |
| | """ |
| | parser.add_argument("--server_name", type=str, default="0.0.0.0", help="Server name") |
| | parser.add_argument("--server_port", type=int, default=7860, help="Server port") |
| | parser.add_argument("--enable_ifb", action="store_true", help="Enable IFB tab") |
| | parser.add_argument("--enable_disagg_pd_ratio", action="store_true", help="Enable Disagg PD Ratio tab") |
| | parser.add_argument("--debug", help="Debug mode", action="store_true") |
| | parser.add_argument("--experimental", help="enable experimental features", action="store_true") |
| |
|
| | def main(args): |
| | """ |
| | Main function for the WebApp. |
| | """ |
| | app_config = { |
| | 'enable_ifb': args.enable_ifb, |
| | 'enable_disagg_pd_ratio': args.enable_disagg_pd_ratio, |
| | 'experimental': args.experimental, |
| | 'debug': args.debug, |
| | } |
| |
|
| | if app_config['debug']: |
| | logging.basicConfig(level=logging.DEBUG, |
| | format="%(levelname)s %(asctime)s %(filename)s:%(lineno)d] %(message)s", |
| | datefmt="%m-%d %H:%M:%S") |
| | else: |
| | logging.basicConfig(level=logging.INFO, |
| | format="%(levelname)s %(asctime)s] %(message)s", |
| | datefmt="%m-%d %H:%M:%S") |
| | |
| | with gr.Blocks(css=""" |
| | .config-column { |
| | border-right: 5px solid #e0e0e0; |
| | padding-right: 20px; |
| | } |
| | .config-column:last-child { |
| | border-right: none; |
| | } |
| | """) as demo: |
| | pareto_results_state = gr.State(defaultdict()) |
| |
|
| | |
| | with gr.Row(): |
| | gr.Markdown( |
| | f""" |
| | <div style="text-align: center;"> |
| | <h1>Dynamo aiconfigurator for Disaggregated Serving Deployment</h1> |
| | <p style="font-size: 14px; margin-top: -10px;">Version {aiconfigurator.__version__}</p> |
| | </div> |
| | """ |
| | ) |
| | |
| | |
| | with gr.Tabs() as tabs: |
| | readme_components = create_readme_tab(app_config) |
| | static_components = create_static_tab(app_config) |
| | if app_config['enable_ifb']: |
| | ifb_components = create_ifb_tab(app_config) |
| | ifb_pareto_components = create_ifb_pareto_tab(app_config) |
| | disagg_pareto_components = create_disagg_pareto_tab(app_config) |
| | if app_config['enable_disagg_pd_ratio']: |
| | disagg_pd_ratio_components = create_disagg_pd_ratio_tab(app_config) |
| | pareto_comparison_components = create_pareto_comparison_tab(app_config) |
| | |
| | |
| | EventHandler.setup_static_events(static_components) |
| | if app_config['enable_ifb']: |
| | EventHandler.setup_ifb_events(ifb_components) |
| | EventHandler.setup_ifb_pareto_events(ifb_pareto_components) |
| | EventHandler.setup_disagg_pareto_events(disagg_pareto_components) |
| | EventHandler.setup_save_events(ifb_pareto_components['result_name'], ifb_pareto_components['save_btn'], ifb_pareto_components['result_df'], pareto_comparison_components['candidates_dropdown'], pareto_results_state) |
| | EventHandler.setup_save_events(disagg_pareto_components['result_name'], disagg_pareto_components['save_btn'], disagg_pareto_components['result_df'], pareto_comparison_components['candidates_dropdown'], pareto_results_state) |
| | if app_config['enable_disagg_pd_ratio']: |
| | EventHandler.setup_disagg_pd_ratio_events(disagg_pd_ratio_components) |
| | EventHandler.setup_pareto_comparison_events(pareto_comparison_components, pareto_results_state) |
| |
|
| | demo.launch(server_name=args.server_name, server_port=args.server_port) |
| |
|
| |
|
| | if __name__ == "__main__": |
| | parser = argparse.ArgumentParser(description="Dynamo aiconfigurator Web App") |
| | configure_parser(parser) |
| | args = parser.parse_args() |
| | main(args) |
| |
|