{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "4K4FCNvH8dtm"
      },
      "source": [
        "# JAX-CFD demo\n",
        "\n",
        "This initial demonstration shows how to use JAX-CFD to simulate decaying turbulence in 2D."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "executionInfo": {
          "elapsed": 6549,
          "status": "ok",
          "timestamp": 1635284279593,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 420
        },
        "id": "n2J40uBCo9By"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-24 09:31:37.649128: E external/xla/xla/stream_executor/plugin_registry.cc:90] Invalid plugin kind specified: DNN\n"
          ]
        }
      ],
      "source": [
        "import jax\n",
        "import jax.numpy as jnp\n",
        "import jax_cfd.base as cfd\n",
        "import numpy as np\n",
        "import seaborn\n",
        "import xarray"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "executionInfo": {
          "elapsed": 6551,
          "status": "ok",
          "timestamp": 1635284297511,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 420
        },
        "id": "KcJcpDavpAoi",
        "outputId": "e07e7188-7fce-464e-9189-52b35748fd76"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-24 09:31:55.286270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-24 09:31:55.286302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:31:55.286307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:31:55.286311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:31:55.286315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:31:55.286319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:31:55.286322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:31:55.286326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:31:55.286330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:31:55.286334: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:31:55.286338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:31:55.286341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:31:55.286345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:31:55.286349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:31:55.286352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:31:55.286356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:31:55.286360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:31:55.286363: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:31:55.286367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:31:55.286371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:31:55.286374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:31:55.286378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:31:55.286382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:31:55.286385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:31:55.286389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:31:55.286392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:31:55.286396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:31:55.286400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:31:55.286403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:31:55.286407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:31:55.286410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:31:55.286414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:31:55.286418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:31:55.286421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:31:55.286425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:31:55.286429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:31:55.286434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:31:55.286437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:31:55.286441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:31:55.286445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:31:55.286448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:31:55.286461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:31:55.286465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:31:55.286468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:31:55.286472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:31:55.286476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:31:55.286479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:31:55.286483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:31:55.286486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:31:55.286490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:31:55.286493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:31:55.286497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:31:55.286501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:31:55.286505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:31:55.286509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:31:55.286512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:31:55.286516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:31:55.286520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:31:55.286523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:31:55.286527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:31:55.286530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:31:55.286534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:31:55.286538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:31:55.286541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:31:55.286545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:04.666404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__threefry_seed:\n",
            "2024-05-24 09:32:04.666442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:04.666462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:04.666467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:04.666471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:04.666475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:04.666479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:04.666484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:04.666488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:04.666492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:04.666495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:04.666499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:04.666503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:04.666506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:04.666510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:04.666513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:04.666517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:04.666521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:04.666524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:04.666528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:04.666531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:04.666535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:04.666539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:04.666542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:04.666546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:04.666549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:04.666553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:04.666557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:04.666560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:04.666564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:04.666567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:04.666571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:04.666575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:04.666578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:04.666582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:04.666587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:04.666593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:04.666597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:04.666601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:04.666604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:04.666608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:04.666611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:04.666615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:04.666619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:04.666622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:04.666626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:04.666629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:04.666633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:04.666636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:04.666640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:04.666644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:04.666647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:04.666651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:04.666655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:04.666658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:04.666662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:04.666665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:04.666669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-24 09:32:04.666673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:04.666676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:04.666680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:04.666683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:04.666687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:04.666691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:04.666694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:04.666698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:05.062710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__threefry_split:\n",
            "2024-05-24 09:32:05.062747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:05.062752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:05.062757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:05.062761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:05.062765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:05.062769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:05.062773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:05.062777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:05.062780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:05.062784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:05.062787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:05.062791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:05.062795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:05.062798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:05.062802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:05.062806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:05.062809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:05.062813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:05.062817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.062820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:05.062824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:05.062827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:05.062831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:05.062834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:05.062838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:05.062842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:05.062845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:05.062849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:05.062853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:05.062856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:05.062860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:05.062863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:05.062867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:05.062871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:05.062874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:05.062882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:05.062885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:05.062889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:05.062893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:05.062897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:05.062900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:05.062904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.062908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.062911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:05.062915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:05.062919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:05.062925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:05.062930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:05.062936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:05.062942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:05.062947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:05.062951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:05.062955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:05.062959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:05.062963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:05.062966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:05.062970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-24 09:32:05.062974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:05.062978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:05.062981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:05.062985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:05.062989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:05.062993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:05.062997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:05.063001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:05.313497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__unstack:\n",
            "2024-05-24 09:32:05.313535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:05.313540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:05.313544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:05.313548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:05.313552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:05.313556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:05.313560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:05.313564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:05.313567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:05.313571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:05.313575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:05.313578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:05.313582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:05.313586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:05.313590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:05.313594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:05.313597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:05.313601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:05.313605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.313608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:05.313612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:05.313616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:05.313619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:05.313623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:05.313627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:05.313630: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:05.313634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:05.313638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:05.313641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:05.313645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:05.313649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:05.313652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:05.313656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:05.313660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:05.313663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:05.313671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:05.313675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:05.313679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:05.313682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:05.313686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:05.313690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:05.313693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.313697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.313701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:05.313704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:05.313708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:05.313712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:05.313715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:05.313719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:05.313723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:05.313726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:05.313730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:05.313734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:05.313738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:05.313741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:05.313747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:05.313753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:05.313759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:05.313764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:05.313771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:05.313775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:05.313778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:05.313782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:05.313785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:05.535969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__normal:\n",
            "2024-05-24 09:32:05.536007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:05.536012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:05.536017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:05.536021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:05.536025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:05.536029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:05.536032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:05.536036: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:05.536040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:05.536043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:05.536047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:05.536051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:05.536054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:05.536058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:05.536062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:05.536065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:05.536069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:05.536072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:05.536076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.536080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:05.536083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:05.536087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:05.536091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:05.536094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:05.536098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:05.536101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:05.536105: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:05.536109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:05.536112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:05.536116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:05.536120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:05.536123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:05.536127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:05.536131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:05.536134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:05.536142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:05.536145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:05.536149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:05.536153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:05.536156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:05.536160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:05.536163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.536167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:05.536171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:05.536174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:05.536178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:05.536181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:05.536185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:05.536189: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:05.536192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:05.536196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:05.536200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:05.536204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:05.536207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:05.536211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:05.536215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:05.536218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-24 09:32:05.536222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:05.536225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:05.536229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:05.536233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:05.536236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:05.536240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:05.536243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:05.536247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:06.109111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-24 09:32:06.109145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:06.109151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:06.109157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:06.109161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:06.109165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:06.109168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:06.109172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:06.109176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:06.109180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:06.109183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:06.109187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:06.109190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:06.109194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:06.109198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:06.109201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:06.109205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:06.109209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:06.109213: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:06.109217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.109221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:06.109225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:06.109228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:06.109232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:06.109235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:06.109239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:06.109243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:06.109246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:06.109250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:06.109254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:06.109257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:06.109261: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:06.109264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:06.109268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:06.109272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:06.109276: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:06.109285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:06.109289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:06.109292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:06.109296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:06.109300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:06.109303: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:06.109307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.109311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.109315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:06.109318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:06.109322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:06.109325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:06.109329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:06.109333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:06.109337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:06.109341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:06.109345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:06.109349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:06.109353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:06.109356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:06.109360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:06.109363: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:06.109367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:06.109371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:06.109374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:06.109378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:06.109381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:06.109385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:06.109389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:06.366265: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-24 09:32:06.366301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:06.366307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:06.366311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:06.366315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:06.366319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:06.366323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:06.366327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:06.366331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:06.366335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:06.366339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:06.366342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:06.366346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:06.366350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:06.366354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:06.366358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:06.366362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:06.366366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:06.366370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:06.366374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.366377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:06.366381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:06.366385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:06.366389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:06.366392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:06.366396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:06.366400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:06.366403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:06.366407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:06.366411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:06.366414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:06.366418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:06.366422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:06.366426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:06.366431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:06.366435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:06.366444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:06.366448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:06.366464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:06.366472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:06.366481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:06.366493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:06.366502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.366510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.366520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:06.366533: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:06.366542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:06.366551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:06.366562: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:06.366571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:06.366578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:06.366586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:06.366591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:06.366595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:06.366599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:06.366603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:06.366607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:06.366611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:06.366615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:06.366618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:06.366622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:06.366626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:06.366629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:06.366633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:06.366637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:06.517288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-24 09:32:06.517324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:06.517330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:06.517335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:06.517339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:06.517343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:06.517346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:06.517350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:06.517354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:06.517357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:06.517361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:06.517365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:06.517368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:06.517372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:06.517376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:06.517380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:06.517383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:06.517387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:06.517392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:06.517396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.517400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:06.517403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:06.517407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:06.517410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:06.517414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:06.517418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:06.517421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:06.517425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:06.517429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:06.517433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:06.517436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:06.517440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:06.517444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:06.517447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:06.517465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:06.517477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:06.517490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:06.517498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:06.517508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:06.517516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:06.517526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:06.517536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:06.517541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.517544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.517548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:06.517552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:06.517555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:06.517559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:06.517563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:06.517567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:06.517572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:06.517576: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:06.517579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:06.517583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:06.517587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:06.517590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:06.517594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:06.517598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:06.517601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:06.517605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:06.517609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:06.517612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:06.517616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:06.517620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:06.517623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:06.665603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-24 09:32:06.665635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:06.665641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:06.665645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:06.665649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:06.665653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:06.665657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:06.665661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:06.665665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:06.665669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:06.665673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:06.665677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:06.665681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:06.665684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:06.665688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:06.665692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:06.665695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:06.665699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:06.665703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:06.665706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.665710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:06.665713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:06.665717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:06.665721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:06.665724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:06.665729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:06.665733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:06.665737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:06.665740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:06.665744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:06.665748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:06.665751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:06.665755: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:06.665758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:06.665762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:06.665766: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:06.665772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:06.665776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:06.665780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:06.665783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:06.665787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:06.665791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:06.665797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.665800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.665804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:06.665808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:06.665811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:06.665815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:06.665819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:06.665822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:06.665826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:06.665830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:06.665833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:06.665837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:06.665841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:06.665845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:06.665849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:06.665853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:06.665857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:06.665861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:06.665864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:06.665868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:06.665871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:06.665875: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:06.665879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:06.788169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__squeeze:\n",
            "2024-05-24 09:32:06.788205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:06.788210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:06.788214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:06.788219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:06.788223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:06.788227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:06.788231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:06.788234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:06.788238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:06.788242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:06.788245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:06.788249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:06.788253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:06.788257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:06.788260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:06.788264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:06.788268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:06.788271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:06.788275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.788278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:06.788282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:06.788286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:06.788289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:06.788293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:06.788297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:06.788301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:06.788305: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:06.788309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:06.788312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:06.788316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:06.788319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:06.788323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:06.788327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:06.788330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:06.788334: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:06.788342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:06.788346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:06.788349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:06.788353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:06.788357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:06.788361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:06.788365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.788369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.788372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:06.788376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:06.788380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:06.788383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:06.788387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:06.788391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:06.788394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:06.788398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:06.788402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:06.788405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:06.788409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:06.788413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:06.788416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:06.788420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:06.788424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:06.788428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:06.788433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:06.788437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:06.788440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:06.788444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:06.788448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:06.918613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scatter:\n",
            "2024-05-24 09:32:06.918657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:06.918662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:06.918667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:06.918671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:06.918674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:06.918678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:06.918682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:06.918685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:06.918689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:06.918693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:06.918697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:06.918701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:06.918705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:06.918708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:06.918712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:06.918716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:06.918719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:06.918723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:06.918727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.918730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:06.918734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:06.918737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:06.918741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:06.918745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:06.918748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:06.918752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:06.918756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:06.918761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:06.918764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:06.918768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:06.918771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:06.918775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:06.918779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:06.918782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:06.918786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:06.918795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:06.918799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:06.918802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:06.918806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:06.918810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:06.918813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:06.918817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.918821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:06.918826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:06.918829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:06.918833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:06.918836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:06.918840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:06.918844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:06.918847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:06.918851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:06.918855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:06.918859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:06.918862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:06.918866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:06.918869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:06.918873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:06.918877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:06.918880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:06.918884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:06.918888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:06.918892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:06.918896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:06.918899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:07.091016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-24 09:32:07.091055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:07.091060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:07.091065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:07.091069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:07.091073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:07.091077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:07.091080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:07.091084: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:07.091088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:07.091092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:07.091096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:07.091100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:07.091103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:07.091107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:07.091110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:07.091114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:07.091118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:07.091121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:07.091125: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.091129: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:07.091132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:07.091136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:07.091139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:07.091143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:07.091147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:07.091150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:07.091154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:07.091158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:07.091162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:07.091166: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:07.091170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:07.091173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:07.091177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:07.091181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:07.091184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:07.091192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:07.091195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:07.091199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:07.091203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:07.091206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:07.091210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:07.091214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.091217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.091221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:07.091225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:07.091230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:07.091233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:07.091237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:07.091241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:07.091244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:07.091248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:07.091252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:07.091255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:07.091259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:07.091262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:07.091266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:07.091270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:07.091273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:07.091277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:07.091280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:07.091284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:07.091288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:07.091291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:07.091295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:07.122614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-24 09:32:07.122647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:07.122652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:07.122657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:07.122661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:07.122665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:07.122669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:07.122672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:07.122676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:07.122680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:07.122684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:07.122687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:07.122691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:07.122695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:07.122698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:07.122702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:07.122705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:07.122709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:07.122712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:07.122716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.122720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:07.122723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:07.122727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:07.122730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:07.122734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:07.122737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:07.122741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:07.122745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:07.122749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:07.122753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:07.122756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:07.122760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:07.122763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:07.122767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:07.122771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:07.122774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:07.122783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:07.122786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:07.122790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:07.122794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:07.122797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:07.122801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:07.122804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.122808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.122811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:07.122815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:07.122819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:07.122823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:07.122826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:07.122830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:07.122833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:07.122837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:07.122841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:07.122845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:07.122848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:07.122852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:07.122855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:07.122859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:07.122862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:07.122866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:07.122870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:07.122873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:07.122877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:07.122880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:07.122884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:07.254158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-24 09:32:07.254194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:07.254199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:07.254203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:07.254207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:07.254211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:07.254215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:07.254218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:07.254222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:07.254227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:07.254231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:07.254234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:07.254238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:07.254242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:07.254245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:07.254249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:07.254253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:07.254257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:07.254260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:07.254264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.254267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:07.254271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:07.254274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:07.254278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:07.254282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:07.254285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:07.254289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:07.254293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:07.254297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:07.254301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:07.254304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:07.254308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:07.254312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:07.254315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:07.254319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:07.254322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:07.254331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:07.254334: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:07.254338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:07.254342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:07.254345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:07.254349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:07.254352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.254357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.254361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:07.254365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:07.254369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:07.254373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:07.254376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:07.254380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:07.254384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:07.254387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:07.254391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:07.254395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:07.254398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:07.254402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:07.254406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:07.254409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:07.254413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:07.254417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:07.254420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:07.254424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:07.254428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:07.254432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:07.254436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:07.393160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-24 09:32:07.393196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:07.393202: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:07.393206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:07.393210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:07.393214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:07.393218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:07.393222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:07.393227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:07.393230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:07.393234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:07.393237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:07.393241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:07.393245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:07.393248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:07.393252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:07.393256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:07.393259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:07.393263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:07.393267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.393270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:07.393274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:07.393277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:07.393281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:07.393285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:07.393289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:07.393294: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:07.393297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:07.393301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:07.393305: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:07.393308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:07.393312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:07.393315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:07.393319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:07.393323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:07.393326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:07.393333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:07.393337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:07.393341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:07.393344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:07.393348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:07.393352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:07.393357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.393360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.393364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:07.393368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:07.393371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:07.393375: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:07.393378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:07.393382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:07.393386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:07.393389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:07.393393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:07.393397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:07.393400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:07.393404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:07.393408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:07.393411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:07.393415: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:07.393419: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:07.393422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:07.393426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:07.393430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:07.393434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:07.393438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:07.528783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-24 09:32:07.528818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:07.528823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:07.528828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:07.528832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:07.528836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:07.528840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:07.528843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:07.528847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:07.528851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:07.528855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:07.528859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:07.528863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:07.528867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:07.528871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:07.528874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:07.528878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:07.528882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:07.528885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:07.528889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.528893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:07.528896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:07.528900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:07.528903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:07.528907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:07.528911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:07.528915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:07.528919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:07.528923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:07.528927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:07.528930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:07.528934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:07.528937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:07.528941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:07.528945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:07.528949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:07.528956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:07.528960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:07.528964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:07.528968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:07.528971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:07.528975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:07.528979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.528983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.528987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:07.528991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:07.528995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:07.528998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:07.529002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:07.529006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:07.529009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:07.529013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:07.529017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:07.529021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:07.529024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:07.529028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:07.529032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:07.529035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:07.529039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:07.529043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:07.529046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:07.529050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:07.529054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:07.529058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:07.529062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:07.659913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-24 09:32:07.659949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:07.659954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:07.659959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:07.659963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:07.659966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:07.659970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:07.659974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:07.659978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:07.659982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:07.659986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:07.659990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:07.659993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:07.659997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:07.660001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:07.660004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:07.660008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:07.660011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:07.660015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:07.660019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.660022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:07.660026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:07.660029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:07.660033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:07.660037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:07.660040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:07.660044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:07.660048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:07.660052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:07.660056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:07.660060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:07.660063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:07.660067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:07.660070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:07.660074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:07.660078: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:07.660085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:07.660089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:07.660092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:07.660096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:07.660100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:07.660103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:07.660107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.660111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.660116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:07.660120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:07.660124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:07.660127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:07.660131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:07.660134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:07.660138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:07.660142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:07.660145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:07.660149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:07.660153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:07.660156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:07.660160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:07.660163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:07.660167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:07.660171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:07.660174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:07.660178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:07.660182: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:07.660186: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:07.660190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:07.780436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_concatenate:\n",
            "2024-05-24 09:32:07.780483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:07.780488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:07.780493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:07.780497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:07.780500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:07.780504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:07.780508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:07.780512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:07.780516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:07.780520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:07.780524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:07.780528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:07.780531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:07.780535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:07.780539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:07.780542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:07.780546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:07.780550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:07.780553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.780557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:07.780561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:07.780564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:07.780568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:07.780571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:07.780575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:07.780579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:07.780583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:07.780587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:07.780591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:07.780594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:07.780598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:07.780602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:07.780605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:07.780609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:07.780613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:07.780620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:07.780624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:07.780627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:07.780631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:07.780635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:07.780639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:07.780642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.780646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.780650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:07.780654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:07.780658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:07.780662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:07.780666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:07.780669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:07.780673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:07.780677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:07.780680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:07.780684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:07.780688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:07.780691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:07.780695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:07.780699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:07.780702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:07.780706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:07.780710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:07.780713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:07.780717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:07.780721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:07.780725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:07.926309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_norm:\n",
            "2024-05-24 09:32:07.926352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:07.926357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:07.926361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:07.926365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:07.926369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:07.926373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:07.926376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:07.926380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:07.926385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:07.926389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:07.926392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:07.926396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:07.926400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:07.926403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:07.926407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:07.926410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:07.926414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:07.926418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:07.926421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.926425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:07.926428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:07.926432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:07.926436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:07.926439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:07.926443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:07.926447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:07.926458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:07.926462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:07.926465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:07.926469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:07.926473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:07.926476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:07.926480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:07.926484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:07.926487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:07.926495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:07.926499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:07.926502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:07.926506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:07.926509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:07.926513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:07.926517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.926521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:07.926525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:07.926528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:07.926532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:07.926536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:07.926539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:07.926543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:07.926546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:07.926550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:07.926554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:07.926557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:07.926561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:07.926564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:07.926568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:07.926572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:07.926575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:07.926579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:07.926583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:07.926587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:07.926591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:07.926594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:07.926598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:08.109155: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-24 09:32:08.109191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:08.109198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:08.109202: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:08.109206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:08.109210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:08.109214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:08.109218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:08.109221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:08.109225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:08.109228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:08.109232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:08.109236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:08.109239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:08.109243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:08.109247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:08.109250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:08.109254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:08.109257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:08.109261: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.109266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:08.109269: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:08.109273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:08.109276: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:08.109280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:08.109284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:08.109287: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:08.109291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:08.109295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:08.109298: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:08.109302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:08.109305: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:08.109309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:08.109313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:08.109316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:08.109320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:08.109326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:08.109331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:08.109335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:08.109339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:08.109342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:08.109346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:08.109350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.109353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.109357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:08.109360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:08.109364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:08.109368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:08.109372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:08.109375: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:08.109379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:08.109382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:08.109386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:08.109390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:08.109395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:08.109399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:08.109403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:08.109407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:08.109410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:08.109414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:08.109417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:08.109421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:08.109425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:08.109428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:08.109432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:08.247687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-24 09:32:08.247724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:08.247729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:08.247734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:08.247738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:08.247742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:08.247746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:08.247749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:08.247753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:08.247757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:08.247760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:08.247764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:08.247767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:08.247771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:08.247775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:08.247778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:08.247782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:08.247786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:08.247789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:08.247793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.247796: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:08.247800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:08.247804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:08.247807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:08.247811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:08.247814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:08.247818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:08.247822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:08.247825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:08.247829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:08.247832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:08.247836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:08.247840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:08.247843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:08.247847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:08.247850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:08.247857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:08.247861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:08.247864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:08.247868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:08.247872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:08.247875: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:08.247879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.247883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.247886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:08.247890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:08.247894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:08.247897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:08.247901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:08.247904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:08.247908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:08.247912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:08.247915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:08.247919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:08.247922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:08.247926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:08.247930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:08.247933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:08.247937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:08.247940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:08.247944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:08.247948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:08.247951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:08.247955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:08.247958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:08.421444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-24 09:32:08.421486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:08.421491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:08.421496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:08.421500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:08.421504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:08.421507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:08.421511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:08.421515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:08.421519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:08.421522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:08.421526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:08.421530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:08.421534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:08.421537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:08.421541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:08.421545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:08.421549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:08.421552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:08.421556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.421560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:08.421563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:08.421567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:08.421571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:08.421575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:08.421578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:08.421582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:08.421586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:08.421589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:08.421593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:08.421597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:08.421600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:08.421604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:08.421608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:08.421612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:08.421615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:08.421624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:08.421628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:08.421632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:08.421636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:08.421640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:08.421643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:08.421647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.421651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.421655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:08.421658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:08.421662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:08.421666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:08.421669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:08.421673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:08.421677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:08.421681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:08.421684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:08.421688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:08.421692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:08.421696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:08.421699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:08.421703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:08.421707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:08.421711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:08.421714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:08.421718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:08.421722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:08.421725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:08.421729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:08.550618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-24 09:32:08.550655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:08.550660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:08.550664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:08.550668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:08.550672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:08.550676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:08.550680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:08.550683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:08.550687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:08.550691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:08.550694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:08.550698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:08.550702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:08.550705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:08.550709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:08.550713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:08.550716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:08.550720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:08.550723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.550727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:08.550730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:08.550734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:08.550738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:08.550741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:08.550745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:08.550748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:08.550752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:08.550755: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:08.550759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:08.550763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:08.550766: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:08.550770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:08.550773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:08.550777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:08.550781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:08.550789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:08.550793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:08.550797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:08.550800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:08.550804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:08.550807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:08.550811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.550815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.550819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:08.550822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:08.550826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:08.550830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:08.550833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:08.550837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:08.550840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:08.550844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:08.550848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:08.550851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:08.550855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:08.550858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:08.550862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:08.550866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:08.550869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:08.550873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:08.550876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:08.550880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:08.550883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:08.550887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:08.550890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:08.732310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-24 09:32:08.732342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:08.732348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:08.732353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:08.732357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:08.732361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:08.732365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:08.732368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:08.732372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:08.732376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:08.732379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:08.732383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:08.732387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:08.732391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:08.732395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:08.732398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:08.732402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:08.732405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:08.732409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:08.732414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.732417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:08.732421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:08.732425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:08.732428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:08.732432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:08.732435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:08.732440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:08.732443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:08.732447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:08.732459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:08.732463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:08.732466: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:08.732471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:08.732475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:08.732478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:08.732482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:08.732489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:08.732494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:08.732498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:08.732502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:08.732505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:08.732509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:08.732519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.732523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.732526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:08.732530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:08.732534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:08.732538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:08.732541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:08.732546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:08.732550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:08.732554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:08.732559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:08.732562: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:08.732566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:08.732571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:08.732575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:08.732579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:08.732583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:08.732587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:08.732591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:08.732596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:08.732600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:08.732604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:08.732609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:08.868007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-24 09:32:08.868045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:08.868050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:08.868055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:08.868059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:08.868063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:08.868067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:08.868071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:08.868075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:08.868079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:08.868083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:08.868087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:08.868090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:08.868094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:08.868098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:08.868102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:08.868106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:08.868109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:08.868113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:08.868117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.868120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:08.868124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:08.868128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:08.868131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:08.868135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:08.868139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:08.868142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:08.868146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:08.868150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:08.868153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:08.868157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:08.868160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:08.868164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:08.868167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:08.868171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:08.868174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:08.868181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:08.868185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:08.868188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:08.868192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:08.868195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:08.868199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:08.868203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.868206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.868210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:08.868214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:08.868218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:08.868221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:08.868225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:08.868229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:08.868232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:08.868236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:08.868240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:08.868243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:08.868247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:08.868250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:08.868254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:08.868257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:08.868261: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:08.868265: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:08.868268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:08.868272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:08.868275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:08.868279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:08.868283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:08.994497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-24 09:32:08.994531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:08.994536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:08.994541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:08.994545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:08.994548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:08.994552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:08.994556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:08.994559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:08.994563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:08.994566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:08.994570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:08.994574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:08.994577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:08.994581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:08.994584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:08.994588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:08.994592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:08.994595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:08.994599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.994603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:08.994606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:08.994610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:08.994613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:08.994617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:08.994620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:08.994624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:08.994627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:08.994631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:08.994635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:08.994638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:08.994642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:08.994645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:08.994649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:08.994652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:08.994656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:08.994666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:08.994672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:08.994677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:08.994681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:08.994684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:08.994688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:08.994693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.994698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:08.994703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:08.994707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:08.994711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:08.994715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:08.994720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:08.994726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:08.994732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:08.994736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:08.994740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:08.994745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:08.994751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:08.994755: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:08.994759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:08.994763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:08.994766: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:08.994770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:08.994773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:08.994777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:08.994780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:08.994785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:08.994790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:09.132389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-24 09:32:09.132426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:09.132432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:09.132436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:09.132440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:09.132444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:09.132448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:09.132461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:09.132464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:09.132468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:09.132472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:09.132475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:09.132479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:09.132483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:09.132486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:09.132490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:09.132494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:09.132498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:09.132501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:09.132505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.132508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:09.132512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:09.132516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:09.132519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:09.132523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:09.132526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:09.132530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:09.132534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:09.132537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:09.132541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:09.132544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:09.132548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:09.132552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:09.132555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:09.132559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:09.132563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:09.132569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:09.132573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:09.132576: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:09.132580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:09.132583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:09.132587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:09.132591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.132594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.132598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:09.132604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:09.132609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:09.132614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:09.132621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:09.132629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:09.132633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:09.132637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:09.132640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:09.132644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:09.132647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:09.132651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:09.132655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:09.132658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:09.132662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:09.132665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:09.132669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:09.132673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:09.132676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:09.132680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:09.132683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:09.274110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-24 09:32:09.274148: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:09.274153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:09.274157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:09.274161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:09.274165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:09.274169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:09.274173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:09.274176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:09.274180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:09.274184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:09.274187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:09.274191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:09.274195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:09.274198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:09.274202: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:09.274206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:09.274210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:09.274213: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:09.274217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.274220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:09.274224: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:09.274228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:09.274231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:09.274235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:09.274240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:09.274245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:09.274251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:09.274255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:09.274262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:09.274268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:09.274274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:09.274280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:09.274284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:09.274288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:09.274292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:09.274298: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:09.274302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:09.274307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:09.274313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:09.274319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:09.274325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:09.274329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.274332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.274336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:09.274340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:09.274344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:09.274347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:09.274353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:09.274358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:09.274362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:09.274366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:09.274370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:09.274373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:09.274377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:09.274380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:09.274384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:09.274389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:09.274394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:09.274400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:09.274406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:09.274410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:09.274413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:09.274417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:09.274421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:09.404364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-24 09:32:09.404400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:09.404405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:09.404409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:09.404413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:09.404417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:09.404421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:09.404424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:09.404428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:09.404432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:09.404436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:09.404439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:09.404443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:09.404447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:09.404457: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:09.404461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:09.404465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:09.404468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:09.404472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:09.404475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.404479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:09.404482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:09.404486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:09.404489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:09.404493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:09.404497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:09.404500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:09.404504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:09.404508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:09.404512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:09.404515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:09.404519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:09.404522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:09.404526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:09.404529: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:09.404533: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:09.404539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:09.404543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:09.404547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:09.404551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:09.404554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:09.404558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:09.404562: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.404565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.404569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:09.404573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:09.404576: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:09.404580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:09.404586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:09.404592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:09.404597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:09.404603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:09.404609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:09.404614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:09.404617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:09.404621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:09.404625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:09.404632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:09.404637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:09.404642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:09.404646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:09.404649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:09.404653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:09.404657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:09.404660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:09.532975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-24 09:32:09.533012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:09.533017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:09.533022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:09.533026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:09.533029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:09.533033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:09.533037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:09.533041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:09.533044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:09.533048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:09.533052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:09.533056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:09.533059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:09.533063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:09.533066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:09.533070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:09.533074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:09.533077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:09.533081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.533085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:09.533088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:09.533092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:09.533095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:09.533099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:09.533102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:09.533106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:09.533110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:09.533114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:09.533117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:09.533121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:09.533124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:09.533128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:09.533132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:09.533135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:09.533139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:09.533147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:09.533150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:09.533154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:09.533158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:09.533161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:09.533165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:09.533169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.533172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.533176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:09.533180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:09.533183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:09.533187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:09.533190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:09.533194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:09.533198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:09.533201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:09.533205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:09.533209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:09.533212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:09.533216: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:09.533219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:09.533223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:09.533227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:09.533230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:09.533234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:09.533237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:09.533241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:09.533245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:09.533248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:09.716793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-24 09:32:09.716827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:09.716832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:09.716837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:09.716841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:09.716844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:09.716848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:09.716852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:09.716856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:09.716859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:09.716863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:09.716867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:09.716871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:09.716874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:09.716878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:09.716882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:09.716885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:09.716889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:09.716893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:09.716896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.716900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:09.716904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:09.716907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:09.716911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:09.716914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:09.716918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:09.716922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:09.716925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:09.716929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:09.716933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:09.716937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:09.716940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:09.716944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:09.716947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:09.716951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:09.716955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:09.716962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:09.716966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:09.716969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:09.716973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:09.716976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:09.716980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:09.716983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.716987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.716991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:09.716995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:09.716998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:09.717002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:09.717006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:09.717010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:09.717013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:09.717017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:09.717020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:09.717024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:09.717028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:09.717031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:09.717035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:09.717038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:09.717042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:09.717046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:09.717049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:09.717053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:09.717057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:09.717060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:09.717064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:09.845211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-24 09:32:09.845246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:09.845252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:09.845256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:09.845260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:09.845264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:09.845268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:09.845272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:09.845275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:09.845279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:09.845282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:09.845286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:09.845290: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:09.845293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:09.845297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:09.845301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:09.845305: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:09.845309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:09.845312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:09.845316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.845319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:09.845323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:09.845326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:09.845330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:09.845333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:09.845337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:09.845340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:09.845344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:09.845349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:09.845352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:09.845356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:09.845359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:09.845363: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:09.845367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:09.845371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:09.845374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:09.845382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:09.845385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:09.845389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:09.845393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:09.845396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:09.845400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:09.845403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.845407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.845410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:09.845414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:09.845418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:09.845422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:09.845425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:09.845429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:09.845432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:09.845436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:09.845440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:09.845444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:09.845447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:09.845457: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:09.845461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:09.845464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:09.845468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:09.845472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:09.845476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:09.845479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:09.845483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:09.845487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:09.845490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:09.987679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__where:\n",
            "2024-05-24 09:32:09.987716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:09.987721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:09.987726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:09.987730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:09.987734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:09.987738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:09.987742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:09.987745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:09.987749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:09.987753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:09.987756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:09.987760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:09.987764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:09.987767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:09.987771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:09.987775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:09.987778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:09.987782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:09.987786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.987789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:09.987793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:09.987797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:09.987800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:09.987804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:09.987808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:09.987811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:09.987815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:09.987819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:09.987822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:09.987826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:09.987830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:09.987833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:09.987837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:09.987840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:09.987844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:09.987851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:09.987855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:09.987858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:09.987862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:09.987866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:09.987869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:09.987873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.987877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:09.987880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:09.987884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:09.987888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:09.987891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:09.987895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:09.987898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:09.987902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:09.987906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:09.987909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:09.987913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:09.987917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:09.987920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:09.987924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:09.987927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:09.987931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:09.987935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:09.987939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:09.987942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:09.987946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:09.987949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:09.987953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:10.145981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-24 09:32:10.146017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:10.146022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:10.146027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:10.146031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:10.146035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:10.146038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:10.146042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:10.146046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:10.146050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:10.146053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:10.146057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:10.146060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:10.146064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:10.146068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:10.146072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:10.146076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:10.146079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:10.146083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:10.146086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.146090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:10.146094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:10.146097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:10.146101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:10.146104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:10.146108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:10.146112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:10.146115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:10.146119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:10.146123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:10.146126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:10.146130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:10.146134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:10.146137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:10.146141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:10.146146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:10.146152: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:10.146156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:10.146160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:10.146163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:10.146167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:10.146171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:10.146174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.146178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.146182: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:10.146185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:10.146189: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:10.146193: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:10.146196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:10.146200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:10.146204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:10.146208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:10.146212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:10.146215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:10.146219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:10.146222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:10.146226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:10.146230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:10.146233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:10.146237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:10.146241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:10.146244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:10.146248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:10.146251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:10.146255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:10.402732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-24 09:32:10.402768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:10.402773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:10.402777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:10.402781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:10.402785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:10.402790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:10.402793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:10.402797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:10.402800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:10.402804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:10.402808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:10.402811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:10.402815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:10.402818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:10.402822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:10.402826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:10.402829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:10.402833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:10.402836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.402840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:10.402843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:10.402847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:10.402851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:10.402854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:10.402858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:10.402862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:10.402865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:10.402869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:10.402872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:10.402876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:10.402879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:10.402883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:10.402886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:10.402890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:10.402894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:10.402902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:10.402906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:10.402910: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:10.402913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:10.402917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:10.402921: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:10.402924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.402928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.402932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:10.402935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:10.402939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:10.402943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:10.402947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:10.402950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:10.402954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:10.402958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:10.402962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:10.402966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:10.402969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:10.402973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:10.402977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:10.402980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:10.402985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:10.402991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:10.402997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:10.403005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:10.403018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:10.403029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:10.403042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:10.543805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-24 09:32:10.543840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:10.543845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:10.543849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:10.543854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:10.543857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:10.543861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:10.543865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:10.543869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:10.543872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:10.543876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:10.543880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:10.543883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:10.543887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:10.543891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:10.543894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:10.543898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:10.543902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:10.543905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:10.543909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.543913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:10.543916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:10.543920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:10.543923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:10.543927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:10.543931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:10.543935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:10.543938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:10.543942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:10.543946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:10.543949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:10.543953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:10.543957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:10.543960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:10.543964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:10.543968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:10.543974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:10.543978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:10.543982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:10.543986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:10.543989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:10.543993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:10.543997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.544000: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.544004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:10.544008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:10.544012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:10.544015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:10.544019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:10.544022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:10.544026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:10.544030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:10.544033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:10.544037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:10.544041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:10.544045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:10.544048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:10.544052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:10.544055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:10.544059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:10.544063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:10.544066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:10.544070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:10.544074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:10.544077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:10.727760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_real:\n",
            "2024-05-24 09:32:10.727797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:10.727802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:10.727807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:10.727811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:10.727815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:10.727819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:10.727823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:10.727826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:10.727830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:10.727834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:10.727837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:10.727841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:10.727844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:10.727848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:10.727852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:10.727855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:10.727859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:10.727862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:10.727866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.727870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:10.727873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:10.727877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:10.727880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:10.727884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:10.727888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:10.727891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:10.727895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:10.727898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:10.727902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:10.727906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:10.727909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:10.727913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:10.727916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:10.727920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:10.727923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:10.727930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:10.727934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:10.727937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:10.727941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:10.727944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:10.727948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:10.727952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.727956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:10.727959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:10.727963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:10.727967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:10.727971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:10.727974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:10.727978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:10.727981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:10.727985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:10.727989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:10.727992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:10.727996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:10.728000: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:10.728004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:10.728007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:10.728011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:10.728015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:10.728018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:10.728022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:10.728026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:10.728029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:10.728033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:11.056461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-24 09:32:11.056495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:11.056501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:11.056505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:11.056509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:11.056513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:11.056517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:11.056521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:11.056524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:11.056528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:11.056531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:11.056535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:11.056539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:11.056542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:11.056546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:11.056550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:11.056554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:11.056557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:11.056561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:11.056564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:11.056568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:11.056571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:11.056575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:11.056579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:11.056582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:11.056586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:11.056589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:11.056593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:11.056597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:11.056600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:11.056604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:11.056607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:11.056611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:11.056615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:11.056619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:11.056622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:11.056628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:11.056632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:11.056636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:11.056639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:11.056643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:11.056646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:11.056650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:11.056654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:11.056657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:11.056661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:11.056664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:11.056668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:11.056672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:11.056675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:11.056679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:11.056683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:11.056686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:11.056690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:11.056693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:11.056697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:11.056701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:11.056704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-24 09:32:11.056708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:11.056711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:11.056715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:11.056718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:11.056722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:11.056726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:11.056729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:11.056733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:12.375134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_multistep:\n",
            "2024-05-24 09:32:12.375177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:12.375183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:12.375188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:12.375192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:12.375196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:12.375200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:12.375204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:12.375207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:12.375211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:12.375215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:12.375218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:12.375223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:12.375227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:12.375231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:12.375234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:12.375238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:12.375241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:12.375245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:12.375249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:12.375252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:12.375256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:12.375259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:12.375263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:12.375267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:12.375270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:12.375274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:12.375277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:12.375281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:12.375285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:12.375288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:12.375292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:12.375295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:12.375300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:12.375303: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:12.375307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:12.375312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:12.375316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:12.375319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:12.375323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:12.375327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:12.375330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:12.375334: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:12.375337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:12.375341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:12.375345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:12.375348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:12.375352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:12.375355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:12.375359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:12.375362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:12.375366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:12.375370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:12.375373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:12.375377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:12.375381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:12.375384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:12.375389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-24 09:32:12.375392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:12.375396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:12.375400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:12.375403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:12.375407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:12.375410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:12.375414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:12.375417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "CPU times: user 1.87 s, sys: 316 ms, total: 2.18 s\n",
            "Wall time: 2.15 s\n"
          ]
        }
      ],
      "source": [
        "size = 256\n",
        "density = 1.\n",
        "viscosity = 1e-3\n",
        "seed = 0\n",
        "inner_steps = 25\n",
        "outer_steps = 200\n",
        "\n",
        "max_velocity = 2.0\n",
        "cfl_safety_factor = 0.5\n",
        "\n",
        "# Define the physical dimensions of the simulation.\n",
        "grid = cfd.grids.Grid((size, size), domain=((0, 2 * jnp.pi), (0, 2 * jnp.pi)))\n",
        "\n",
        "# Construct a random initial velocity. The `filtered_velocity_field` function\n",
        "# ensures that the initial velocity is divergence free and it filters out\n",
        "# high frequency fluctuations.\n",
        "v0 = cfd.initial_conditions.filtered_velocity_field(\n",
        "    jax.random.PRNGKey(seed), grid, max_velocity)\n",
        "\n",
        "# Choose a time step.\n",
        "dt = cfd.equations.stable_time_step(\n",
        "    max_velocity, cfl_safety_factor, viscosity, grid)\n",
        "\n",
        "# Define a step function and use it to compute a trajectory.\n",
        "step_fn = cfd.funcutils.repeated(\n",
        "    cfd.equations.semi_implicit_navier_stokes(\n",
        "        density=density, viscosity=viscosity, dt=dt, grid=grid),\n",
        "    steps=inner_steps)\n",
        "rollout_fn = jax.jit(cfd.funcutils.trajectory(step_fn, outer_steps))\n",
        "%time _, trajectory = jax.device_get(rollout_fn(v0))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "executionInfo": {
          "elapsed": 54,
          "status": "ok",
          "timestamp": 1635284856908,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 420
        },
        "id": "m_q3OSfxjjfY",
        "outputId": "e9bbb584-c53e-4148-d744-37c08140c28f"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Component 0: GridVariable(array=GridArray(data=array([[[-0.8935042 , ..., -0.8515548 ],\n",
            "        ...,\n",
            "        [-0.9017288 , ..., -0.8609535 ]],\n",
            "\n",
            "       ...,\n",
            "\n",
            "       [[-0.06768889, ..., -0.08864684],\n",
            "        ...,\n",
            "        [-0.06688285, ..., -0.08821402]]], dtype=float32), offset=(1.0, 0.5), grid=Grid(shape=(256, 256), step=(0.02454369260617026, 0.02454369260617026), domain=((0.0, 6.283185307179586), (0.0, 6.283185307179586)))), bc=HomogeneousBoundaryConditions(types=(('periodic', 'periodic'), ('periodic', 'periodic')), bc_values=((0.0, 0.0), (0.0, 0.0))))\n",
            "Component 1: GridVariable(array=GridArray(data=array([[[0.142946  , ..., 0.15117063],\n",
            "        ...,\n",
            "        [0.1722027 , ..., 0.18040818]],\n",
            "\n",
            "       ...,\n",
            "\n",
            "       [[0.2864643 , ..., 0.2856583 ],\n",
            "        ...,\n",
            "        [0.2748214 , ..., 0.27287936]]], dtype=float32), offset=(0.5, 1.0), grid=Grid(shape=(256, 256), step=(0.02454369260617026, 0.02454369260617026), domain=((0.0, 6.283185307179586), (0.0, 6.283185307179586)))), bc=HomogeneousBoundaryConditions(types=(('periodic', 'periodic'), ('periodic', 'periodic')), bc_values=((0.0, 0.0), (0.0, 0.0))))\n"
          ]
        }
      ],
      "source": [
        "# JAX-CFD uses GridVariable objects for input/output. These objects contain:\n",
        "#  - array data\n",
        "#  - an \"offset\" that documents the position on the unit-cell where the data\n",
        "#    values are located\n",
        "#  - grid properties\n",
        "#  - boundary conditions on the variable\n",
        "with np.printoptions(edgeitems=1):\n",
        "  for i, u in enumerate(trajectory):\n",
        "    print(f'Component {i}: {u}')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "executionInfo": {
          "elapsed": 57,
          "status": "ok",
          "timestamp": 1635284965458,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 420
        },
        "id": "OpBLRIXZD4ny"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-24 09:32:19.468399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-24 09:32:19.468435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:19.468441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:19.468446: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:19.468457: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:19.468462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:19.468465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:19.468469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:19.468473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:19.468477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:19.468480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:19.468484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:19.468487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:19.468491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:19.468495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:19.468499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:19.468502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:19.468506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:19.468509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:19.468513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.468517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:19.468521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:19.468524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:19.468528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:19.468531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:19.468535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:19.468539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:19.468542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:19.468546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:19.468550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:19.468553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:19.468557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:19.468560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:19.468564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:19.468568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:19.468571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:19.468581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:19.468584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:19.468588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:19.468591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:19.468595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:19.468599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:19.468603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.468606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.468610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:19.468614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:19.468617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:19.468621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:19.468624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:19.468628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:19.468632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:19.468635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:19.468639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:19.468643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:19.468646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:19.468650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:19.468654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:19.468657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:19.468661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:19.468665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:19.468669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:19.468672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:19.468676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:19.468680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:19.468683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:19.598805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-24 09:32:19.598843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:19.598849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:19.598854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:19.598858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:19.598862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:19.598866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:19.598869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:19.598873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:19.598877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:19.598880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:19.598884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:19.598887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:19.598891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:19.598895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:19.598898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:19.598902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:19.598905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:19.598909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:19.598913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.598916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:19.598920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:19.598923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:19.598927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:19.598931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:19.598934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:19.598938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:19.598942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:19.598945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:19.598949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:19.598952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:19.598956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:19.598960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:19.598963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:19.598967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:19.598971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:19.598979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:19.598983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:19.598987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:19.598990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:19.598994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:19.598998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:19.599002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.599005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.599009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:19.599013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:19.599018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:19.599022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:19.599026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:19.599029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:19.599033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:19.599037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:19.599041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:19.599044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:19.599048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:19.599051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:19.599055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:19.599059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:19.599062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:19.599066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:19.599070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:19.599073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:19.599077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:19.599081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:19.599085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:19.733252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-24 09:32:19.733287: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:19.733292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:19.733296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:19.733300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:19.733304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:19.733307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:19.733311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:19.733315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:19.733318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:19.733322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:19.733326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:19.733329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:19.733333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:19.733336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:19.733340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:19.733344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:19.733347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:19.733351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:19.733355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.733358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:19.733362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:19.733365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:19.733369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:19.733372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:19.733376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:19.733380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:19.733383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:19.733387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:19.733390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:19.733394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:19.733397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:19.733401: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:19.733405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:19.733408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:19.733412: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:19.733422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:19.733426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:19.733430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:19.733433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:19.733437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:19.733441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:19.733444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.733448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.733461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:19.733465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:19.733469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:19.733473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:19.733476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:19.733480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:19.733484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:19.733487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:19.733491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:19.733495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:19.733499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:19.733502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:19.733506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:19.733510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:19.733513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:19.733517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:19.733520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:19.733524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:19.733528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:19.733531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:19.733535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-24 09:32:19.862131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-24 09:32:19.862168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-24 09:32:19.862178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-24 09:32:19.862183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-24 09:32:19.862187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-24 09:32:19.862190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-24 09:32:19.862194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-24 09:32:19.862198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-24 09:32:19.862201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-24 09:32:19.862205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-24 09:32:19.862208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-24 09:32:19.862212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-24 09:32:19.862216: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-24 09:32:19.862219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-24 09:32:19.862223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-24 09:32:19.862227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-24 09:32:19.862230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-24 09:32:19.862234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-24 09:32:19.862237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-24 09:32:19.862241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.862245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-24 09:32:19.862248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-24 09:32:19.862251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-24 09:32:19.862255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-24 09:32:19.862259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-24 09:32:19.862262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-24 09:32:19.862266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-24 09:32:19.862269: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-24 09:32:19.862273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-24 09:32:19.862277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-24 09:32:19.862280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-24 09:32:19.862284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-24 09:32:19.862287: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-24 09:32:19.862291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-24 09:32:19.862296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-24 09:32:19.862300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-24 09:32:19.862307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-24 09:32:19.862311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-24 09:32:19.862315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-24 09:32:19.862318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-24 09:32:19.862322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-24 09:32:19.862326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-24 09:32:19.862329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.862333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-24 09:32:19.862336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-24 09:32:19.862340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-24 09:32:19.862344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-24 09:32:19.862347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-24 09:32:19.862351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-24 09:32:19.862354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-24 09:32:19.862358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-24 09:32:19.862361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-24 09:32:19.862365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-24 09:32:19.862369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-24 09:32:19.862373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-24 09:32:19.862376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-24 09:32:19.862380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-24 09:32:19.862383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-24 09:32:19.862387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-24 09:32:19.862391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-24 09:32:19.862394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-24 09:32:19.862398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-24 09:32:19.862402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-24 09:32:19.862405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-24 09:32:19.862409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        }
      ],
      "source": [
        "# load into xarray for visualization and analysis\n",
        "ds = xarray.Dataset(\n",
        "    {\n",
        "        'u': (('time', 'x', 'y'), trajectory[0].data),\n",
        "        'v': (('time', 'x', 'y'), trajectory[1].data),\n",
        "    },\n",
        "    coords={\n",
        "        'x': grid.axes()[0],\n",
        "        'y': grid.axes()[1],\n",
        "        'time': dt * inner_steps * np.arange(outer_steps)\n",
        "    }\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "colab": {
          "height": 263
        },
        "executionInfo": {
          "elapsed": 60,
          "status": "ok",
          "timestamp": 1635284966443,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 420
        },
        "id": "p4VzDmxoEuha",
        "outputId": "25639ac6-1386-48ed-8270-05e063a69823"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div><svg style=\"position: absolute; width: 0; height: 0; overflow: hidden\">\n",
              "<defs>\n",
              "<symbol id=\"icon-database\" viewBox=\"0 0 32 32\">\n",
              "<path d=\"M16 0c-8.837 0-16 2.239-16 5v4c0 2.761 7.163 5 16 5s16-2.239 16-5v-4c0-2.761-7.163-5-16-5z\"></path>\n",
              "<path d=\"M16 17c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n",
              "<path d=\"M16 26c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n",
              "</symbol>\n",
              "<symbol id=\"icon-file-text2\" viewBox=\"0 0 32 32\">\n",
              "<path d=\"M28.681 7.159c-0.694-0.947-1.662-2.053-2.724-3.116s-2.169-2.030-3.116-2.724c-1.612-1.182-2.393-1.319-2.841-1.319h-15.5c-1.378 0-2.5 1.121-2.5 2.5v27c0 1.378 1.122 2.5 2.5 2.5h23c1.378 0 2.5-1.122 2.5-2.5v-19.5c0-0.448-0.137-1.23-1.319-2.841zM24.543 5.457c0.959 0.959 1.712 1.825 2.268 2.543h-4.811v-4.811c0.718 0.556 1.584 1.309 2.543 2.268zM28 29.5c0 0.271-0.229 0.5-0.5 0.5h-23c-0.271 0-0.5-0.229-0.5-0.5v-27c0-0.271 0.229-0.5 0.5-0.5 0 0 15.499-0 15.5 0v7c0 0.552 0.448 1 1 1h7v19.5z\"></path>\n",
              "<path d=\"M23 26h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
              "<path d=\"M23 22h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
              "<path d=\"M23 18h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n",
              "</symbol>\n",
              "</defs>\n",
              "</svg>\n",
              "<style>/* CSS stylesheet for displaying xarray objects in jupyterlab.\n",
              " *\n",
              " */\n",
              "\n",
              ":root {\n",
              "  --xr-font-color0: var(--jp-content-font-color0, rgba(0, 0, 0, 1));\n",
              "  --xr-font-color2: var(--jp-content-font-color2, rgba(0, 0, 0, 0.54));\n",
              "  --xr-font-color3: var(--jp-content-font-color3, rgba(0, 0, 0, 0.38));\n",
              "  --xr-border-color: var(--jp-border-color2, #e0e0e0);\n",
              "  --xr-disabled-color: var(--jp-layout-color3, #bdbdbd);\n",
              "  --xr-background-color: var(--jp-layout-color0, white);\n",
              "  --xr-background-color-row-even: var(--jp-layout-color1, white);\n",
              "  --xr-background-color-row-odd: var(--jp-layout-color2, #eeeeee);\n",
              "}\n",
              "\n",
              "html[theme=dark],\n",
              "body[data-theme=dark],\n",
              "body.vscode-dark {\n",
              "  --xr-font-color0: rgba(255, 255, 255, 1);\n",
              "  --xr-font-color2: rgba(255, 255, 255, 0.54);\n",
              "  --xr-font-color3: rgba(255, 255, 255, 0.38);\n",
              "  --xr-border-color: #1F1F1F;\n",
              "  --xr-disabled-color: #515151;\n",
              "  --xr-background-color: #111111;\n",
              "  --xr-background-color-row-even: #111111;\n",
              "  --xr-background-color-row-odd: #313131;\n",
              "}\n",
              "\n",
              ".xr-wrap {\n",
              "  display: block !important;\n",
              "  min-width: 300px;\n",
              "  max-width: 700px;\n",
              "}\n",
              "\n",
              ".xr-text-repr-fallback {\n",
              "  /* fallback to plain text repr when CSS is not injected (untrusted notebook) */\n",
              "  display: none;\n",
              "}\n",
              "\n",
              ".xr-header {\n",
              "  padding-top: 6px;\n",
              "  padding-bottom: 6px;\n",
              "  margin-bottom: 4px;\n",
              "  border-bottom: solid 1px var(--xr-border-color);\n",
              "}\n",
              "\n",
              ".xr-header > div,\n",
              ".xr-header > ul {\n",
              "  display: inline;\n",
              "  margin-top: 0;\n",
              "  margin-bottom: 0;\n",
              "}\n",
              "\n",
              ".xr-obj-type,\n",
              ".xr-array-name {\n",
              "  margin-left: 2px;\n",
              "  margin-right: 10px;\n",
              "}\n",
              "\n",
              ".xr-obj-type {\n",
              "  color: var(--xr-font-color2);\n",
              "}\n",
              "\n",
              ".xr-sections {\n",
              "  padding-left: 0 !important;\n",
              "  display: grid;\n",
              "  grid-template-columns: 150px auto auto 1fr 20px 20px;\n",
              "}\n",
              "\n",
              ".xr-section-item {\n",
              "  display: contents;\n",
              "}\n",
              "\n",
              ".xr-section-item input {\n",
              "  display: none;\n",
              "}\n",
              "\n",
              ".xr-section-item input + label {\n",
              "  color: var(--xr-disabled-color);\n",
              "}\n",
              "\n",
              ".xr-section-item input:enabled + label {\n",
              "  cursor: pointer;\n",
              "  color: var(--xr-font-color2);\n",
              "}\n",
              "\n",
              ".xr-section-item input:enabled + label:hover {\n",
              "  color: var(--xr-font-color0);\n",
              "}\n",
              "\n",
              ".xr-section-summary {\n",
              "  grid-column: 1;\n",
              "  color: var(--xr-font-color2);\n",
              "  font-weight: 500;\n",
              "}\n",
              "\n",
              ".xr-section-summary > span {\n",
              "  display: inline-block;\n",
              "  padding-left: 0.5em;\n",
              "}\n",
              "\n",
              ".xr-section-summary-in:disabled + label {\n",
              "  color: var(--xr-font-color2);\n",
              "}\n",
              "\n",
              ".xr-section-summary-in + label:before {\n",
              "  display: inline-block;\n",
              "  content: '►';\n",
              "  font-size: 11px;\n",
              "  width: 15px;\n",
              "  text-align: center;\n",
              "}\n",
              "\n",
              ".xr-section-summary-in:disabled + label:before {\n",
              "  color: var(--xr-disabled-color);\n",
              "}\n",
              "\n",
              ".xr-section-summary-in:checked + label:before {\n",
              "  content: '▼';\n",
              "}\n",
              "\n",
              ".xr-section-summary-in:checked + label > span {\n",
              "  display: none;\n",
              "}\n",
              "\n",
              ".xr-section-summary,\n",
              ".xr-section-inline-details {\n",
              "  padding-top: 4px;\n",
              "  padding-bottom: 4px;\n",
              "}\n",
              "\n",
              ".xr-section-inline-details {\n",
              "  grid-column: 2 / -1;\n",
              "}\n",
              "\n",
              ".xr-section-details {\n",
              "  display: none;\n",
              "  grid-column: 1 / -1;\n",
              "  margin-bottom: 5px;\n",
              "}\n",
              "\n",
              ".xr-section-summary-in:checked ~ .xr-section-details {\n",
              "  display: contents;\n",
              "}\n",
              "\n",
              ".xr-array-wrap {\n",
              "  grid-column: 1 / -1;\n",
              "  display: grid;\n",
              "  grid-template-columns: 20px auto;\n",
              "}\n",
              "\n",
              ".xr-array-wrap > label {\n",
              "  grid-column: 1;\n",
              "  vertical-align: top;\n",
              "}\n",
              "\n",
              ".xr-preview {\n",
              "  color: var(--xr-font-color3);\n",
              "}\n",
              "\n",
              ".xr-array-preview,\n",
              ".xr-array-data {\n",
              "  padding: 0 5px !important;\n",
              "  grid-column: 2;\n",
              "}\n",
              "\n",
              ".xr-array-data,\n",
              ".xr-array-in:checked ~ .xr-array-preview {\n",
              "  display: none;\n",
              "}\n",
              "\n",
              ".xr-array-in:checked ~ .xr-array-data,\n",
              ".xr-array-preview {\n",
              "  display: inline-block;\n",
              "}\n",
              "\n",
              ".xr-dim-list {\n",
              "  display: inline-block !important;\n",
              "  list-style: none;\n",
              "  padding: 0 !important;\n",
              "  margin: 0;\n",
              "}\n",
              "\n",
              ".xr-dim-list li {\n",
              "  display: inline-block;\n",
              "  padding: 0;\n",
              "  margin: 0;\n",
              "}\n",
              "\n",
              ".xr-dim-list:before {\n",
              "  content: '(';\n",
              "}\n",
              "\n",
              ".xr-dim-list:after {\n",
              "  content: ')';\n",
              "}\n",
              "\n",
              ".xr-dim-list li:not(:last-child):after {\n",
              "  content: ',';\n",
              "  padding-right: 5px;\n",
              "}\n",
              "\n",
              ".xr-has-index {\n",
              "  font-weight: bold;\n",
              "}\n",
              "\n",
              ".xr-var-list,\n",
              ".xr-var-item {\n",
              "  display: contents;\n",
              "}\n",
              "\n",
              ".xr-var-item > div,\n",
              ".xr-var-item label,\n",
              ".xr-var-item > .xr-var-name span {\n",
              "  background-color: var(--xr-background-color-row-even);\n",
              "  margin-bottom: 0;\n",
              "}\n",
              "\n",
              ".xr-var-item > .xr-var-name:hover span {\n",
              "  padding-right: 5px;\n",
              "}\n",
              "\n",
              ".xr-var-list > li:nth-child(odd) > div,\n",
              ".xr-var-list > li:nth-child(odd) > label,\n",
              ".xr-var-list > li:nth-child(odd) > .xr-var-name span {\n",
              "  background-color: var(--xr-background-color-row-odd);\n",
              "}\n",
              "\n",
              ".xr-var-name {\n",
              "  grid-column: 1;\n",
              "}\n",
              "\n",
              ".xr-var-dims {\n",
              "  grid-column: 2;\n",
              "}\n",
              "\n",
              ".xr-var-dtype {\n",
              "  grid-column: 3;\n",
              "  text-align: right;\n",
              "  color: var(--xr-font-color2);\n",
              "}\n",
              "\n",
              ".xr-var-preview {\n",
              "  grid-column: 4;\n",
              "}\n",
              "\n",
              ".xr-index-preview {\n",
              "  grid-column: 2 / 5;\n",
              "  color: var(--xr-font-color2);\n",
              "}\n",
              "\n",
              ".xr-var-name,\n",
              ".xr-var-dims,\n",
              ".xr-var-dtype,\n",
              ".xr-preview,\n",
              ".xr-attrs dt {\n",
              "  white-space: nowrap;\n",
              "  overflow: hidden;\n",
              "  text-overflow: ellipsis;\n",
              "  padding-right: 10px;\n",
              "}\n",
              "\n",
              ".xr-var-name:hover,\n",
              ".xr-var-dims:hover,\n",
              ".xr-var-dtype:hover,\n",
              ".xr-attrs dt:hover {\n",
              "  overflow: visible;\n",
              "  width: auto;\n",
              "  z-index: 1;\n",
              "}\n",
              "\n",
              ".xr-var-attrs,\n",
              ".xr-var-data,\n",
              ".xr-index-data {\n",
              "  display: none;\n",
              "  background-color: var(--xr-background-color) !important;\n",
              "  padding-bottom: 5px !important;\n",
              "}\n",
              "\n",
              ".xr-var-attrs-in:checked ~ .xr-var-attrs,\n",
              ".xr-var-data-in:checked ~ .xr-var-data,\n",
              ".xr-index-data-in:checked ~ .xr-index-data {\n",
              "  display: block;\n",
              "}\n",
              "\n",
              ".xr-var-data > table {\n",
              "  float: right;\n",
              "}\n",
              "\n",
              ".xr-var-name span,\n",
              ".xr-var-data,\n",
              ".xr-index-name div,\n",
              ".xr-index-data,\n",
              ".xr-attrs {\n",
              "  padding-left: 25px !important;\n",
              "}\n",
              "\n",
              ".xr-attrs,\n",
              ".xr-var-attrs,\n",
              ".xr-var-data,\n",
              ".xr-index-data {\n",
              "  grid-column: 1 / -1;\n",
              "}\n",
              "\n",
              "dl.xr-attrs {\n",
              "  padding: 0;\n",
              "  margin: 0;\n",
              "  display: grid;\n",
              "  grid-template-columns: 125px auto;\n",
              "}\n",
              "\n",
              ".xr-attrs dt,\n",
              ".xr-attrs dd {\n",
              "  padding: 0;\n",
              "  margin: 0;\n",
              "  float: left;\n",
              "  padding-right: 10px;\n",
              "  width: auto;\n",
              "}\n",
              "\n",
              ".xr-attrs dt {\n",
              "  font-weight: normal;\n",
              "  grid-column: 1;\n",
              "}\n",
              "\n",
              ".xr-attrs dt:hover span {\n",
              "  display: inline-block;\n",
              "  background: var(--xr-background-color);\n",
              "  padding-right: 10px;\n",
              "}\n",
              "\n",
              ".xr-attrs dd {\n",
              "  grid-column: 2;\n",
              "  white-space: pre-wrap;\n",
              "  word-break: break-all;\n",
              "}\n",
              "\n",
              ".xr-icon-database,\n",
              ".xr-icon-file-text2,\n",
              ".xr-no-icon {\n",
              "  display: inline-block;\n",
              "  vertical-align: middle;\n",
              "  width: 1em;\n",
              "  height: 1.5em !important;\n",
              "  stroke-width: 0;\n",
              "  stroke: currentColor;\n",
              "  fill: currentColor;\n",
              "}\n",
              "</style><pre class='xr-text-repr-fallback'>&lt;xarray.Dataset&gt; Size: 105MB\n",
              "Dimensions:  (time: 200, x: 256, y: 256)\n",
              "Coordinates:\n",
              "  * x        (x) float32 1kB 0.01227 0.03682 0.06136 ... 6.222 6.246 6.271\n",
              "  * y        (y) float32 1kB 0.01227 0.03682 0.06136 ... 6.222 6.246 6.271\n",
              "  * time     (time) float64 2kB 0.0 0.1534 0.3068 0.4602 ... 30.22 30.37 30.53\n",
              "Data variables:\n",
              "    u        (time, x, y) float32 52MB -0.8935 -0.9323 ... -0.1087 -0.08821\n",
              "    v        (time, x, y) float32 52MB 0.1429 0.1357 0.1294 ... 0.2716 0.2729</pre><div class='xr-wrap' style='display:none'><div class='xr-header'><div class='xr-obj-type'>xarray.Dataset</div></div><ul class='xr-sections'><li class='xr-section-item'><input id='section-72765bb6-dd5f-4553-b2ab-da85238310ac' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-72765bb6-dd5f-4553-b2ab-da85238310ac' class='xr-section-summary'  title='Expand/collapse section'>Dimensions:</label><div class='xr-section-inline-details'><ul class='xr-dim-list'><li><span class='xr-has-index'>time</span>: 200</li><li><span class='xr-has-index'>x</span>: 256</li><li><span class='xr-has-index'>y</span>: 256</li></ul></div><div class='xr-section-details'></div></li><li class='xr-section-item'><input id='section-7c8730f2-f411-4dc8-b4a9-b8d0b213eae0' class='xr-section-summary-in' type='checkbox'  checked><label for='section-7c8730f2-f411-4dc8-b4a9-b8d0b213eae0' class='xr-section-summary' >Coordinates: <span>(3)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'><li class='xr-var-item'><div class='xr-var-name'><span class='xr-has-index'>x</span></div><div class='xr-var-dims'>(x)</div><div class='xr-var-dtype'>float32</div><div class='xr-var-preview xr-preview'>0.01227 0.03682 ... 6.246 6.271</div><input id='attrs-24d7cf90-2113-483d-9c46-d073c5ce0161' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-24d7cf90-2113-483d-9c46-d073c5ce0161' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-27a265ed-dd94-4e25-a364-0a9be38775fa' class='xr-var-data-in' type='checkbox'><label for='data-27a265ed-dd94-4e25-a364-0a9be38775fa' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>array([0.012272, 0.036816, 0.061359, ..., 6.221826, 6.24637 , 6.270914],\n",
              "      dtype=float32)</pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span class='xr-has-index'>y</span></div><div class='xr-var-dims'>(y)</div><div class='xr-var-dtype'>float32</div><div class='xr-var-preview xr-preview'>0.01227 0.03682 ... 6.246 6.271</div><input id='attrs-6a715cfa-24d4-4cbd-b9a5-d64c7f2d505b' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-6a715cfa-24d4-4cbd-b9a5-d64c7f2d505b' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-0d31b4e8-08c7-43da-8a89-388d901c002b' class='xr-var-data-in' type='checkbox'><label for='data-0d31b4e8-08c7-43da-8a89-388d901c002b' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>array([0.012272, 0.036816, 0.061359, ..., 6.221826, 6.24637 , 6.270914],\n",
              "      dtype=float32)</pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span class='xr-has-index'>time</span></div><div class='xr-var-dims'>(time)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>0.0 0.1534 0.3068 ... 30.37 30.53</div><input id='attrs-83925a4a-2926-443c-b85a-d98673ce6b05' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-83925a4a-2926-443c-b85a-d98673ce6b05' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-bbe08e71-cf0d-45de-b425-8396427b58ab' class='xr-var-data-in' type='checkbox'><label for='data-bbe08e71-cf0d-45de-b425-8396427b58ab' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>array([ 0.      ,  0.153398,  0.306796,  0.460194,  0.613592,  0.76699 ,\n",
              "        0.920388,  1.073787,  1.227185,  1.380583,  1.533981,  1.687379,\n",
              "        1.840777,  1.994175,  2.147573,  2.300971,  2.454369,  2.607767,\n",
              "        2.761165,  2.914563,  3.067962,  3.22136 ,  3.374758,  3.528156,\n",
              "        3.681554,  3.834952,  3.98835 ,  4.141748,  4.295146,  4.448544,\n",
              "        4.601942,  4.75534 ,  4.908739,  5.062137,  5.215535,  5.368933,\n",
              "        5.522331,  5.675729,  5.829127,  5.982525,  6.135923,  6.289321,\n",
              "        6.442719,  6.596117,  6.749515,  6.902914,  7.056312,  7.20971 ,\n",
              "        7.363108,  7.516506,  7.669904,  7.823302,  7.9767  ,  8.130098,\n",
              "        8.283496,  8.436894,  8.590292,  8.74369 ,  8.897089,  9.050487,\n",
              "        9.203885,  9.357283,  9.510681,  9.664079,  9.817477,  9.970875,\n",
              "       10.124273, 10.277671, 10.431069, 10.584467, 10.737866, 10.891264,\n",
              "       11.044662, 11.19806 , 11.351458, 11.504856, 11.658254, 11.811652,\n",
              "       11.96505 , 12.118448, 12.271846, 12.425244, 12.578642, 12.732041,\n",
              "       12.885439, 13.038837, 13.192235, 13.345633, 13.499031, 13.652429,\n",
              "       13.805827, 13.959225, 14.112623, 14.266021, 14.419419, 14.572817,\n",
              "       14.726216, 14.879614, 15.033012, 15.18641 , 15.339808, 15.493206,\n",
              "       15.646604, 15.800002, 15.9534  , 16.106798, 16.260196, 16.413594,\n",
              "       16.566993, 16.720391, 16.873789, 17.027187, 17.180585, 17.333983,\n",
              "       17.487381, 17.640779, 17.794177, 17.947575, 18.100973, 18.254371,\n",
              "       18.407769, 18.561168, 18.714566, 18.867964, 19.021362, 19.17476 ,\n",
              "       19.328158, 19.481556, 19.634954, 19.788352, 19.94175 , 20.095148,\n",
              "       20.248546, 20.401944, 20.555343, 20.708741, 20.862139, 21.015537,\n",
              "       21.168935, 21.322333, 21.475731, 21.629129, 21.782527, 21.935925,\n",
              "       22.089323, 22.242721, 22.39612 , 22.549518, 22.702916, 22.856314,\n",
              "       23.009712, 23.16311 , 23.316508, 23.469906, 23.623304, 23.776702,\n",
              "       23.9301  , 24.083498, 24.236896, 24.390295, 24.543693, 24.697091,\n",
              "       24.850489, 25.003887, 25.157285, 25.310683, 25.464081, 25.617479,\n",
              "       25.770877, 25.924275, 26.077673, 26.231071, 26.38447 , 26.537868,\n",
              "       26.691266, 26.844664, 26.998062, 27.15146 , 27.304858, 27.458256,\n",
              "       27.611654, 27.765052, 27.91845 , 28.071848, 28.225246, 28.378645,\n",
              "       28.532043, 28.685441, 28.838839, 28.992237, 29.145635, 29.299033,\n",
              "       29.452431, 29.605829, 29.759227, 29.912625, 30.066023, 30.219422,\n",
              "       30.37282 , 30.526218])</pre></div></li></ul></div></li><li class='xr-section-item'><input id='section-3b65f43c-050c-4397-bcf2-1c6eefbb9f82' class='xr-section-summary-in' type='checkbox'  checked><label for='section-3b65f43c-050c-4397-bcf2-1c6eefbb9f82' class='xr-section-summary' >Data variables: <span>(2)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'><li class='xr-var-item'><div class='xr-var-name'><span>u</span></div><div class='xr-var-dims'>(time, x, y)</div><div class='xr-var-dtype'>float32</div><div class='xr-var-preview xr-preview'>-0.8935 -0.9323 ... -0.08821</div><input id='attrs-5e59aa84-1f1b-4bf1-bc13-26e90cf3258a' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-5e59aa84-1f1b-4bf1-bc13-26e90cf3258a' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-fbf09436-6057-4f5c-a599-d31f6697cdad' class='xr-var-data-in' type='checkbox'><label for='data-fbf09436-6057-4f5c-a599-d31f6697cdad' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>array([[[-8.93504202e-01, -9.32296634e-01, -9.67406273e-01, ...,\n",
              "         -7.59847999e-01, -8.06891024e-01, -8.51554811e-01],\n",
              "        [-8.85270834e-01, -9.24724281e-01, -9.60313916e-01, ...,\n",
              "         -7.48626769e-01, -7.96810687e-01, -8.42480123e-01],\n",
              "        [-8.77009094e-01, -9.16745961e-01, -9.52439189e-01, ...,\n",
              "         -7.38366842e-01, -7.87402153e-01, -8.33741963e-01],\n",
              "        ...,\n",
              "        [-9.18075383e-01, -9.52905357e-01, -9.84545648e-01, ...,\n",
              "         -7.97942817e-01, -8.40342462e-01, -8.80452752e-01],\n",
              "        [-9.09934282e-01, -9.46368277e-01, -9.79463577e-01, ...,\n",
              "         -7.84685791e-01, -8.28785598e-01, -8.70618522e-01],\n",
              "        [-9.01728809e-01, -9.39501166e-01, -9.73767936e-01, ...,\n",
              "         -7.71920562e-01, -8.17585588e-01, -8.60953510e-01]],\n",
              "\n",
              "       [[-8.59763801e-01, -9.08001542e-01, -9.52009439e-01, ...,\n",
              "         -6.96792543e-01, -7.53494799e-01, -8.08030605e-01],\n",
              "        [-8.48366559e-01, -8.96133304e-01, -9.39323068e-01, ...,\n",
              "         -6.84287310e-01, -7.41794050e-01, -7.96696961e-01],\n",
              "        [-8.36684346e-01, -8.83667946e-01, -9.25773561e-01, ...,\n",
              "         -6.72519267e-01, -7.30491161e-01, -7.85416842e-01],\n",
              "...\n",
              "         -1.13201812e-01, -9.04887915e-02, -6.64531142e-02],\n",
              "        [-4.67314757e-02, -2.11580563e-02,  4.87187877e-03, ...,\n",
              "         -1.16406113e-01, -9.44966525e-02, -7.12736994e-02],\n",
              "        [-5.10940328e-02, -2.60513034e-02, -3.72917857e-05, ...,\n",
              "         -1.18527107e-01, -9.72419381e-02, -7.48300552e-02]],\n",
              "\n",
              "       [[-6.76888898e-02, -4.59160358e-02, -2.29804851e-02, ...,\n",
              "         -1.29202858e-01, -1.09085009e-01, -8.86468366e-02],\n",
              "        [-6.76504374e-02, -4.62514125e-02, -2.40085907e-02, ...,\n",
              "         -1.29520878e-01, -1.09059602e-01, -8.84919018e-02],\n",
              "        [-6.69597313e-02, -4.57281284e-02, -2.39372607e-02, ...,\n",
              "         -1.29759386e-01, -1.08845159e-01, -8.79388750e-02],\n",
              "        ...,\n",
              "        [-6.17050789e-02, -3.75440605e-02, -1.23616634e-02, ...,\n",
              "         -1.26464725e-01, -1.06051236e-01, -8.45374092e-02],\n",
              "        [-6.49408549e-02, -4.16203141e-02, -1.69843119e-02, ...,\n",
              "         -1.27859160e-01, -1.07803777e-01, -8.69293883e-02],\n",
              "        [-6.68828487e-02, -4.44221348e-02, -2.06138529e-02, ...,\n",
              "         -1.28700197e-01, -1.08731300e-01, -8.82140249e-02]]],\n",
              "      dtype=float32)</pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>v</span></div><div class='xr-var-dims'>(time, x, y)</div><div class='xr-var-dtype'>float32</div><div class='xr-var-preview xr-preview'>0.1429 0.1357 ... 0.2716 0.2729</div><input id='attrs-4c17579c-a73b-45a5-bf10-225e380342ae' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-4c17579c-a73b-45a5-bf10-225e380342ae' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-af2dfc21-a640-4c8f-b182-9d203e41fef2' class='xr-var-data-in' type='checkbox'><label for='data-af2dfc21-a640-4c8f-b182-9d203e41fef2' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>array([[[0.142946  , 0.13574146, 0.12937985, ..., 0.17126384,\n",
              "         0.16056933, 0.15117063],\n",
              "        [0.11763503, 0.11006267, 0.10297031, ..., 0.14502336,\n",
              "         0.13494301, 0.12586841],\n",
              "        [0.0961397 , 0.08816133, 0.08028658, ..., 0.12254812,\n",
              "         0.1131396 , 0.10440139],\n",
              "        ...,\n",
              "        [0.24251305, 0.23634024, 0.23187885, ..., 0.272072  ,\n",
              "         0.26035953, 0.2505012 ],\n",
              "        [0.20541488, 0.19887772, 0.19379568, ..., 0.23494695,\n",
              "         0.2233901 , 0.21355595],\n",
              "        [0.1722027 , 0.16533566, 0.15963994, ..., 0.20127326,\n",
              "         0.19007324, 0.18040818]],\n",
              "\n",
              "       [[0.13158704, 0.12031851, 0.10854269, ..., 0.16633104,\n",
              "         0.15417093, 0.14273275],\n",
              "        [0.11483611, 0.10296784, 0.09028146, ..., 0.1492677 ,\n",
              "         0.13756698, 0.12623334],\n",
              "        [0.09937896, 0.08691368, 0.07336415, ..., 0.13364433,\n",
              "         0.12234141, 0.11106128],\n",
              "...\n",
              "        [0.25852916, 0.26411158, 0.26875028, ..., 0.24140678,\n",
              "         0.24666902, 0.25252634],\n",
              "        [0.26529253, 0.2707683 , 0.27574444, ..., 0.2510757 ,\n",
              "         0.2550836 , 0.25990415],\n",
              "        [0.27296874, 0.27786192, 0.28277108, ..., 0.26230454,\n",
              "         0.26504982, 0.26860616]],\n",
              "\n",
              "       [[0.2864643 , 0.2879582 , 0.29032487, ..., 0.2848718 ,\n",
              "         0.28522548, 0.2856583 ],\n",
              "        [0.29937539, 0.29971075, 0.30073884, ..., 0.2995943 ,\n",
              "         0.29956886, 0.29941392],\n",
              "        [0.3131694 , 0.31264615, 0.3125748 , ..., 0.31462744,\n",
              "         0.31441307, 0.31386003],\n",
              "        ...,\n",
              "        [0.2558971 , 0.26099873, 0.2661811 , ..., 0.24488653,\n",
              "         0.2477191 , 0.25138447],\n",
              "        [0.26462275, 0.26869896, 0.27332157, ..., 0.25724247,\n",
              "         0.258995  , 0.26138696],\n",
              "        [0.2748214 , 0.2776232 , 0.28125283, ..., 0.27066717,\n",
              "         0.2715947 , 0.27287936]]], dtype=float32)</pre></div></li></ul></div></li><li class='xr-section-item'><input id='section-86c767a2-5c3f-4730-90aa-3be4d4c0ee9f' class='xr-section-summary-in' type='checkbox'  ><label for='section-86c767a2-5c3f-4730-90aa-3be4d4c0ee9f' class='xr-section-summary' >Indexes: <span>(3)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'><li class='xr-var-item'><div class='xr-index-name'><div>x</div></div><div class='xr-index-preview'>PandasIndex</div><div></div><input id='index-c254c087-2812-466b-bc7a-494d2d57ae06' class='xr-index-data-in' type='checkbox'/><label for='index-c254c087-2812-466b-bc7a-494d2d57ae06' title='Show/Hide index repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-index-data'><pre>PandasIndex(Index([0.012271846644580364,  0.03681553900241852, 0.061359234154224396,\n",
              "        0.08590292930603027,  0.11044661700725555,  0.13499031960964203,\n",
              "         0.1595340073108673,   0.1840776950120926,  0.20862139761447906,\n",
              "        0.23316508531570435,\n",
              "       ...\n",
              "          6.050020217895508,    6.074563980102539,     6.09910774230957,\n",
              "          6.123651504516602,    6.148195266723633,    6.172739028930664,\n",
              "          6.197282791137695,    6.221826076507568,      6.2463698387146,\n",
              "          6.270913600921631],\n",
              "      dtype=&#x27;float32&#x27;, name=&#x27;x&#x27;, length=256))</pre></div></li><li class='xr-var-item'><div class='xr-index-name'><div>y</div></div><div class='xr-index-preview'>PandasIndex</div><div></div><input id='index-c4ca476c-6825-4ae9-a770-53b2b901698b' class='xr-index-data-in' type='checkbox'/><label for='index-c4ca476c-6825-4ae9-a770-53b2b901698b' title='Show/Hide index repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-index-data'><pre>PandasIndex(Index([0.012271846644580364,  0.03681553900241852, 0.061359234154224396,\n",
              "        0.08590292930603027,  0.11044661700725555,  0.13499031960964203,\n",
              "         0.1595340073108673,   0.1840776950120926,  0.20862139761447906,\n",
              "        0.23316508531570435,\n",
              "       ...\n",
              "          6.050020217895508,    6.074563980102539,     6.09910774230957,\n",
              "          6.123651504516602,    6.148195266723633,    6.172739028930664,\n",
              "          6.197282791137695,    6.221826076507568,      6.2463698387146,\n",
              "          6.270913600921631],\n",
              "      dtype=&#x27;float32&#x27;, name=&#x27;y&#x27;, length=256))</pre></div></li><li class='xr-var-item'><div class='xr-index-name'><div>time</div></div><div class='xr-index-preview'>PandasIndex</div><div></div><input id='index-f691a077-3de5-4b87-bee1-8a6550aaa039' class='xr-index-data-in' type='checkbox'/><label for='index-f691a077-3de5-4b87-bee1-8a6550aaa039' title='Show/Hide index repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-index-data'><pre>PandasIndex(Index([                0.0, 0.15339807878856412, 0.30679615757712825,\n",
              "       0.46019423636569234,  0.6135923151542565,  0.7669903939428206,\n",
              "        0.9203884727313847,   1.073786551519949,   1.227184630308513,\n",
              "         1.380582709097077,\n",
              "       ...\n",
              "        29.145634969827185,  29.299033048615748,   29.45243112740431,\n",
              "        29.605829206192876,   29.75922728498144,  29.912625363770005,\n",
              "        30.066023442558567,  30.219421521347133,  30.372819600135696,\n",
              "         30.52621767892426],\n",
              "      dtype=&#x27;float64&#x27;, name=&#x27;time&#x27;, length=200))</pre></div></li></ul></div></li><li class='xr-section-item'><input id='section-2775da68-d00f-456a-8bf4-b1ee26b8861d' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-2775da68-d00f-456a-8bf4-b1ee26b8861d' class='xr-section-summary'  title='Expand/collapse section'>Attributes: <span>(0)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><dl class='xr-attrs'></dl></div></li></ul></div></div>"
            ],
            "text/plain": [
              "<xarray.Dataset> Size: 105MB\n",
              "Dimensions:  (time: 200, x: 256, y: 256)\n",
              "Coordinates:\n",
              "  * x        (x) float32 1kB 0.01227 0.03682 0.06136 ... 6.222 6.246 6.271\n",
              "  * y        (y) float32 1kB 0.01227 0.03682 0.06136 ... 6.222 6.246 6.271\n",
              "  * time     (time) float64 2kB 0.0 0.1534 0.3068 0.4602 ... 30.22 30.37 30.53\n",
              "Data variables:\n",
              "    u        (time, x, y) float32 52MB -0.8935 -0.9323 ... -0.1087 -0.08821\n",
              "    v        (time, x, y) float32 52MB 0.1429 0.1357 0.1294 ... 0.2716 0.2729"
            ]
          },
          "execution_count": 5,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "ds"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "height": 441
        },
        "executionInfo": {
          "elapsed": 1468,
          "status": "ok",
          "timestamp": 1635284970861,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 420
        },
        "id": "SneOsAJI-1TI",
        "outputId": "15b54a65-a2b2-40fb-b89a-41a1fa7f0636"
      },
      "outputs": [
        {
          "data": {
            "image/png": "[encoded data, 928432 characters]",
            "text/plain": [
              "<Figure size 1600x600 with 11 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "def vorticity(ds):\n",
        "  return (ds.v.differentiate('x') - ds.u.differentiate('y')).rename('vorticity')\n",
        "\n",
        "(ds.pipe(vorticity).thin(time=20)\n",
        " .plot.imshow(col='time', cmap=seaborn.cm.icefire, robust=True, col_wrap=5));"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "6CAny0B0im56"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "collapsed_sections": [],
      "last_runtime": {
        "build_target": "//learning/deepmind/public/tools/ml_python:ml_notebook",
        "kind": "private"
      },
      "name": "JAX-CFD demo.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3 (ipykernel)",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.12"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}
