{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "4K4FCNvH8dtm"
      },
      "source": [
        "# JAX-CFD demo\n",
        "\n",
        "This initial demonstration shows how to use JAX-CFD to simulate decaying turbulence in 2D."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "executionInfo": {
          "elapsed": 7885,
          "status": "ok",
          "timestamp": 1638816664339,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "n2J40uBCo9By"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-21 17:13:26.069757: E external/xla/xla/stream_executor/plugin_registry.cc:90] Invalid plugin kind specified: DNN\n"
          ]
        }
      ],
      "source": [
        "import jax\n",
        "import jax.numpy as jnp\n",
        "import jax_cfd.base as base\n",
        "import jax_cfd.collocated as collocated\n",
        "import jax_cfd.data.xarray_utils as xru\n",
        "import numpy as np\n",
        "import seaborn\n",
        "import xarray\n",
        "\n",
        "funcutils = base.funcutils"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "executionInfo": {
          "elapsed": 24209,
          "status": "ok",
          "timestamp": 1638816688654,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "KcJcpDavpAoi"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-21 17:13:30.551747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-21 17:13:30.551789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:30.551795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:30.551799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:30.551803: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:30.551808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:30.551812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:30.551816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:30.551819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:30.551823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:30.551827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:30.551830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:30.551834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:30.551838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:30.551841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:30.551845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:30.551848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:30.551852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:30.551856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:30.551860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:30.551864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:30.551867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:30.551871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:30.551875: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:30.551878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:30.551882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:30.551885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:30.551889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:30.551893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:30.551896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:30.551900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:30.551904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:30.551908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:30.551911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:30.551915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:30.551919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:30.551924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:30.551928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:30.551931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:30.551935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:30.551938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:30.551942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:30.551946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:30.551950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:30.551954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:30.551958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:30.551961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:30.551965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:30.551969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:30.551972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:30.551976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:30.551979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:30.551983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:30.551987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:30.551990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:30.551994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:30.551997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:30.552001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:30.552006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:30.552009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:30.552013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:30.552016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:30.552020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:30.552024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:30.552027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:33.263218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__threefry_seed:\n",
            "2024-05-21 17:13:33.263262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:33.263268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:33.263272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:33.263276: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:33.263281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:33.263285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:33.263289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:33.263293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:33.263296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:33.263300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:33.263304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:33.263307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:33.263311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:33.263315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:33.263318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:33.263322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:33.263325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:33.263329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:33.263333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.263338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:33.263341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:33.263345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:33.263349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:33.263352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:33.263356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:33.263359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:33.263363: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:33.263367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:33.263370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:33.263374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:33.263377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:33.263381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:33.263385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:33.263389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:33.263393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:33.263398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:33.263402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:33.263406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:33.263409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:33.263413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:33.263417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:33.263420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.263424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.263427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:33.263431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:33.263435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:33.263440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:33.263444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:33.263447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:33.263459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:33.263463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:33.263467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:33.263470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:33.263474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:33.263478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:33.263481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:33.263485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:13:33.263489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:33.263493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:33.263497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:33.263500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:33.263504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:33.263508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:33.263511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:33.263515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:33.413817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__threefry_split:\n",
            "2024-05-21 17:13:33.413862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:33.413867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:33.413872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:33.413876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:33.413880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:33.413884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:33.413887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:33.413891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:33.413896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:33.413900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:33.413904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:33.413907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:33.413911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:33.413915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:33.413918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:33.413922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:33.413926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:33.413929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:33.413933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.413937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:33.413940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:33.413944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:33.413948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:33.413953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:33.413957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:33.413961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:33.413964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:33.413968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:33.413971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:33.413975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:33.413981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:33.413986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:33.413993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:33.413997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:33.414003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:33.414012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:33.414018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:33.414021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:33.414025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:33.414028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:33.414035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:33.414040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.414046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.414053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:33.414058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:33.414064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:33.414068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:33.414072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:33.414076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:33.414081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:33.414086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:33.414091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:33.414095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:33.414099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:33.414105: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:33.414111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:33.414116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:13:33.414119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:33.414123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:33.414126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:33.414132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:33.414138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:33.414143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:33.414146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:33.414150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:33.564626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__unstack:\n",
            "2024-05-21 17:13:33.564672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:33.564678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:33.564683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:33.564687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:33.564691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:33.564694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:33.564698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:33.564702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:33.564705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:33.564709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:33.564712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:33.564716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:33.564720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:33.564723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:33.564727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:33.564731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:33.564736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:33.564739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:33.564743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.564746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:33.564750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:33.564753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:33.564757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:33.564761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:33.564764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:33.564768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:33.564771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:33.564775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:33.564779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:33.564782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:33.564787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:33.564792: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:33.564795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:33.564800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:33.564805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:33.564814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:33.564819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:33.564824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:33.564828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:33.564832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:33.564836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:33.564839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.564844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.564848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:33.564851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:33.564855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:33.564859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:33.564862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:33.564866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:33.564869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:33.564873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:33.564876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:33.564880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:33.564884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:33.564887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:33.564891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:33.564895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:33.564899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:33.564903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:33.564907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:33.564910: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:33.564914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:33.564917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:33.564921: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:33.746861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__normal:\n",
            "2024-05-21 17:13:33.746898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:33.746904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:33.746908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:33.746912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:33.746916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:33.746920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:33.746924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:33.746927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:33.746932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:33.746936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:33.746939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:33.746943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:33.746947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:33.746950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:33.746954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:33.746958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:33.746961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:33.746965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:33.746969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.746972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:33.746976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:33.746980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:33.746984: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:33.746989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:33.746992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:33.746996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:33.747000: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:33.747003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:33.747007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:33.747011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:33.747014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:33.747018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:33.747022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:33.747026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:33.747033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:33.747042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:33.747047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:33.747051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:33.747054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:33.747060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:33.747066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:33.747071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.747077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.747080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:33.747087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:33.747094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:33.747098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:33.747101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:33.747106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:33.747111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:33.747117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:33.747123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:33.747127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:33.747132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:33.747137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:33.747143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:33.747148: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:13:33.747152: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:33.747156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:33.747161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:33.747166: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:33.747172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:33.747176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:33.747179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:33.747185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:33.990781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-21 17:13:33.990822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:33.990827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:33.990831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:33.990835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:33.990839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:33.990843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:33.990847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:33.990852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:33.990856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:33.990859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:33.990863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:33.990867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:33.990870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:33.990874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:33.990878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:33.990882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:33.990885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:33.990889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:33.990892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.990896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:33.990900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:33.990905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:33.990909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:33.990912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:33.990916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:33.990920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:33.990923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:33.990927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:33.990931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:33.990934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:33.990939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:33.990945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:33.990950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:33.990957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:33.990962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:33.990968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:33.990972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:33.990976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:33.990979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:33.990983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:33.990987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:33.990991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.990994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:33.990998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:33.991002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:33.991006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:33.991011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:33.991015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:33.991019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:33.991022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:33.991026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:33.991030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:33.991033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:33.991037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:33.991041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:33.991045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:33.991048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:33.991052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:33.991056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:33.991060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:33.991065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:33.991069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:33.991073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:33.991076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:34.121022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:13:34.121068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:34.121074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:34.121080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:34.121084: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:34.121088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:34.121091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:34.121095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:34.121099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:34.121103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:34.121106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:34.121110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:34.121114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:34.121117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:34.121121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:34.121125: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:34.121130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:34.121134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:34.121138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:34.121142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.121146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:34.121150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:34.121153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:34.121157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:34.121160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:34.121166: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:34.121173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:34.121178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:34.121183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:34.121189: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:34.121194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:34.121200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:34.121204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:34.121208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:34.121212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:34.121215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:34.121224: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:34.121231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:34.121237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:34.121242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:34.121245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:34.121250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:34.121255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.121261: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.121266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:34.121269: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:34.121273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:34.121279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:34.121285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:34.121292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:34.121296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:34.121300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:34.121305: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:34.121310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:34.121315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:34.121319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:34.121323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:34.121327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:34.121333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:34.121339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:34.121344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:34.121350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:34.121356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:34.121362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:34.121366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:34.259776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-21 17:13:34.259822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:34.259827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:34.259831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:34.259835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:34.259839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:34.259843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:34.259846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:34.259850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:34.259855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:34.259859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:34.259863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:34.259867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:34.259870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:34.259874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:34.259878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:34.259881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:34.259885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:34.259889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:34.259893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.259896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:34.259900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:34.259904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:34.259908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:34.259913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:34.259916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:34.259920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:34.259924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:34.259927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:34.259931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:34.259935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:34.259938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:34.259943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:34.259948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:34.259953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:34.259959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:34.259973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:34.259983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:34.259995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:34.260010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:34.260028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:34.260035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:34.260040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.260044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.260047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:34.260051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:34.260054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:34.260058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:34.260062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:34.260066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:34.260071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:34.260074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:34.260078: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:34.260082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:34.260085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:34.260089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:34.260092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:34.260096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:34.260100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:34.260103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:34.260107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:34.260111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:34.260114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:34.260118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:34.260122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:34.393028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:13:34.393066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:34.393071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:34.393077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:34.393082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:34.393086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:34.393089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:34.393093: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:34.393097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:34.393100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:34.393104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:34.393107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:34.393111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:34.393115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:34.393118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:34.393122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:34.393126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:34.393130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:34.393134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:34.393140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.393146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:34.393150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:34.393155: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:34.393161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:34.393168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:34.393175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:34.393187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:34.393202: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:34.393215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:34.393235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:34.393242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:34.393248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:34.393253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:34.393258: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:34.393264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:34.393270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:34.393280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:34.393289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:34.393301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:34.393316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:34.393330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:34.393335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:34.393341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.393347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.393354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:34.393366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:34.393380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:34.393394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:34.393410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:34.393417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:34.393424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:34.393430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:34.393436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:34.393448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:34.393482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:34.393498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:34.393504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:34.393509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:34.393515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:34.393523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:34.393531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:34.393543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:34.393554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:34.393567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:34.393585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:34.519161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__squeeze:\n",
            "2024-05-21 17:13:34.519205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:34.519210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:34.519215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:34.519219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:34.519222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:34.519226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:34.519230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:34.519234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:34.519238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:34.519242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:34.519245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:34.519249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:34.519252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:34.519256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:34.519260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:34.519263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:34.519267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:34.519270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:34.519274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.519278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:34.519281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:34.519285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:34.519290: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:34.519294: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:34.519298: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:34.519301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:34.519305: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:34.519308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:34.519312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:34.519316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:34.519319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:34.519323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:34.519328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:34.519333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:34.519338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:34.519348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:34.519354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:34.519362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:34.519373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:34.519383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:34.519397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:34.519416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.519422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.519427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:34.519430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:34.519434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:34.519438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:34.519442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:34.519446: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:34.519458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:34.519462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:34.519465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:34.519469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:34.519473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:34.519476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:34.519480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:34.519483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:34.519487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:34.519490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:34.519495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:34.519499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:34.519502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:34.519506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:34.519510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:34.658501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scatter:\n",
            "2024-05-21 17:13:34.658539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:34.658546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:34.658550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:34.658554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:34.658558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:34.658561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:34.658565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:34.658569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:34.658572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:34.658576: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:34.658580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:34.658583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:34.658587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:34.658591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:34.658595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:34.658599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:34.658603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:34.658606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:34.658611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.658616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:34.658621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:34.658627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:34.658632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:34.658638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:34.658644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:34.658650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:34.658655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:34.658658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:34.658662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:34.658666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:34.658669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:34.658673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:34.658678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:34.658683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:34.658687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:34.658694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:34.658699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:34.658705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:34.658710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:34.658713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:34.658717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:34.658721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.658725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.658731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:34.658735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:34.658738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:34.658742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:34.658745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:34.658751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:34.658761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:34.658766: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:34.658769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:34.658774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:34.658779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:34.658784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:34.658789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:34.658793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:34.658797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:34.658802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:34.658809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:34.658814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:34.658818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:34.658822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:34.658827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:34.799234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-21 17:13:34.799278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:34.799283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:34.799287: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:34.799291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:34.799295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:34.799299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:34.799303: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:34.799307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:34.799310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:34.799314: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:34.799318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:34.799322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:34.799326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:34.799329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:34.799333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:34.799336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:34.799340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:34.799344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:34.799347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.799351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:34.799355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:34.799358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:34.799362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:34.799366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:34.799370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:34.799374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:34.799378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:34.799381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:34.799385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:34.799388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:34.799392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:34.799396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:34.799399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:34.799403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:34.799406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:34.799416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:34.799422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:34.799426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:34.799433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:34.799438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:34.799443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:34.799447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.799464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.799469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:34.799473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:34.799477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:34.799481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:34.799484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:34.799488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:34.799492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:34.799496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:34.799499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:34.799503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:34.799507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:34.799510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:34.799514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:34.799518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:34.799522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:34.799526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:34.799530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:34.799534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:34.799537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:34.799541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:34.799544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:34.829823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-21 17:13:34.829860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:34.829865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:34.829870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:34.829874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:34.829878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:34.829881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:34.829885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:34.829889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:34.829892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:34.829896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:34.829901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:34.829905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:34.829909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:34.829912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:34.829916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:34.829920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:34.829924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:34.829928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:34.829933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.829939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:34.829945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:34.829952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:34.829958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:34.829963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:34.829969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:34.829975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:34.829981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:34.829987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:34.829992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:34.829997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:34.830004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:34.830009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:34.830013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:34.830018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:34.830024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:34.830030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:34.830035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:34.830039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:34.830043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:34.830046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:34.830052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:34.830058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.830064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.830069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:34.830074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:34.830079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:34.830085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:34.830088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:34.830092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:34.830096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:34.830103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:34.830109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:34.830114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:34.830120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:34.830125: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:34.830130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:34.830134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:34.830138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:34.830143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:34.830151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:34.830158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:34.830163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:34.830169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:34.830174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:34.959301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:13:34.959346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:34.959351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:34.959355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:34.959359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:34.959363: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:34.959367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:34.959371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:34.959374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:34.959378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:34.959382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:34.959387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:34.959391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:34.959395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:34.959398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:34.959402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:34.959405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:34.959409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:34.959413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:34.959417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.959423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:34.959429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:34.959434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:34.959440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:34.959446: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:34.959460: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:34.959467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:34.959471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:34.959475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:34.959480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:34.959488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:34.959493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:34.959497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:34.959500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:34.959504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:34.959507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:34.959515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:34.959518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:34.959523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:34.959529: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:34.959535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:34.959541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:34.959545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.959551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:34.959556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:34.959561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:34.959565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:34.959569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:34.959574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:34.959580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:34.959587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:34.959593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:34.959598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:34.959604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:34.959609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:34.959613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:34.959617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:34.959620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:34.959624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:34.959628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:34.959635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:34.959641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:34.959646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:34.959652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:34.959658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:35.107532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:13:35.107572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:35.107577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:35.107583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:35.107588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:35.107591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:35.107595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:35.107599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:35.107602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:35.107606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:35.107609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:35.107613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:35.107617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:35.107620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:35.107624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:35.107628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:35.107631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:35.107636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:35.107640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:35.107644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.107647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:35.107651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:35.107655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:35.107658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:35.107662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:35.107665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:35.107669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:35.107673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:35.107676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:35.107680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:35.107683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:35.107688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:35.107694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:35.107699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:35.107704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:35.107710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:35.107719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:35.107723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:35.107727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:35.107730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:35.107734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:35.107738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:35.107743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.107747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.107750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:35.107754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:35.107757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:35.107761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:35.107765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:35.107768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:35.107772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:35.107776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:35.107779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:35.107783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:35.107786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:35.107790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:35.107794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:35.107798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:35.107802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:35.107806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:35.107809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:35.107813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:35.107816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:35.107820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:35.107823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:35.242767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:13:35.242807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:35.242812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:35.242817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:35.242821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:35.242824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:35.242828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:35.242832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:35.242836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:35.242839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:35.242843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:35.242847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:35.242851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:35.242855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:35.242859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:35.242863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:35.242866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:35.242870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:35.242873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:35.242877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.242882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:35.242889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:35.242894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:35.242900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:35.242906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:35.242911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:35.242917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:35.242922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:35.242925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:35.242929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:35.242933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:35.242939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:35.242943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:35.242947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:35.242950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:35.242955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:35.242964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:35.242969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:35.242973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:35.242977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:35.242980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:35.242986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:35.242995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.242999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.243003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:35.243008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:35.243012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:35.243018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:35.243022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:35.243026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:35.243029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:35.243033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:35.243038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:35.243043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:35.243047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:35.243050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:35.243054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:35.243060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:35.243066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:35.243070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:35.243073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:35.243077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:35.243081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:35.243084: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:35.243088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:35.381055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:13:35.381103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:35.381109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:35.381113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:35.381117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:35.381121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:35.381126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:35.381130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:35.381134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:35.381137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:35.381141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:35.381145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:35.381148: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:35.381152: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:35.381156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:35.381159: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:35.381163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:35.381166: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:35.381170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:35.381174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.381178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:35.381182: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:35.381186: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:35.381190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:35.381194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:35.381197: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:35.381201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:35.381204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:35.381208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:35.381211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:35.381215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:35.381219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:35.381222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:35.381226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:35.381232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:35.381238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:35.381249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:35.381255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:35.381260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:35.381263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:35.381267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:35.381270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:35.381274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.381278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.381281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:35.381285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:35.381289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:35.381293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:35.381297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:35.381301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:35.381305: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:35.381309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:35.381312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:35.381316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:35.381320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:35.381323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:35.381327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:35.381331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:35.381334: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:35.381338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:35.381341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:35.381345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:35.381349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:35.381352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:35.381357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:35.514804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_concatenate:\n",
            "2024-05-21 17:13:35.514851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:35.514856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:35.514860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:35.514864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:35.514868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:35.514872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:35.514876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:35.514880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:35.514884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:35.514888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:35.514891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:35.514895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:35.514899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:35.514902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:35.514906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:35.514909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:35.514913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:35.514917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:35.514920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.514924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:35.514931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:35.514936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:35.514941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:35.514946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:35.514952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:35.514957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:35.514964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:35.514969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:35.514973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:35.514976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:35.514981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:35.514987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:35.514992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:35.514997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:35.515003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:35.515015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:35.515019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:35.515023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:35.515026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:35.515032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:35.515038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:35.515045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.515049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.515053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:35.515056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:35.515062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:35.515068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:35.515074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:35.515077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:35.515082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:35.515088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:35.515095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:35.515100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:35.515105: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:35.515111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:35.515115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:35.515119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:35.515122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:35.515127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:35.515133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:35.515138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:35.515144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:35.515150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:35.515156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:35.658813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_norm:\n",
            "2024-05-21 17:13:35.658859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:35.658864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:35.658869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:35.658873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:35.658877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:35.658880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:35.658884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:35.658888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:35.658891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:35.658895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:35.658899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:35.658902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:35.658906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:35.658911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:35.658915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:35.658919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:35.658922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:35.658926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:35.658929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.658933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:35.658937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:35.658940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:35.658944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:35.658948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:35.658951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:35.658955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:35.658959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:35.658963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:35.658968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:35.658971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:35.658975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:35.658978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:35.658984: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:35.658989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:35.658994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:35.659009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:35.659014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:35.659018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:35.659022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:35.659026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:35.659030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:35.659034: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.659037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.659041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:35.659045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:35.659048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:35.659052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:35.659056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:35.659060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:35.659064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:35.659068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:35.659072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:35.659076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:35.659079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:35.659083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:35.659087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:35.659090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:35.659094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:35.659098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:35.659102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:35.659105: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:35.659109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:35.659113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:35.659117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:35.851692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:13:35.851738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:35.851743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:35.851748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:35.851752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:35.851756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:35.851759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:35.851763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:35.851768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:35.851772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:35.851776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:35.851779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:35.851783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:35.851787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:35.851790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:35.851794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:35.851797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:35.851801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:35.851805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:35.851808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.851814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:35.851821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:35.851826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:35.851831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:35.851837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:35.851842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:35.851848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:35.851853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:35.851857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:35.851861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:35.851866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:35.851873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:35.851879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:35.851883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:35.851888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:35.851893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:35.851902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:35.851906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:35.851910: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:35.851915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:35.851926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:35.851931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:35.851935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.851938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.851944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:35.851950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:35.851954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:35.851958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:35.851963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:35.851970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:35.851976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:35.851982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:35.851988: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:35.851993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:35.851998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:35.852001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:35.852005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:35.852009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:35.852012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:35.852016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:35.852020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:35.852023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:35.852029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:35.852037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:35.852043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:35.983739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:13:35.983779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:35.983784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:35.983789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:35.983793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:35.983798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:35.983802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:35.983806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:35.983809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:35.983813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:35.983816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:35.983820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:35.983824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:35.983827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:35.983831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:35.983835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:35.983838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:35.983842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:35.983846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:35.983850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.983854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:35.983858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:35.983862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:35.983865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:35.983869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:35.983872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:35.983876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:35.983880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:35.983883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:35.983887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:35.983890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:35.983894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:35.983898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:35.983903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:35.983907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:35.983911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:35.983920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:35.983923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:35.983927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:35.983931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:35.983935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:35.983938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:35.983942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.983946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:35.983949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:35.983953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:35.983957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:35.983962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:35.983966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:35.983970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:35.983973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:35.983977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:35.983981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:35.983984: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:35.983988: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:35.983992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:35.983996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:35.983999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:35.984003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:35.984007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:35.984011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:35.984015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:35.984020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:35.984024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:35.984027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:36.166548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:13:36.166595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:36.166600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:36.166605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:36.166609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:36.166612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:36.166616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:36.166620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:36.166623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:36.166627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:36.166631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:36.166634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:36.166638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:36.166642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:36.166645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:36.166650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:36.166654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:36.166658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:36.166661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:36.166667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.166672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:36.166677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:36.166682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:36.166689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:36.166696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:36.166708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:36.166719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:36.166732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:36.166750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:36.166764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:36.166770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:36.166775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:36.166780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:36.166785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:36.166792: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:36.166804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:36.166815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:36.166828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:36.166843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:36.166856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:36.166861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:36.166867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:36.166873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.166884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.166898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:36.166909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:36.166926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:36.166939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:36.166947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:36.166952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:36.166958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:36.166964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:36.166973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:36.166981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:36.166989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:36.167000: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:36.167007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:36.167011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:36.167015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:36.167019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:36.167022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:36.167026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:36.167030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:36.167033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:36.167037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:36.296684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:13:36.296726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:36.296732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:36.296736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:36.296740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:36.296744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:36.296748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:36.296753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:36.296756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:36.296760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:36.296764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:36.296767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:36.296771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:36.296775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:36.296778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:36.296782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:36.296785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:36.296789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:36.296793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:36.296797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.296801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:36.296805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:36.296809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:36.296812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:36.296816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:36.296819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:36.296823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:36.296827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:36.296830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:36.296834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:36.296838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:36.296841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:36.296845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:36.296851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:36.296857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:36.296861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:36.296872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:36.296878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:36.296882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:36.296886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:36.296889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:36.296893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:36.296897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.296901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.296906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:36.296910: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:36.296913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:36.296917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:36.296921: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:36.296924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:36.296928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:36.296932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:36.296935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:36.296939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:36.296943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:36.296947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:36.296950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:36.296954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:36.296959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:36.296962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:36.296966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:36.296970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:36.296973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:36.296977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:36.296981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:36.480502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:13:36.480547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:36.480552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:36.480556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:36.480560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:36.480564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:36.480568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:36.480571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:36.480575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:36.480579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:36.480582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:36.480586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:36.480591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:36.480595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:36.480598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:36.480602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:36.480605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:36.480609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:36.480612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:36.480616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.480622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:36.480627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:36.480631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:36.480638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:36.480644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:36.480650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:36.480656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:36.480661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:36.480665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:36.480669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:36.480672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:36.480677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:36.480684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:36.480690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:36.480696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:36.480701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:36.480711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:36.480716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:36.480722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:36.480727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:36.480731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:36.480736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:36.480741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.480749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.480754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:36.480758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:36.480762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:36.480765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:36.480769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:36.480774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:36.480779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:36.480785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:36.480791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:36.480796: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:36.480800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:36.480804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:36.480808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:36.480812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:36.480815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:36.480819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:36.480822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:36.480826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:36.480830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:36.480833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:36.480837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:36.619098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-21 17:13:36.619141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:36.619147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:36.619151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:36.619155: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:36.619159: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:36.619163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:36.619167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:36.619171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:36.619175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:36.619179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:36.619183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:36.619186: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:36.619190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:36.619194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:36.619197: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:36.619201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:36.619205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:36.619208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:36.619212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.619216: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:36.619219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:36.619223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:36.619228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:36.619232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:36.619235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:36.619239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:36.619243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:36.619246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:36.619250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:36.619253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:36.619257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:36.619261: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:36.619264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:36.619268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:36.619271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:36.619280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:36.619284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:36.619288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:36.619291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:36.619295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:36.619298: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:36.619302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.619306: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.619309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:36.619313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:36.619316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:36.619320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:36.619324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:36.619327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:36.619331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:36.619336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:36.619340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:36.619344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:36.619347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:36.619351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:36.619354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:36.619358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:36.619362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:36.619365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:36.619369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:36.619372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:36.619376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:36.619380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:36.619383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:36.750010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:13:36.750056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:36.750061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:36.750065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:36.750069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:36.750073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:36.750076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:36.750080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:36.750083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:36.750087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:36.750091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:36.750094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:36.750098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:36.750102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:36.750106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:36.750110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:36.750113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:36.750117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:36.750120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:36.750124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.750130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:36.750136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:36.750140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:36.750145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:36.750150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:36.750156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:36.750162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:36.750167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:36.750171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:36.750174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:36.750179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:36.750184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:36.750190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:36.750194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:36.750198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:36.750201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:36.750211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:36.750217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:36.750221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:36.750225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:36.750228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:36.750233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:36.750239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.750244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.750249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:36.750254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:36.750259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:36.750262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:36.750266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:36.750272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:36.750279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:36.750284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:36.750288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:36.750292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:36.750296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:36.750299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:36.750303: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:36.750307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:36.750312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:36.750317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:36.750323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:36.750330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:36.750335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:36.750339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:36.750343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:36.880610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-21 17:13:36.880652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:36.880658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:36.880662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:36.880666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:36.880670: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:36.880673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:36.880677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:36.880682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:36.880686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:36.880690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:36.880693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:36.880697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:36.880701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:36.880704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:36.880708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:36.880711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:36.880715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:36.880719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:36.880722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.880726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:36.880730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:36.880734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:36.880738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:36.880741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:36.880745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:36.880749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:36.880752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:36.880756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:36.880760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:36.880763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:36.880767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:36.880771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:36.880774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:36.880778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:36.880781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:36.880791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:36.880795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:36.880798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:36.880802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:36.880806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:36.880809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:36.880813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.880816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:36.880820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:36.880824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:36.880827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:36.880831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:36.880835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:36.880840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:36.880843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:36.880847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:36.880850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:36.880854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:36.880858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:36.880861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:36.880865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:36.880869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:36.880872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:36.880876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:36.880879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:36.880883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:36.880887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:36.880891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:36.880895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:37.016481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-21 17:13:37.016520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:37.016525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:37.016530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:37.016533: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:37.016537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:37.016541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:37.016545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:37.016548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:37.016552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:37.016556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:37.016559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:37.016564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:37.016568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:37.016572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:37.016575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:37.016579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:37.016583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:37.016586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:37.016590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.016594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:37.016597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:37.016601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:37.016605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:37.016608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:37.016612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:37.016616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:37.016620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:37.016624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:37.016628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:37.016631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:37.016635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:37.016639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:37.016642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:37.016646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:37.016649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:37.016660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:37.016664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:37.016669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:37.016672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:37.016676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:37.016680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:37.016684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.016687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.016691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:37.016695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:37.016698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:37.016702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:37.016706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:37.016709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:37.016713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:37.016717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:37.016722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:37.016725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:37.016729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:37.016733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:37.016736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:37.016740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:37.016744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:37.016747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:37.016751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:37.016755: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:37.016758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:37.016762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:37.016766: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:37.151841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:13:37.151886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:37.151892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:37.151896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:37.151900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:37.151904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:37.151908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:37.151911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:37.151915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:37.151919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:37.151922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:37.151926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:37.151929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:37.151933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:37.151937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:37.151942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:37.151946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:37.151949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:37.151953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:37.151957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.151960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:37.151964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:37.151967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:37.151971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:37.151974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:37.151978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:37.151982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:37.151985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:37.151989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:37.151993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:37.151997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:37.152001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:37.152005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:37.152009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:37.152012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:37.152016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:37.152024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:37.152028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:37.152031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:37.152035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:37.152039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:37.152042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:37.152046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.152050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.152054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:37.152058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:37.152061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:37.152065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:37.152069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:37.152072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:37.152076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:37.152080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:37.152083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:37.152087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:37.152090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:37.152094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:37.152098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:37.152102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:37.152106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:37.152110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:37.152113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:37.152117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:37.152120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:37.152124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:37.152128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:37.285831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:13:37.285870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:37.285876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:37.285880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:37.285884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:37.285888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:37.285893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:37.285897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:37.285901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:37.285904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:37.285908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:37.285912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:37.285915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:37.285919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:37.285923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:37.285926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:37.285930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:37.285934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:37.285937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:37.285941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.285946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:37.285950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:37.285954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:37.285957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:37.285961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:37.285965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:37.285968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:37.285972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:37.285976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:37.285979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:37.285983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:37.285986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:37.285990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:37.285994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:37.285998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:37.286003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:37.286012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:37.286016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:37.286019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:37.286023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:37.286027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:37.286031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:37.286034: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.286038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.286042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:37.286046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:37.286049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:37.286054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:37.286058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:37.286062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:37.286066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:37.286069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:37.286073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:37.286077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:37.286081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:37.286084: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:37.286088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:37.286092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:37.286095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:37.286099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:37.286103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:37.286108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:37.286112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:37.286116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:37.286119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:37.473130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-21 17:13:37.473171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:37.473176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:37.473181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:37.473185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:37.473188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:37.473192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:37.473196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:37.473199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:37.473203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:37.473207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:37.473210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:37.473214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:37.473219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:37.473223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:37.473226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:37.473230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:37.473234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:37.473237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:37.473241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.473244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:37.473248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:37.473252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:37.473255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:37.473259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:37.473262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:37.473266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:37.473270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:37.473274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:37.473278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:37.473281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:37.473285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:37.473289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:37.473292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:37.473296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:37.473300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:37.473306: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:37.473310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:37.473313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:37.473317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:37.473321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:37.473325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:37.473330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.473333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.473337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:37.473340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:37.473344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:37.473348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:37.473351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:37.473355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:37.473358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:37.473362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:37.473366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:37.473370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:37.473373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:37.473378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:37.473382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:37.473386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:37.473390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:37.473394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:37.473397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:37.473401: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:37.473404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:37.473408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:37.473411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:37.603408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-21 17:13:37.603445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:37.603467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:37.603472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:37.603476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:37.603481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:37.603485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:37.603489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:37.603493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:37.603496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:37.603500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:37.603503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:37.603507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:37.603510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:37.603514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:37.603518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:37.603521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:37.603525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:37.603528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:37.603532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.603537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:37.603541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:37.603545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:37.603548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:37.603552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:37.603555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:37.603559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:37.603563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:37.603566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:37.603570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:37.603574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:37.603577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:37.603581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:37.603584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:37.603588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:37.603593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:37.603600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:37.603604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:37.603607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:37.603611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:37.603615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:37.603618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:37.603622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.603625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.603629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:37.603633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:37.603636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:37.603640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:37.603643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:37.603647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:37.603653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:37.603658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:37.603665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:37.603669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:37.603672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:37.603676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:37.603679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:37.603683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:37.603687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:37.603691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:37.603697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:37.603701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:37.603705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:37.603709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:37.603713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:37.743783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__where:\n",
            "2024-05-21 17:13:37.743823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:37.743828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:37.743832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:37.743836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:37.743840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:37.743844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:37.743847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:37.743851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:37.743855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:37.743859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:37.743863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:37.743867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:37.743871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:37.743874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:37.743878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:37.743881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:37.743885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:37.743889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:37.743892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.743896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:37.743899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:37.743903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:37.743907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:37.743911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:37.743915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:37.743919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:37.743922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:37.743926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:37.743930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:37.743933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:37.743937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:37.743940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:37.743944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:37.743949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:37.743954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:37.743967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:37.743972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:37.743977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:37.743981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:37.743985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:37.743988: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:37.743992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.743995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.743999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:37.744002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:37.744006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:37.744010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:37.744014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:37.744018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:37.744022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:37.744025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:37.744029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:37.744033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:37.744036: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:37.744040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:37.744043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:37.744047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:37.744051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:37.744054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:37.744058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:37.744061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:37.744065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:37.744069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:37.744073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:37.883385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-21 17:13:37.883431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:37.883437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:37.883441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:37.883445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:37.883458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:37.883462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:37.883466: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:37.883469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:37.883473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:37.883476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:37.883480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:37.883485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:37.883489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:37.883492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:37.883496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:37.883500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:37.883503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:37.883507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:37.883510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.883514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:37.883518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:37.883523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:37.883528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:37.883534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:37.883540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:37.883546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:37.883558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:37.883572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:37.883583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:37.883599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:37.883617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:37.883624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:37.883631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:37.883636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:37.883642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:37.883653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:37.883664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:37.883676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:37.883684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:37.883701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:37.883712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:37.883718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.883724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:37.883733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:37.883742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:37.883755: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:37.883765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:37.883780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:37.883796: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:37.883801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:37.883807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:37.883817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:37.883828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:37.883837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:37.883848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:37.883866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:37.883873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:37.883879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:37.883884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:37.883890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:37.883896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:37.883906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:37.883914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:37.883921: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:38.045074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:13:38.045109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:38.045114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:38.045119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:38.045122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:38.045126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:38.045130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:38.045134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:38.045138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:38.045142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:38.045147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:38.045150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:38.045154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:38.045158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:38.045161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:38.045165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:38.045169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:38.045173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:38.045176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:38.045180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.045183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:38.045187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:38.045191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:38.045196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:38.045200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:38.045203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:38.045207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:38.045211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:38.045215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:38.045218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:38.045222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:38.045226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:38.045231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:38.045236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:38.045241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:38.045248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:38.045258: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:38.045262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:38.045266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:38.045269: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:38.045273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:38.045277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:38.045280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.045284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.045288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:38.045292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:38.045296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:38.045301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:38.045304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:38.045308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:38.045312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:38.045316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:38.045320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:38.045323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:38.045327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:38.045331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:38.045335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:38.045338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:38.045342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:38.045346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:38.045351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:38.045355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:38.045358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:38.045362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:38.045366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:38.184319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-21 17:13:38.184363: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:38.184368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:38.184373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:38.184377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:38.184380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:38.184384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:38.184388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:38.184391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:38.184395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:38.184399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:38.184402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:38.184406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:38.184411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:38.184415: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:38.184418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:38.184422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:38.184426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:38.184429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:38.184433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.184436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:38.184440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:38.184444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:38.184447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:38.184458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:38.184463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:38.184467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:38.184470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:38.184474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:38.184477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:38.184481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:38.184486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:38.184491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:38.184497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:38.184504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:38.184508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:38.184519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:38.184525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:38.184530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:38.184536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:38.184539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:38.184543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:38.184548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.184554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.184560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:38.184564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:38.184569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:38.184573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:38.184578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:38.184583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:38.184589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:38.184593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:38.184597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:38.184601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:38.184605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:38.184611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:38.184618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:38.184624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:38.184629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:38.184634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:38.184638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:38.184642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:38.184645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:38.184649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:38.184652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:38.321791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_real:\n",
            "2024-05-21 17:13:38.321832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:38.321837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:38.321842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:38.321846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:38.321849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:38.321853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:38.321858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:38.321862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:38.321866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:38.321869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:38.321873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:38.321876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:38.321880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:38.321884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:38.321887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:38.321891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:38.321894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:38.321898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:38.321902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.321905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:38.321910: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:38.321914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:38.321918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:38.321921: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:38.321925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:38.321928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:38.321932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:38.321935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:38.321939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:38.321943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:38.321946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:38.321950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:38.321956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:38.321963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:38.321968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:38.321977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:38.321982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:38.321994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:38.322006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:38.322016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:38.322026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:38.322043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.322051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.322057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:38.322061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:38.322064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:38.322068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:38.322072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:38.322075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:38.322079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:38.322083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:38.322086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:38.322090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:38.322093: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:38.322097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:38.322100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:38.322104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:38.322108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:38.322112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:38.322116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:38.322119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:38.322123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:38.322127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:38.322130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:38.833345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-21 17:13:38.833390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:38.833395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:38.833399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:38.833403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:38.833407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:38.833411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:38.833415: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:38.833420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:38.833423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:38.833427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:38.833430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:38.833434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:38.833438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:38.833441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:38.833445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:38.833448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:38.833463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:38.833467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:38.833470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.833474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:38.833477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:38.833481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:38.833484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:38.833488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:38.833491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:38.833495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:38.833499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:38.833502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:38.833506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:38.833511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:38.833515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:38.833519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:38.833522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:38.833526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:38.833529: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:38.833536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:38.833540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:38.833543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:38.833547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:38.833550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:38.833554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:38.833558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.833562: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:38.833566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:38.833570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:38.833573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:38.833577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:38.833580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:38.833584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:38.833587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:38.833591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:38.833595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:38.833598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:38.833602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:38.833606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:38.833610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:38.833614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:13:38.833618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:38.833621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:38.833625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:38.833628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:38.833632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:38.833636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:38.833639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:38.833643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:13:40.446854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_multistep:\n",
            "2024-05-21 17:13:40.446892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:13:40.446899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:13:40.446905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:13:40.446911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:13:40.446916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:13:40.446921: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:13:40.446926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:13:40.446931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:13:40.446936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:13:40.446941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:13:40.446947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:13:40.446954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:13:40.446960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:13:40.446965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:13:40.446970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:13:40.446975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:13:40.446982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:13:40.446987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:13:40.446993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:40.446998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:13:40.447005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:13:40.447010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:13:40.447015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:13:40.447021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:13:40.447027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:13:40.447033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:13:40.447038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:13:40.447044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:13:40.447049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:13:40.447054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:13:40.447059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:13:40.447065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:13:40.447071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:13:40.447076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:13:40.447083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:13:40.447092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:13:40.447099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:13:40.447104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:13:40.447110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:13:40.447114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:13:40.447118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:13:40.447122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:40.447125: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:13:40.447129: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:13:40.447133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:13:40.447136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:13:40.447140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:13:40.447144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:13:40.447148: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:13:40.447152: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:13:40.447156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:13:40.447159: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:13:40.447163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:13:40.447167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:13:40.447170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:13:40.447174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:13:40.447178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:13:40.447181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:13:40.447185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:13:40.447188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:13:40.447192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:13:40.447196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:13:40.447200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:13:40.447204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:13:40.447207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:14:21.846559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-21 17:14:21.846603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:14:21.846613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:14:21.846617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:14:21.846621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:14:21.846625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:14:21.846629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:14:21.846632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:14:21.846636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:14:21.846639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:14:21.846643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:14:21.846648: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:14:21.846652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:14:21.846656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:14:21.846659: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:14:21.846663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:14:21.846666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:14:21.846670: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:14:21.846673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:14:21.846677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:21.846680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:14:21.846684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:14:21.846687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:14:21.846691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:14:21.846695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:14:21.846699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:14:21.846703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:14:21.846707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:14:21.846710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:14:21.846714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:14:21.846718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:14:21.846721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:14:21.846725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:14:21.846728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:14:21.846732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:14:21.846735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:14:21.846743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:14:21.846748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:14:21.846753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:14:21.846757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:14:21.846762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:14:21.846765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:14:21.846769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:21.846772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:21.846776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:14:21.846779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:14:21.846783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:14:21.846787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:14:21.846790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:14:21.846794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:14:21.846797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:14:21.846801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:14:21.846806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:14:21.846810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:14:21.846813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:14:21.846817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:14:21.846820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:14:21.846824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:14:21.846828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:14:21.846831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:14:21.846835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:14:21.846838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:14:21.846842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:14:21.846845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:14:21.846849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:14:21.994967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:14:21.995006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:14:21.995012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:14:21.995018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:14:21.995022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:14:21.995026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:14:21.995029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:14:21.995033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:14:21.995037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:14:21.995041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:14:21.995044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:14:21.995048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:14:21.995051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:14:21.995055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:14:21.995059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:14:21.995062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:14:21.995066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:14:21.995071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:14:21.995075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:14:21.995079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:21.995082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:14:21.995086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:14:21.995089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:14:21.995093: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:14:21.995097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:14:21.995100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:14:21.995104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:14:21.995108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:14:21.995111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:14:21.995115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:14:21.995119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:14:21.995123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:14:21.995128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:14:21.995133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:14:21.995139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:14:21.995144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:14:21.995153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:14:21.995159: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:14:21.995164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:14:21.995170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:14:21.995177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:14:21.995183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:14:21.995187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:21.995190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:21.995194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:14:21.995197: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:14:21.995201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:14:21.995205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:14:21.995208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:14:21.995212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:14:21.995217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:14:21.995222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:14:21.995228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:14:21.995233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:14:21.995237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:14:21.995241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:14:21.995244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:14:21.995249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:14:21.995252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:14:21.995256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:14:21.995259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:14:21.995263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:14:21.995267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:14:21.995270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:14:21.995274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:14:22.129036: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:14:22.129081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:14:22.129086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:14:22.129091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:14:22.129095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:14:22.129099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:14:22.129102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:14:22.129106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:14:22.129111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:14:22.129115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:14:22.129119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:14:22.129122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:14:22.129126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:14:22.129130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:14:22.129133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:14:22.129137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:14:22.129141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:14:22.129144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:14:22.129148: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:14:22.129151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:22.129155: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:14:22.129159: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:14:22.129164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:14:22.129168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:14:22.129172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:14:22.129175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:14:22.129179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:14:22.129183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:14:22.129186: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:14:22.129190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:14:22.129193: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:14:22.129197: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:14:22.129201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:14:22.129205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:14:22.129208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:14:22.129212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:14:22.129222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:14:22.129226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:14:22.129229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:14:22.129233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:14:22.129237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:14:22.129240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:14:22.129244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:22.129247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:22.129251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:14:22.129255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:14:22.129258: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:14:22.129262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:14:22.129267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:14:22.129271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:14:22.129275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:14:22.129278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:14:22.129282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:14:22.129286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:14:22.129289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:14:22.129293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:14:22.129297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:14:22.129300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:14:22.129304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:14:22.129307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:14:22.129311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:14:22.129315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:14:22.129320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:14:22.129324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:14:22.129327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:14:22.264153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:14:22.264200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:14:22.264206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:14:22.264212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:14:22.264216: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:14:22.264220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:14:22.264223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:14:22.264227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:14:22.264231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:14:22.264234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:14:22.264238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:14:22.264241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:14:22.264245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:14:22.264249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:14:22.264252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:14:22.264256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:14:22.264260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:14:22.264264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:14:22.264268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:14:22.264272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:22.264276: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:14:22.264279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:14:22.264283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:14:22.264286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:14:22.264290: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:14:22.264293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:14:22.264297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:14:22.264301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:14:22.264304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:14:22.264308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:14:22.264311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:14:22.264316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:14:22.264320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:14:22.264324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:14:22.264327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:14:22.264331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:14:22.264340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:14:22.264344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:14:22.264347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:14:22.264351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:14:22.264355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:14:22.264358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:14:22.264362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:22.264366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:22.264370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:14:22.264374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:14:22.264377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:14:22.264381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:14:22.264384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:14:22.264388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:14:22.264392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:14:22.264395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:14:22.264399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:14:22.264402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:14:22.264406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:14:22.264409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:14:22.264413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:14:22.264418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:14:22.264422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:14:22.264425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:14:22.264429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:14:22.264432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:14:22.264436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:14:22.264439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:14:22.264443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        }
      ],
      "source": [
        "def run_collocated(size, seed=0, inner_steps=25, outer_steps=100):\n",
        "  density = 1.\n",
        "  viscosity = 1e-3\n",
        "  max_velocity = 2.0\n",
        "  cfl_safety_factor = 0.5\n",
        "\n",
        "  # Define the physical dimensions of the simulation.\n",
        "  grid = base.grids.Grid((size, size),\n",
        "                         domain=((0, 2 * jnp.pi), (0, 2 * jnp.pi)))\n",
        "\n",
        "  # Choose a time step.\n",
        "  dt = base.equations.stable_time_step(\n",
        "      max_velocity, cfl_safety_factor, viscosity, grid)\n",
        "\n",
        "  # Construct a random initial velocity. The `filtered_velocity_field` function\n",
        "  # ensures that the initial velocity is divergence free and it filters out\n",
        "  # high frequency fluctuations.\n",
        "  v0 = collocated.initial_conditions.filtered_velocity_field(\n",
        "      jax.random.PRNGKey(seed), grid, max_velocity)\n",
        "\n",
        "  # Define a step function and use it to compute a trajectory.\n",
        "  # For linear convection, add the argument to semi_implicit_navier_stokes:\n",
        "  #   `convect=collocated.advection.convect_linear`\n",
        "  step_fn = funcutils.repeated(\n",
        "      collocated.equations.semi_implicit_navier_stokes(\n",
        "          density=density, viscosity=viscosity, dt=dt, grid=grid),\n",
        "      steps=inner_steps)\n",
        "  rollout_fn = jax.jit(funcutils.trajectory(step_fn, outer_steps))\n",
        "  _, trajectory = jax.device_get(rollout_fn(v0))\n",
        "\n",
        "  # load into xarray for visualization and analysis\n",
        "  ds = xarray.Dataset(\n",
        "      {\n",
        "          'u': (('time', 'x', 'y'), trajectory[0].data),\n",
        "          'v': (('time', 'x', 'y'), trajectory[1].data),\n",
        "      },\n",
        "      coords={\n",
        "          'x': grid.axes()[0],\n",
        "          'y': grid.axes()[1],\n",
        "          'time': dt * inner_steps * np.arange(outer_steps)\n",
        "      }\n",
        "  )\n",
        "  return ds\n",
        "\n",
        "ds_collocated_256 = run_collocated(size=256)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "height": 441
        },
        "executionInfo": {
          "elapsed": 1509,
          "status": "ok",
          "timestamp": 1638816541321,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "SneOsAJI-1TI",
        "outputId": "ede32e4c-8fb2-4ed1-e459-453cbf50c8aa"
      },
      "outputs": [
        {
          "data": {
            "image/png": "[encoded data, 1089036 characters]",
            "text/plain": [
              "<Figure size 1600x600 with 11 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "def vorticity(ds):\n",
        "  return (ds.v.differentiate('x')\n",
        "          - ds.u.differentiate('y')).rename('vorticity')\n",
        "\n",
        "(ds_collocated_256.pipe(vorticity).thin(time=10)\n",
        ".plot.imshow(col='time', cmap=seaborn.cm.icefire, robust=True, col_wrap=5));"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6GB9KxspEPPB"
      },
      "source": [
        "## Solve on Staggered Grid and Compare"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "executionInfo": {
          "elapsed": 1537,
          "status": "ok",
          "timestamp": 1638816690439,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "M99X5Xp1G2ck"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-21 17:14:37.247598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-21 17:14:37.247634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:14:37.247640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:14:37.247646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:14:37.247651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:14:37.247654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:14:37.247658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:14:37.247662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:14:37.247666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:14:37.247669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:14:37.247673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:14:37.247676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:14:37.247680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:14:37.247684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:14:37.247687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:14:37.247691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:14:37.247695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:14:37.247700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:14:37.247704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:14:37.247707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:37.247711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:14:37.247714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:14:37.247718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:14:37.247722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:14:37.247725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:14:37.247729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:14:37.247732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:14:37.247736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:14:37.247740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:14:37.247743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:14:37.247747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:14:37.247752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:14:37.247756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:14:37.247760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:14:37.247763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:14:37.247767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:14:37.247773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:14:37.247777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:14:37.247780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:14:37.247784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:14:37.247787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:14:37.247791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:14:37.247795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:37.247798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:37.247802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:14:37.247806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:14:37.247810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:14:37.247814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:14:37.247817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:14:37.247821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:14:37.247824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:14:37.247828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:14:37.247832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:14:37.247835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:14:37.247839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:14:37.247842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:14:37.247846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:14:37.247850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:14:37.247854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:14:37.247858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:14:37.247862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:14:37.247866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:14:37.247869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:14:37.247873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:14:37.247876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:14:37.247880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:14:38.321343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_multistep:\n",
            "2024-05-21 17:14:38.321389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:14:38.321394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:14:38.321398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:14:38.321402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:14:38.321406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:14:38.321410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:14:38.321413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:14:38.321417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:14:38.321421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:14:38.321424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:14:38.321428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:14:38.321432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:14:38.321436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:14:38.321440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:14:38.321443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:14:38.321447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:14:38.321459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:14:38.321463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:14:38.321467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:38.321470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:14:38.321474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:14:38.321478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:14:38.321482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:14:38.321486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:14:38.321490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:14:38.321493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:14:38.321497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:14:38.321500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:14:38.321504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:14:38.321507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:14:38.321511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:14:38.321515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:14:38.321518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:14:38.321522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:14:38.321526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:14:38.321532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:14:38.321537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:14:38.321540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:14:38.321544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:14:38.321547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:14:38.321551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:14:38.321554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:38.321558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:14:38.321561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:14:38.321565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:14:38.321569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:14:38.321572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:14:38.321576: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:14:38.321580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:14:38.321584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:14:38.321588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:14:38.321592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:14:38.321596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:14:38.321599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:14:38.321603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:14:38.321606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:14:38.321610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:14:38.321613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:14:38.321617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:14:38.321621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:14:38.321624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:14:38.321628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:14:38.321631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:14:38.321636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:14:38.321640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        }
      ],
      "source": [
        "def run_staggered(size, seed=0, inner_steps=25, outer_steps=100):\n",
        "  density = 1.\n",
        "  viscosity = 1e-3\n",
        "  max_velocity = 2.0\n",
        "  cfl_safety_factor = 0.5\n",
        "\n",
        "  # Define the physical dimensions of the simulation.\n",
        "  grid = base.grids.Grid((size, size),\n",
        "                         domain=((0, 2 * jnp.pi), (0, 2 * jnp.pi)))\n",
        "\n",
        "  # Choose a time step.\n",
        "  dt = base.equations.stable_time_step(\n",
        "      max_velocity, cfl_safety_factor, viscosity, grid)\n",
        "  \n",
        "  # Construct a random initial velocity. The `filtered_velocity_field` function\n",
        "  # ensures that the initial velocity is divergence free and it filters out\n",
        "  # high frequency fluctuations.\n",
        "  v0_staggered = base.initial_conditions.filtered_velocity_field(\n",
        "      jax.random.PRNGKey(seed), grid, max_velocity)\n",
        "\n",
        "  # Define a step function and use it to compute a trajectory.\n",
        "  step_fn_staggered = funcutils.repeated(\n",
        "      base.equations.semi_implicit_navier_stokes(\n",
        "          density=density, viscosity=viscosity, dt=dt, grid=grid),\n",
        "      steps=inner_steps)\n",
        "  rollout_fn = jax.jit(funcutils.trajectory(step_fn_staggered, outer_steps))\n",
        "  _, trajectory_staggered = jax.device_get(rollout_fn(v0_staggered))\n",
        "\n",
        "  # load into xarray for visualization and analysis\n",
        "  ds_staggered = xarray.Dataset(\n",
        "      {\n",
        "          'u': (('time', 'x', 'y'), trajectory_staggered[0].data),\n",
        "          'v': (('time', 'x', 'y'), trajectory_staggered[1].data),\n",
        "      },\n",
        "      coords={\n",
        "          'x': grid.axes()[0],\n",
        "          'y': grid.axes()[1],\n",
        "          'time': dt * inner_steps * np.arange(outer_steps)\n",
        "      }\n",
        "  )\n",
        "  return ds_staggered\n",
        "\n",
        "ds_staggered_256 = run_staggered(size=256)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "colab": {
          "height": 441
        },
        "executionInfo": {
          "elapsed": 1613,
          "status": "ok",
          "timestamp": 1638816692197,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "6CAny0B0im56",
        "outputId": "cb4e0270-d593-4f7b-c527-9e69a06be5de"
      },
      "outputs": [
        {
          "data": {
            "image/png": "[encoded data, 1075812 characters]",
            "text/plain": [
              "<Figure size 1600x600 with 11 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "def vorticity(ds):\n",
        "  return (ds.v.differentiate('x') - ds.u.differentiate('y')).rename('vorticity')\n",
        "\n",
        "(ds_staggered_256.pipe(vorticity).thin(time=10)\n",
        " .plot.imshow(col='time', cmap=seaborn.cm.icefire, robust=True, col_wrap=5));"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "height": 296
        },
        "executionInfo": {
          "elapsed": 309,
          "status": "ok",
          "timestamp": 1638816709560,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "C2T2Rg5IICcv",
        "outputId": "41c03993-bafb-4881-db73-6a82921228c0"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "<matplotlib.collections.PathCollection at 0x7f46ec49dea0>"
            ]
          },
          "execution_count": 7,
          "metadata": {},
          "output_type": "execute_result"
        },
        {
          "data": {
            "image/png": "[encoded data, 20516 characters]",
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "# Plot the velocity field correlation vs time\n",
        "def correlation(x, y):\n",
        "  state_dims = ['x', 'y']\n",
        "  p  = xru.normalize(x, state_dims) * xru.normalize(y, state_dims)\n",
        "  return p.sum(state_dims)\n",
        "\n",
        "correlation(ds_collocated_256, ds_staggered_256).plot.scatter(x='time', y='v')"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "sqZ7gPWaGTZp"
      },
      "source": [
        "## Run at higher resolution and compare"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "height": 296
        },
        "executionInfo": {
          "elapsed": 106448,
          "status": "ok",
          "timestamp": 1638817187864,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "5Ul1FshbFtWq",
        "outputId": "96bfa514-3520-4181-d0b6-71c7fb1799f0"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-21 17:16:28.611322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__normal:\n",
            "2024-05-21 17:16:28.611366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:28.611377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:28.611381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:28.611385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:28.611389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:28.611393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:28.611398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:28.611402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:28.611406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:28.611409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:28.611413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:28.611417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:28.611422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:28.611426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:28.611429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:28.611433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:28.611436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:28.611440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:28.611444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.611448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:28.611462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:28.611466: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:28.611469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:28.611473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:28.611476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:28.611480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:28.611484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:28.611487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:28.611491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:28.611494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:28.611499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:28.611503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:28.611507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:28.611510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:28.611514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:28.611520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:28.611524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:28.611528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:28.611532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:28.611536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:28.611540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:28.611543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.611548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.611552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:28.611556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:28.611559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:28.611563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:28.611566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:28.611570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:28.611574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:28.611577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:28.611581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:28.611585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:28.611588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:28.611592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:28.611596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:28.611601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:16:28.611605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:28.611609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:28.611612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:28.611616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:28.611620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:28.611623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:28.611627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:28.611631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:28.861335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:16:28.861376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:28.861382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:28.861386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:28.861390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:28.861394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:28.861398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:28.861402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:28.861405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:28.861409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:28.861413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:28.861418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:28.861422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:28.861426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:28.861429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:28.861433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:28.861437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:28.861440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:28.861444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:28.861448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.861459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:28.861463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:28.861467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:28.861471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:28.861475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:28.861479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:28.861482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:28.861486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:28.861490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:28.861493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:28.861497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:28.861500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:28.861504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:28.861507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:28.861511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:28.861515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:28.861524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:28.861528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:28.861531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:28.861535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:28.861538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:28.861542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:28.861545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.861549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.861553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:28.861556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:28.861560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:28.861563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:28.861567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:28.861571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:28.861575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:28.861579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:28.861583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:28.861587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:28.861590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:28.861594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:28.861598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:28.861601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:28.861605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:28.861608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:28.861612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:28.861615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:28.861619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:28.861623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:28.861626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:28.990073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-21 17:16:28.990118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:28.990124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:28.990128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:28.990132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:28.990136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:28.990140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:28.990143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:28.990147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:28.990151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:28.990154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:28.990158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:28.990162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:28.990167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:28.990170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:28.990174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:28.990178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:28.990181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:28.990185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:28.990191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.990197: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:28.990201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:28.990209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:28.990217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:28.990229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:28.990240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:28.990251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:28.990268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:28.990283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:28.990289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:28.990295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:28.990301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:28.990308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:28.990316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:28.990324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:28.990332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:28.990342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:28.990352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:28.990359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:28.990364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:28.990370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:28.990375: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:28.990384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.990396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:28.990408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:28.990423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:28.990437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:28.990443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:28.990447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:28.990478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:28.990491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:28.990503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:28.990516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:28.990531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:28.990543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:28.990549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:28.990554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:28.990560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:28.990567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:28.990573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:28.990577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:28.990581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:28.990584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:28.990588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:28.990591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:29.123310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__squeeze:\n",
            "2024-05-21 17:16:29.123354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:29.123359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:29.123363: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:29.123367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:29.123371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:29.123375: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:29.123379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:29.123384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:29.123388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:29.123391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:29.123395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:29.123399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:29.123402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:29.123406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:29.123410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:29.123413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:29.123417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:29.123420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:29.123424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.123427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:29.123431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:29.123435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:29.123440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:29.123444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:29.123447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:29.123458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:29.123462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:29.123465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:29.123469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:29.123472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:29.123476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:29.123480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:29.123483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:29.123487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:29.123491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:29.123500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:29.123504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:29.123507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:29.123511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:29.123515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:29.123518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:29.123522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.123525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.123529: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:29.123533: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:29.123536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:29.123540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:29.123544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:29.123548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:29.123553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:29.123556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:29.123560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:29.123563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:29.123567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:29.123571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:29.123574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:29.123578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:29.123582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:29.123585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:29.123589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:29.123592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:29.123596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:29.123600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:29.123603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:29.245244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scatter:\n",
            "2024-05-21 17:16:29.245286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:29.245291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:29.245295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:29.245299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:29.245303: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:29.245307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:29.245312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:29.245315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:29.245319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:29.245322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:29.245326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:29.245330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:29.245333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:29.245337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:29.245340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:29.245344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:29.245348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:29.245351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:29.245355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.245361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:29.245366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:29.245371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:29.245377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:29.245382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:29.245388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:29.245395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:29.245400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:29.245403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:29.245407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:29.245413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:29.245418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:29.245422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:29.245426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:29.245430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:29.245433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:29.245442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:29.245447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:29.245458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:29.245462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:29.245467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:29.245470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:29.245474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.245477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.245481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:29.245485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:29.245488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:29.245492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:29.245495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:29.245499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:29.245502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:29.245506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:29.245509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:29.245513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:29.245518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:29.245522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:29.245525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:29.245529: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:29.245532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:29.245536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:29.245541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:29.245546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:29.245551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:29.245557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:29.245560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:29.382675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-21 17:16:29.382719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:29.382724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:29.382729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:29.382733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:29.382737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:29.382740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:29.382744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:29.382748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:29.382753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:29.382757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:29.382760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:29.382764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:29.382768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:29.382771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:29.382775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:29.382779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:29.382782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:29.382786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:29.382789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.382793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:29.382797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:29.382800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:29.382805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:29.382809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:29.382813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:29.382816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:29.382820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:29.382824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:29.382827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:29.382831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:29.382835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:29.382838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:29.382842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:29.382845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:29.382849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:29.382858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:29.382862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:29.382866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:29.382869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:29.382873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:29.382876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:29.382880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.382884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.382887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:29.382891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:29.382894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:29.382898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:29.382902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:29.382905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:29.382909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:29.382914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:29.382918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:29.382922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:29.382925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:29.382929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:29.382933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:29.382937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:29.382940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:29.382944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:29.382947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:29.382951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:29.382955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:29.382959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:29.382962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:29.416322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-21 17:16:29.416364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:29.416369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:29.416374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:29.416378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:29.416382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:29.416385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:29.416389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:29.416393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:29.416397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:29.416401: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:29.416405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:29.416409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:29.416413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:29.416416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:29.416420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:29.416424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:29.416427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:29.416431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:29.416437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.416443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:29.416458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:29.416465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:29.416469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:29.416475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:29.416481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:29.416485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:29.416488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:29.416495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:29.416502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:29.416507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:29.416511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:29.416515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:29.416520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:29.416526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:29.416531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:29.416535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:29.416538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:29.416542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:29.416548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:29.416554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:29.416560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:29.416563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.416569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.416575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:29.416580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:29.416583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:29.416587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:29.416591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:29.416596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:29.416601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:29.416608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:29.416613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:29.416616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:29.416622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:29.416628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:29.416633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:29.416636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:29.416640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:29.416644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:29.416650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:29.416656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:29.416660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:29.416665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:29.416669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:29.550682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:16:29.550724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:29.550731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:29.550736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:29.550740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:29.550744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:29.550748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:29.550751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:29.550755: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:29.550759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:29.550762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:29.550766: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:29.550770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:29.550773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:29.550777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:29.550781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:29.550785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:29.550790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:29.550793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:29.550797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.550800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:29.550804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:29.550808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:29.550811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:29.550815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:29.550819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:29.550822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:29.550826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:29.550830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:29.550834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:29.550838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:29.550843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:29.550846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:29.550850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:29.550853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:29.550857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:29.550864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:29.550867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:29.550871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:29.550874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:29.550878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:29.550882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:29.550886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.550890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.550894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:29.550898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:29.550901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:29.550905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:29.550909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:29.550912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:29.550916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:29.550920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:29.550923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:29.550927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:29.550931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:29.550934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:29.550938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:29.550943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:29.550947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:29.550950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:29.550954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:29.550958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:29.550961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:29.550965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:29.550968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:29.691805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:16:29.691845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:29.691850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:29.691855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:29.691859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:29.691863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:29.691866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:29.691870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:29.691875: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:29.691879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:29.691882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:29.691886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:29.691890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:29.691893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:29.691897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:29.691901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:29.691904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:29.691908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:29.691912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:29.691915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.691919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:29.691923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:29.691928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:29.691932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:29.691935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:29.691939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:29.691943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:29.691946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:29.691950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:29.691953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:29.691957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:29.691961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:29.691964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:29.691968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:29.691971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:29.691975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:29.691984: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:29.691988: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:29.691992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:29.691995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:29.691999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:29.692002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:29.692006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.692010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.692013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:29.692017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:29.692020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:29.692024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:29.692028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:29.692033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:29.692036: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:29.692040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:29.692044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:29.692048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:29.692051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:29.692055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:29.692058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:29.692062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:29.692065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:29.692069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:29.692073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:29.692077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:29.692081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:29.692085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:29.692089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:29.824147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:16:29.824191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:29.824196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:29.824200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:29.824204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:29.824208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:29.824212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:29.824215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:29.824219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:29.824223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:29.824226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:29.824230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:29.824235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:29.824239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:29.824242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:29.824246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:29.824249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:29.824253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:29.824257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:29.824260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.824264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:29.824268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:29.824272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:29.824275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:29.824279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:29.824284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:29.824288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:29.824291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:29.824295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:29.824299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:29.824302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:29.824306: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:29.824309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:29.824313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:29.824317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:29.824320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:29.824328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:29.824333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:29.824337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:29.824341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:29.824344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:29.824348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:29.824351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.824355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.824359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:29.824362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:29.824366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:29.824369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:29.824373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:29.824377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:29.824381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:29.824386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:29.824389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:29.824393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:29.824397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:29.824400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:29.824404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:29.824408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:29.824411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:29.824415: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:29.824419: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:29.824422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:29.824426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:29.824430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:29.824434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:29.960672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-21 17:16:29.960716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:29.960721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:29.960726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:29.960730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:29.960734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:29.960739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:29.960743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:29.960746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:29.960750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:29.960754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:29.960757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:29.960761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:29.960764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:29.960768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:29.960772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:29.960775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:29.960779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:29.960783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:29.960788: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.960791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:29.960795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:29.960798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:29.960802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:29.960806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:29.960809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:29.960813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:29.960816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:29.960820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:29.960824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:29.960829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:29.960834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:29.960838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:29.960841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:29.960845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:29.960849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:29.960855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:29.960859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:29.960862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:29.960866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:29.960869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:29.960873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:29.960876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.960880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:29.960885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:29.960889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:29.960892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:29.960896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:29.960899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:29.960903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:29.960906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:29.960910: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:29.960914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:29.960917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:29.960921: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:29.960924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:29.960928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:29.960932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:29.960936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:29.960940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:29.960943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:29.960947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:29.960950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:29.960954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:29.960957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:30.101545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_concatenate:\n",
            "2024-05-21 17:16:30.101589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:30.101594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:30.101598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:30.101602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:30.101606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:30.101610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:30.101615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:30.101618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:30.101622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:30.101626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:30.101629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:30.101633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:30.101637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:30.101640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:30.101644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:30.101647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:30.101651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:30.101655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:30.101658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.101663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:30.101667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:30.101671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:30.101674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:30.101678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:30.101681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:30.101685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:30.101689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:30.101692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:30.101696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:30.101700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:30.101703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:30.101707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:30.101711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:30.101715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:30.101719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:30.101727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:30.101731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:30.101735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:30.101738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:30.101742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:30.101746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:30.101749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.101754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.101757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:30.101762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:30.101766: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:30.101770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:30.101773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:30.101777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:30.101780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:30.101784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:30.101788: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:30.101791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:30.101795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:30.101799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:30.101802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:30.101806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:30.101810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:30.101814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:30.101818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:30.101821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:30.101825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:30.101829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:30.101832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-21 17:16:30.261266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_norm:\n",
            "2024-05-21 17:16:30.261310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:30.261315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:30.261319: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:30.261324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:30.261327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:30.261332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:30.261336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:30.261340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:30.261343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:30.261347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:30.261351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:30.261354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:30.261358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:30.261361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:30.261365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:30.261369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:30.261372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:30.261376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:30.261380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.261384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:30.261388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:30.261391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:30.261395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:30.261398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:30.261402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:30.261406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:30.261409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:30.261413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:30.261416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:30.261420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:30.261424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:30.261428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:30.261432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:30.261436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:30.261439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:30.261447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:30.261459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:30.261463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:30.261467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:30.261470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:30.261474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:30.261478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.261482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.261486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:30.261490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:30.261493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:30.261497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:30.261500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:30.261504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:30.261507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:30.261511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:30.261515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:30.261518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:30.261522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:30.261526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:30.261530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:30.261534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:30.261538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:30.261541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:30.261545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:30.261548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:30.261552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:30.261555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:30.261559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:30.467590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:16:30.467640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:30.467645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:30.467650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:30.467654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:30.467657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:30.467661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:30.467665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:30.467668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:30.467672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:30.467676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:30.467680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:30.467684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:30.467688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:30.467692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:30.467695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:30.467699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:30.467702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:30.467706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:30.467710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.467713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:30.467717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:30.467720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:30.467724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:30.467728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:30.467733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:30.467736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:30.467740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:30.467743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:30.467747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:30.467751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:30.467754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:30.467758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:30.467761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:30.467765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:30.467768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:30.467776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:30.467780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:30.467784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:30.467788: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:30.467791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:30.467795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:30.467798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.467802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.467806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:30.467809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:30.467813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:30.467816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:30.467820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:30.467824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:30.467828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:30.467832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:30.467836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:30.467839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:30.467843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:30.467847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:30.467850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:30.467854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:30.467857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:30.467861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:30.467865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:30.467868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:30.467872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:30.467876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:30.467880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:30.612653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:16:30.612697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:30.612702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:30.612706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:30.612710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:30.612714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:30.612718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:30.612723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:30.612726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:30.612730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:30.612734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:30.612737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:30.612741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:30.612744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:30.612748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:30.612752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:30.612755: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:30.612759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:30.612763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:30.612767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.612771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:30.612775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:30.612778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:30.612782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:30.612786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:30.612789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:30.612793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:30.612796: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:30.612800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:30.612804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:30.612807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:30.612811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:30.612815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:30.612819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:30.612823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:30.612827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:30.612835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:30.612839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:30.612842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:30.612846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:30.612849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:30.612853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:30.612857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.612860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.612864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:30.612869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:30.612872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:30.612876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:30.612879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:30.612883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:30.612887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:30.612890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:30.612894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:30.612898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:30.612901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:30.612905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:30.612909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:30.612912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:30.612917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:30.612920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:30.612924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:30.612928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:30.612931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:30.612935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:30.612938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:30.789543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:16:30.789587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:30.789592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:30.789596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:30.789600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:30.789604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:30.789608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:30.789611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:30.789615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:30.789619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:30.789622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:30.789626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:30.789631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:30.789635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:30.789639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:30.789642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:30.789646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:30.789650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:30.789653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:30.789657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.789660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:30.789664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:30.789668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:30.789671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:30.789675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:30.789679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:30.789683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:30.789687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:30.789691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:30.789695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:30.789698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:30.789702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:30.789706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:30.789709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:30.789713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:30.789717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:30.789726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:30.789731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:30.789735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:30.789739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:30.789743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:30.789747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:30.789750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.789754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.789757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:30.789761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:30.789765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:30.789768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:30.789772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:30.789775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:30.789779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:30.789783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:30.789787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:30.789791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:30.789796: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:30.789799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:30.789803: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:30.789806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:30.789810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:30.789814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:30.789817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:30.789823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:30.789828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:30.789833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:30.789839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:30.927058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-21 17:16:30.927099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:30.927104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:30.927109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:30.927113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:30.927117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:30.927121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:30.927124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:30.927129: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:30.927133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:30.927138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:30.927141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:30.927145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:30.927149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:30.927152: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:30.927156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:30.927160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:30.927163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:30.927167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:30.927172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.927177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:30.927184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:30.927190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:30.927196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:30.927201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:30.927205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:30.927209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:30.927213: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:30.927217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:30.927220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:30.927226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:30.927229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:30.927233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:30.927237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:30.927241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:30.927245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:30.927256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:30.927260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:30.927264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:30.927268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:30.927271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:30.927275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:30.927280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.927284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:30.927288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:30.927292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:30.927296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:30.927301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:30.927304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:30.927308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:30.927311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:30.927317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:30.927321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:30.927324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:30.927328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:30.927332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:30.927335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:30.927341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:30.927349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:30.927353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:30.927357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:30.927361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:30.927364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:30.927368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:30.927372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:31.062973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:16:31.063020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:31.063025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:31.063029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:31.063033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:31.063037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:31.063041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:31.063046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:31.063050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:31.063054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:31.063057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:31.063061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:31.063065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:31.063068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:31.063072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:31.063076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:31.063079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:31.063083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:31.063087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:31.063090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.063095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:31.063099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:31.063103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:31.063107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:31.063110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:31.063114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:31.063118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:31.063121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:31.063125: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:31.063129: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:31.063133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:31.063139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:31.063146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:31.063151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:31.063157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:31.063163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:31.063172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:31.063175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:31.063179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:31.063183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:31.063186: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:31.063190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:31.063194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.063199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.063203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:31.063207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:31.063210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:31.063214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:31.063217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:31.063221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:31.063225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:31.063229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:31.063232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:31.063236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:31.063240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:31.063243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:31.063247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:31.063252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:31.063256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:31.063260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:31.063263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:31.063267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:31.063271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:31.063274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:31.063278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:31.204792: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-21 17:16:31.204839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:31.204844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:31.204849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:31.204853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:31.204857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:31.204861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:31.204865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:31.204869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:31.204873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:31.204877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:31.204880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:31.204884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:31.204888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:31.204891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:31.204895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:31.204899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:31.204902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:31.204906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:31.204912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.204919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:31.204924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:31.204929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:31.204935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:31.204941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:31.204953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:31.204967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:31.204977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:31.204991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:31.205008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:31.205015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:31.205021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:31.205026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:31.205032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:31.205041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:31.205053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:31.205064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:31.205079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:31.205096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:31.205104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:31.205111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:31.205116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:31.205121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.205128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.205140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:31.205154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:31.205164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:31.205180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:31.205194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:31.205199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:31.205205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:31.205211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:31.205221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:31.205233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:31.205243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:31.205254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:31.205271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:31.205278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:31.205283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:31.205289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:31.205299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:31.205312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:31.205324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:31.205340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:31.205351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:31.344903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-21 17:16:31.344945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:31.344951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:31.344956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:31.344960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:31.344963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:31.344967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:31.344971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:31.344975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:31.344978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:31.344982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:31.344986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:31.344989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:31.344993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:31.344997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:31.345002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:31.345005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:31.345009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:31.345013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:31.345016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.345020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:31.345024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:31.345027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:31.345031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:31.345035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:31.345038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:31.345042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:31.345046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:31.345050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:31.345054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:31.345059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:31.345064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:31.345069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:31.345074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:31.345080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:31.345086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:31.345096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:31.345101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:31.345105: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:31.345109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:31.345113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:31.345116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:31.345120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.345123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.345127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:31.345131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:31.345134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:31.345138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:31.345141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:31.345145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:31.345149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:31.345153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:31.345157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:31.345161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:31.345164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:31.345168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:31.345172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:31.345175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:31.345179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:31.345183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:31.345186: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:31.345190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:31.345193: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:31.345197: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:31.345201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:31.483583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:16:31.483628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:31.483633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:31.483637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:31.483641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:31.483645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:31.483648: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:31.483652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:31.483655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:31.483659: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:31.483663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:31.483667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:31.483672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:31.483675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:31.483679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:31.483683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:31.483686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:31.483690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:31.483693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:31.483697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.483701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:31.483704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:31.483709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:31.483716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:31.483722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:31.483727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:31.483732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:31.483738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:31.483743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:31.483749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:31.483752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:31.483756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:31.483759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:31.483763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:31.483769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:31.483776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:31.483787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:31.483790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:31.483794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:31.483798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:31.483801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:31.483805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:31.483808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.483813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.483818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:31.483822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:31.483826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:31.483831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:31.483836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:31.483842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:31.483845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:31.483849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:31.483853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:31.483856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:31.483861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:31.483867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:31.483871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:31.483874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:31.483878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:31.483882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:31.483886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:31.483890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:31.483894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:31.483898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:31.483904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:31.615950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-21 17:16:31.615997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:31.616004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:31.616009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:31.616012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:31.616016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:31.616020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:31.616023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:31.616027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:31.616031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:31.616034: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:31.616038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:31.616041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:31.616045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:31.616049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:31.616053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:31.616057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:31.616061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:31.616064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:31.616068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.616071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:31.616075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:31.616078: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:31.616082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:31.616085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:31.616089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:31.616092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:31.616096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:31.616100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:31.616104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:31.616108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:31.616111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:31.616115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:31.616118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:31.616122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:31.616126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:31.616134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:31.616138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:31.616142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:31.616145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:31.616149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:31.616153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:31.616157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.616161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.616164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:31.616168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:31.616171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:31.616175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:31.616179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:31.616182: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:31.616186: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:31.616189: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:31.616193: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:31.616196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:31.616200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:31.616204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:31.616208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:31.616212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:31.616215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:31.616219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:31.616222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:31.616226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:31.616229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:31.616233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:31.616236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:31.800374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-21 17:16:31.800412: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:31.800417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:31.800422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:31.800427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:31.800431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:31.800435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:31.800439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:31.800442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:31.800446: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:31.800457: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:31.800462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:31.800465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:31.800469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:31.800473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:31.800477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:31.800481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:31.800485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:31.800488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:31.800492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.800496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:31.800499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:31.800503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:31.800507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:31.800510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:31.800514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:31.800518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:31.800521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:31.800526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:31.800530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:31.800533: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:31.800537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:31.800541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:31.800544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:31.800548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:31.800551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:31.800561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:31.800564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:31.800568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:31.800572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:31.800577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:31.800581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:31.800584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.800588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.800591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:31.800595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:31.800599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:31.800602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:31.800606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:31.800610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:31.800613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:31.800617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:31.800621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:31.800625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:31.800629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:31.800633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:31.800637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:31.800640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:31.800644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:31.800647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:31.800651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:31.800655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:31.800658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:31.800662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:31.800666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:31.925379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-21 17:16:31.925423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:31.925429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:31.925434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:31.925438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:31.925442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:31.925446: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:31.925460: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:31.925464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:31.925468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:31.925471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:31.925475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:31.925480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:31.925484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:31.925488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:31.925491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:31.925495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:31.925498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:31.925502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:31.925506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.925509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:31.925513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:31.925517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:31.925520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:31.925524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:31.925528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:31.925532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:31.925536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:31.925540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:31.925543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:31.925547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:31.925550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:31.925554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:31.925558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:31.925561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:31.925565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:31.925575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:31.925580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:31.925584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:31.925587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:31.925591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:31.925595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:31.925598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.925602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:31.925605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:31.925609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:31.925613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:31.925616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:31.925620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:31.925624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:31.925628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:31.925632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:31.925636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:31.925640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:31.925643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:31.925647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:31.925651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:31.925654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:31.925658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:31.925661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:31.925665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:31.925668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:31.925672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:31.925676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:31.925680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:32.070709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__where:\n",
            "2024-05-21 17:16:32.070753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:32.070758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:32.070763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:32.070767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:32.070771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:32.070775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:32.070779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:32.070782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:32.070786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:32.070790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:32.070793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:32.070797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:32.070801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:32.070804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:32.070808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:32.070812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:32.070816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:32.070820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:32.070824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.070827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:32.070831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:32.070834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:32.070838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:32.070842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:32.070845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:32.070849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:32.070853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:32.070856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:32.070860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:32.070864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:32.070868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:32.070872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:32.070875: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:32.070879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:32.070883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:32.070892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:32.070895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:32.070899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:32.070903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:32.070906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:32.070911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:32.070915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.070919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.070922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:32.070926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:32.070930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:32.070933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:32.070937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:32.070941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:32.070944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:32.070948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:32.070951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:32.070955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:32.070960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:32.070964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:32.070968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:32.070971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:32.070975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:32.070978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:32.070982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:32.070986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:32.070989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:32.070993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:32.070996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:32.209771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-21 17:16:32.209815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:32.209820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:32.209825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:32.209829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:32.209833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:32.209836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:32.209841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:32.209845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:32.209849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:32.209852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:32.209856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:32.209860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:32.209863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:32.209867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:32.209871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:32.209874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:32.209878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:32.209882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:32.209885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.209889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:32.209894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:32.209897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:32.209901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:32.209904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:32.209908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:32.209911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:32.209915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:32.209919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:32.209922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:32.209926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:32.209930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:32.209933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:32.209937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:32.209942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:32.209946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:32.209955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:32.209958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:32.209962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:32.209965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:32.209969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:32.209973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:32.209976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.209980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.209983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:32.209987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:32.209991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:32.209995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:32.209999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:32.210003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:32.210006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:32.210010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:32.210014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:32.210017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:32.210021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:32.210024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:32.210028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:32.210032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:32.210035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:32.210039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:32.210044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:32.210047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:32.210051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:32.210055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:32.210058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:32.431031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:16:32.431073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:32.431078: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:32.431082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:32.431086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:32.431090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:32.431094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:32.431099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:32.431102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:32.431106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:32.431110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:32.431113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:32.431117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:32.431121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:32.431124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:32.431128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:32.431131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:32.431135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:32.431138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:32.431142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.431147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:32.431151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:32.431154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:32.431158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:32.431162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:32.431165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:32.431169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:32.431172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:32.431176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:32.431180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:32.431183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:32.431187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:32.431191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:32.431195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:32.431199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:32.431203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:32.431211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:32.431215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:32.431218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:32.431222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:32.431225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:32.431229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:32.431233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.431236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.431240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:32.431244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:32.431248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:32.431252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:32.431256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:32.431259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:32.431263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:32.431267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:32.431270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:32.431274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:32.431277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:32.431281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:32.431285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:32.431288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:32.431292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:32.431296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:32.431301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:32.431304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:32.431308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:32.431311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:32.431315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:32.569686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-21 17:16:32.569732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:32.569737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:32.569742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:32.569746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:32.569750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:32.569754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:32.569758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:32.569761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:32.569765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:32.569769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:32.569772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:32.569776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:32.569780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:32.569785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:32.569788: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:32.569792: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:32.569795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:32.569799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:32.569803: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.569806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:32.569810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:32.569814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:32.569817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:32.569821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:32.569825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:32.569829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:32.569833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:32.569837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:32.569840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:32.569844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:32.569847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:32.569852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:32.569856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:32.569859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:32.569863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:32.569873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:32.569877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:32.569882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:32.569885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:32.569889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:32.569892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:32.569896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.569900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.569903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:32.569907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:32.569911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:32.569914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:32.569918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:32.569922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:32.569926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:32.569933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:32.569937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:32.569941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:32.569945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:32.569948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:32.569952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:32.569955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:32.569959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:32.569963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:32.569966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:32.569970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:32.569974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:32.569979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:32.569982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:32.697548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_real:\n",
            "2024-05-21 17:16:32.697589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:32.697594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:32.697598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:32.697602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:32.697606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:32.697610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:32.697614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:32.697617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:32.697621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:32.697625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:32.697629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:32.697633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:32.697636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:32.697640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:32.697644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:32.697647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:32.697651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:32.697654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:32.697658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.697662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:32.697665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:32.697669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:32.697673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:32.697677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:32.697681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:32.697685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:32.697688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:32.697692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:32.697696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:32.697699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:32.697703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:32.697706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:32.697710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:32.697714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:32.697717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:32.697724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:32.697728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:32.697732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:32.697736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:32.697739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:32.697743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:32.697746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.697750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:32.697754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:32.697757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:32.697761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:32.697764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:32.697768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:32.697772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:32.697776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:32.697780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:32.697784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:32.697787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:32.697791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:32.697794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:32.697798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:32.697801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:32.697805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:32.697809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:32.697812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:32.697816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:32.697820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:32.697824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:32.697828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:33.198952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-21 17:16:33.198996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:33.199002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:33.199006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:33.199010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:33.199014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:33.199018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:33.199023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:33.199027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:33.199031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:33.199034: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:33.199038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:33.199041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:33.199045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:33.199049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:33.199052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:33.199056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:33.199059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:33.199063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:33.199067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:33.199071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:33.199075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:33.199079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:33.199082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:33.199086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:33.199089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:33.199093: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:33.199097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:33.199100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:33.199104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:33.199107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:33.199111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:33.199115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:33.199119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:33.199123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:33.199127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:33.199133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:33.199136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:33.199140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:33.199144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:33.199147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:33.199151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:33.199154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:33.199158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:33.199162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:33.199165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:33.199169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:33.199174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:33.199177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:33.199181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:33.199184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:33.199188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:33.199192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:33.199195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:33.199199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:33.199203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:33.199206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:33.199210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:16:33.199214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:33.199218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:33.199222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:33.199226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:33.199229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:33.199233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:33.199237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:33.199240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:16:34.997734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_multistep:\n",
            "2024-05-21 17:16:34.997781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:16:34.997786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:16:34.997791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:16:34.997795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:16:34.997799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:16:34.997803: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:16:34.997807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:16:34.997811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:16:34.997815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:16:34.997819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:16:34.997822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:16:34.997826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:16:34.997830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:16:34.997833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:16:34.997837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:16:34.997840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:16:34.997844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:16:34.997848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:16:34.997851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:34.997855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:16:34.997859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:16:34.997863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:16:34.997867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:16:34.997871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:16:34.997874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:16:34.997878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:16:34.997881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:16:34.997885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:16:34.997888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:16:34.997892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:16:34.997896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:16:34.997899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:16:34.997903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:16:34.997907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:16:34.997912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:16:34.997924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:16:34.997927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:16:34.997931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:16:34.997934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:16:34.997938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:16:34.997942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:16:34.997945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:34.997949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:16:34.997952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:16:34.997957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:16:34.997961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:16:34.997965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:16:34.997968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:16:34.997972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:16:34.997975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:16:34.997979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:16:34.997983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:16:34.997986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:16:34.997990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:16:34.997993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:16:34.997997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:16:34.998001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:16:34.998005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:16:34.998009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:16:34.998013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:16:34.998016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:16:34.998020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:16:34.998024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:16:34.998027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:16:34.998031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:18:34.029946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-21 17:18:34.029997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:18:34.030002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:18:34.030008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:18:34.030012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:18:34.030016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:18:34.030019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:18:34.030023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:18:34.030027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:18:34.030030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:18:34.030034: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:18:34.030038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:18:34.030041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:18:34.030045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:18:34.030049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:18:34.030052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:18:34.030056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:18:34.030061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:18:34.030064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:18:34.030068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.030071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:18:34.030075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:18:34.030079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:18:34.030082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:18:34.030086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:18:34.030089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:18:34.030093: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:18:34.030097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:18:34.030100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:18:34.030104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:18:34.030108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:18:34.030112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:18:34.030116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:18:34.030119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:18:34.030123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:18:34.030127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:18:34.030138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:18:34.030142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:18:34.030146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:18:34.030149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:18:34.030153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:18:34.030157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:18:34.030161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.030165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.030169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:18:34.030172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:18:34.030176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:18:34.030180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:18:34.030183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:18:34.030187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:18:34.030190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:18:34.030194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:18:34.030198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:18:34.030201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:18:34.030205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:18:34.030210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:18:34.030214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:18:34.030218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:18:34.030221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:18:34.030225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:18:34.030228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:18:34.030232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:18:34.030236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:18:34.030239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:18:34.030243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:18:34.173759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:18:34.173796: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:18:34.173801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:18:34.173806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:18:34.173810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:18:34.173813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:18:34.173817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:18:34.173821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:18:34.173824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:18:34.173828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:18:34.173832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:18:34.173836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:18:34.173840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:18:34.173843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:18:34.173847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:18:34.173850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:18:34.173854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:18:34.173857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:18:34.173861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:18:34.173864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.173868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:18:34.173872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:18:34.173876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:18:34.173880: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:18:34.173883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:18:34.173887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:18:34.173890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:18:34.173894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:18:34.173898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:18:34.173901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:18:34.173905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:18:34.173908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:18:34.173912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:18:34.173915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:18:34.173919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:18:34.173923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:18:34.173929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:18:34.173933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:18:34.173937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:18:34.173940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:18:34.173944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:18:34.173947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:18:34.173951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.173954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.173958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:18:34.173961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:18:34.173965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:18:34.173969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:18:34.173973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:18:34.173977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:18:34.173980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:18:34.173984: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:18:34.173988: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:18:34.173991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:18:34.173995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:18:34.173999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:18:34.174002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:18:34.174006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:18:34.174009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:18:34.174013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:18:34.174017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:18:34.174021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:18:34.174025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:18:34.174028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:18:34.174032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:18:34.306402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:18:34.306449: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:18:34.306467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:18:34.306471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:18:34.306475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:18:34.306479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:18:34.306482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:18:34.306486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:18:34.306490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:18:34.306493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:18:34.306497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:18:34.306500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:18:34.306504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:18:34.306508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:18:34.306512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:18:34.306516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:18:34.306520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:18:34.306523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:18:34.306527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:18:34.306530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.306534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:18:34.306538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:18:34.306541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:18:34.306545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:18:34.306548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:18:34.306552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:18:34.306556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:18:34.306560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:18:34.306564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:18:34.306569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:18:34.306574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:18:34.306579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:18:34.306584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:18:34.306589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:18:34.306594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:18:34.306600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:18:34.306613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:18:34.306618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:18:34.306623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:18:34.306629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:18:34.306634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:18:34.306640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:18:34.306645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.306651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.306658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:18:34.306663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:18:34.306668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:18:34.306674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:18:34.306679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:18:34.306684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:18:34.306689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:18:34.306695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:18:34.306702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:18:34.306708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:18:34.306713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:18:34.306719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:18:34.306724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:18:34.306729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:18:34.306735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:18:34.306740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:18:34.306746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:18:34.306753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:18:34.306758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:18:34.306764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:18:34.306770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:18:34.442104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-21 17:18:34.442149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:18:34.442155: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:18:34.442159: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:18:34.442163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:18:34.442167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:18:34.442170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:18:34.442174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:18:34.442178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:18:34.442181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:18:34.442185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:18:34.442188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:18:34.442192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:18:34.442196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:18:34.442200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:18:34.442204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:18:34.442208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:18:34.442211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:18:34.442215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:18:34.442218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.442222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:18:34.442226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:18:34.442229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:18:34.442233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:18:34.442236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:18:34.442240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:18:34.442244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:18:34.442248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:18:34.442252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:18:34.442255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:18:34.442259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:18:34.442263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:18:34.442266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:18:34.442270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:18:34.442274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:18:34.442277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:18:34.442287: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:18:34.442291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:18:34.442296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:18:34.442300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:18:34.442303: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:18:34.442307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:18:34.442311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.442314: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.442318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:18:34.442321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:18:34.442325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:18:34.442328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:18:34.442332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:18:34.442336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:18:34.442339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:18:34.442343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:18:34.442347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:18:34.442351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:18:34.442355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:18:34.442358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:18:34.442362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:18:34.442366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:18:34.442369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:18:34.442373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:18:34.442376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:18:34.442380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:18:34.442383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:18:34.442387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:18:34.442391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:18:34.709857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-21 17:18:34.709898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:18:34.709904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:18:34.709908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:18:34.709912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:18:34.709916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:18:34.709920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:18:34.709923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:18:34.709927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:18:34.709931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:18:34.709934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:18:34.709938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:18:34.709942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:18:34.709946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:18:34.709949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:18:34.709953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:18:34.709957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:18:34.709960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:18:34.709964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:18:34.709967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.709971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:18:34.709975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:18:34.709978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:18:34.709982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:18:34.709985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:18:34.709989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:18:34.709993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:18:34.709997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:18:34.710000: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:18:34.710004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:18:34.710008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:18:34.710011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:18:34.710015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:18:34.710018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:18:34.710022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:18:34.710026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:18:34.710032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:18:34.710035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:18:34.710039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:18:34.710042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:18:34.710046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:18:34.710050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:18:34.710054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.710057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:34.710061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:18:34.710065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:18:34.710068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:18:34.710072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:18:34.710075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:18:34.710079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:18:34.710083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:18:34.710086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:18:34.710090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:18:34.710094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:18:34.710097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:18:34.710101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:18:34.710104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:18:34.710108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:18:34.710112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:18:34.710116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:18:34.710119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:18:34.710123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:18:34.710127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:18:34.710130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:18:34.710134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:18:34.710137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-21 17:18:35.769546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_multistep:\n",
            "2024-05-21 17:18:35.769594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-21 17:18:35.769599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-21 17:18:35.769604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-21 17:18:35.769609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-21 17:18:35.769613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-21 17:18:35.769617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-21 17:18:35.769620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-21 17:18:35.769624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-21 17:18:35.769628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-21 17:18:35.769631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-21 17:18:35.769635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-21 17:18:35.769639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-21 17:18:35.769642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-21 17:18:35.769646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-21 17:18:35.769650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-21 17:18:35.769653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-21 17:18:35.769657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-21 17:18:35.769661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-21 17:18:35.769665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:35.769668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-21 17:18:35.769672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-21 17:18:35.769676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-21 17:18:35.769679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-21 17:18:35.769683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-21 17:18:35.769686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-21 17:18:35.769690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-21 17:18:35.769694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-21 17:18:35.769697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-21 17:18:35.769701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-21 17:18:35.769705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-21 17:18:35.769708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-21 17:18:35.769713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-21 17:18:35.769717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-21 17:18:35.769720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-21 17:18:35.769724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-21 17:18:35.769736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-21 17:18:35.769740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-21 17:18:35.769743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-21 17:18:35.769747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-21 17:18:35.769750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-21 17:18:35.769754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-21 17:18:35.769758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:35.769761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-21 17:18:35.769765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-21 17:18:35.769769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-21 17:18:35.769773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-21 17:18:35.769776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-21 17:18:35.769780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-21 17:18:35.769784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-21 17:18:35.769787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-21 17:18:35.769791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-21 17:18:35.769795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-21 17:18:35.769798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-21 17:18:35.769802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-21 17:18:35.769806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-21 17:18:35.769809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-21 17:18:35.769813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-21 17:18:35.769817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-21 17:18:35.769821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-21 17:18:35.769825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-21 17:18:35.769828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-21 17:18:35.769832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-21 17:18:35.769836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-21 17:18:35.769839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-21 17:18:35.769843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "<matplotlib.collections.PathCollection at 0x7f478c7def50>"
            ]
          },
          "execution_count": 8,
          "metadata": {},
          "output_type": "execute_result"
        },
        {
          "data": {
            "image/png": "[encoded data, 30424 characters]",
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "ds_collocated_512 = run_collocated(size=512)\n",
        "ds_staggered_512 = run_staggered(size=512)\n",
        "correlation(ds_collocated_512, ds_staggered_512).plot.scatter(x='time', y='v')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "colab": {
          "height": 441
        },
        "executionInfo": {
          "elapsed": 1625,
          "status": "ok",
          "timestamp": 1638817189641,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "J2JW__uEDltf",
        "outputId": "4c6ec785-1205-4359-8d20-5f83c8f00fd0"
      },
      "outputs": [
        {
          "data": {
            "image/png": "[encoded data, 1272948 characters]",
            "text/plain": [
              "<Figure size 1600x600 with 11 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "(ds_collocated_512.pipe(vorticity).thin(time=10)\n",
        " .plot.imshow(col='time', cmap=seaborn.cm.icefire, robust=True, col_wrap=5));"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "colab": {
          "height": 441
        },
        "executionInfo": {
          "elapsed": 1903,
          "status": "ok",
          "timestamp": 1638817191703,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 480
        },
        "id": "Y8uGTRbvF-t7",
        "outputId": "54e8a804-f070-4dcb-e541-e2f2f424b012"
      },
      "outputs": [
        {
          "data": {
            "image/png": "[encoded data, 1270384 characters]",
            "text/plain": [
              "<Figure size 1600x600 with 11 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "(ds_staggered_512.pipe(vorticity).thin(time=10)\n",
        " .plot.imshow(col='time', cmap=seaborn.cm.icefire, robust=True, col_wrap=5));"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "hyVErEGEGZE9"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "collapsed_sections": [],
      "last_runtime": {
        "build_target": "//learning/deepmind/public/tools/ml_python:ml_notebook",
        "kind": "private"
      },
      "name": "JAX-CFD demo.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3 (ipykernel)",
      "language": "python",
      "name": "python3"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}
